File tree Expand file tree Collapse file tree
ingestion/src/metadata/sampler/pandas Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -100,18 +100,19 @@ def get_dataset(self, **__):
100100 Returns:
101101 List[DataFrame]
102102 """
103+ raw_dataset = self .raw_dataset
103104 if self .sample_query :
104105 return self ._rdn_sample_from_user_query ()
105106
106107 if self .partition_details :
107- return self ._partitioned_table ()
108+ raw_dataset = self ._partitioned_table ()
108109
109110 if not self .sample_config .profileSample or (
110111 self .sample_config .profileSample == 100
111112 and self .sample_config .profileSampleType == ProfileSampleType .PERCENTAGE
112113 ):
113- return self . raw_dataset
114- return self .get_sampled_dataframe (self . raw_dataset , self .sample_config )
114+ return raw_dataset
115+ return self .get_sampled_dataframe (raw_dataset , self .sample_config )
115116
116117 def _fetch_rows (self , data_frame ):
117118 return data_frame .dropna ().values .tolist ()
You can’t perform that action at this time.
0 commit comments