develop #4
|
@ -16,7 +16,7 @@ class UpscaleDataset(Dataset):
|
||||||
for parquet_file in parquet_files:
|
for parquet_file in parquet_files:
|
||||||
df = pd.read_parquet(parquet_file, columns=['image_512', 'image_1024']).head(10000)
|
df = pd.read_parquet(parquet_file, columns=['image_512', 'image_1024']).head(10000)
|
||||||
combined_df = pd.concat([combined_df, df], ignore_index=True)
|
combined_df = pd.concat([combined_df, df], ignore_index=True)
|
||||||
|
self.df = combined_df
|
||||||
self.transform = transform
|
self.transform = transform
|
||||||
|
|
||||||
def __len__(self):
|
def __len__(self):
|
||||||
|
|
Loading…
Reference in New Issue