Machine-Learning
/
aiuNN
1
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases Wiki Activity

finetune_class #1

Merged
Fabel merged 96 commits from finetune_class into develop 2025-02-26 12:13:09 +00:00
Conversation 0 Commits 96 Files Changed 15 +1 -1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 7603ce8851 - Show all commits

2
src/aiunn/finetune.py
View File

@ -41,7 +41,7 @@ class UpscaleDataset(Dataset):
combined_df = pd.DataFrame() combined_df = pd.DataFrame()
for parquet_file in parquet_files: for parquet_file in parquet_files:
# Load data with head() to limit rows for memory efficiency. # Load data with head() to limit rows for memory efficiency.
df = pd.read_parquet(parquet_file, columns=['image_512', 'image_1024']).head(1250) df = pd.read_parquet(parquet_file, columns=['image_512', 'image_1024']).head(500)
combined_df = pd.concat([combined_df, df], ignore_index=True) combined_df = pd.concat([combined_df, df], ignore_index=True)
# Validate that each row has proper image formats. # Validate that each row has proper image formats.