Machine-Learning
/
aiuNN
1
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases Wiki Activity

develop #4

Merged
Fabel merged 103 commits from develop into main 2025-03-01 21:47:17 +00:00
Conversation 0 Commits 103 Files Changed 13 +2 -2
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit f576a0d789 - Show all commits

4
src/aiunn/finetune.py
View File

@ -15,7 +15,7 @@ class UpscaleDataset(Dataset):
combined_df = pd.DataFrame() combined_df = pd.DataFrame()
for parquet_file in parquet_files: for parquet_file in parquet_files:
# Load data with chunking for memory efficiency # Load data with chunking for memory efficiency
df = pd.read_parquet(parquet_file, columns=['image_512', 'image_1024']).head(5000) df = pd.read_parquet(parquet_file, columns=['image_512', 'image_1024']).head(2500)
combined_df = pd.concat([combined_df, df], ignore_index=True) combined_df = pd.concat([combined_df, df], ignore_index=True)
# Validate data format # Validate data format
@ -126,7 +126,7 @@ for epoch in range(num_epochs):
optimizer.zero_grad() optimizer.zero_grad()
# Use automatic mixed precision context # Use automatic mixed precision context
with autocast(device_type=device): with autocast(device_type="cuda"):
outputs = model(low_res) outputs = model(low_res)
loss = criterion(outputs, high_res) loss = criterion(outputs, high_res)