Machine-Learning
/
aiuNN
1
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases Wiki Activity

develop #4

Merged
Fabel merged 103 commits from develop into main 2025-03-01 21:47:17 +00:00
Conversation 0 Commits 103 Files Changed 13 +1 -1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit a48bad5a49 - Show all commits

2
src/aiunn/finetune.py
View File

@ -15,7 +15,7 @@ from aiia import AIIA, AIIAConfig, AIIABase, AIIABaseShared, AIIAmoe, AIIAchunke
class aiuNNDataset(torch.utils.data.Dataset):
def __init__(self, parquet_path):
# Read the Parquet file
self.df = pd.read_parquet(parquet_path)
self.df = pd.read_parquet(parquet_path).head(2500)
# Data augmentation pipeline without Resize as it's redundant
self.augmentation = Compose([