Machine-Learning
/
aiuNN
1
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases Wiki Activity

finetune_class #1

Merged
Fabel merged 96 commits from finetune_class into develop 2025-02-26 12:13:09 +00:00
Conversation 0 Commits 96 Files Changed 15 +1 -1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit a48bad5a49 - Show all commits

2
src/aiunn/finetune.py
View File

@ -15,7 +15,7 @@ from aiia import AIIA, AIIAConfig, AIIABase, AIIABaseShared, AIIAmoe, AIIAchunke
class aiuNNDataset(torch.utils.data.Dataset): class aiuNNDataset(torch.utils.data.Dataset):
def __init__(self, parquet_path): def __init__(self, parquet_path):
# Read the Parquet file # Read the Parquet file
self.df = pd.read_parquet(parquet_path) self.df = pd.read_parquet(parquet_path).head(2500)
# Data augmentation pipeline without Resize as it's redundant # Data augmentation pipeline without Resize as it's redundant
self.augmentation = Compose([ self.augmentation = Compose([