Machine-Learning
/
aiuNN
1
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases Wiki Activity

finetune_class #1

Merged
Fabel merged 96 commits from finetune_class into develop 2025-02-26 12:13:09 +00:00
Conversation 0 Commits 96 Files Changed 15 +2 -2
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 619e17c32c - Show all commits

4
src/aiunn/finetune.py
View File

@ -174,9 +174,9 @@ def finetune_model(model: nn.Module, datasets: list[str], batch_size=1, epochs=1
return model return model
def main(): def main():
BATCH_SIZE = 2 BATCH_SIZE = 1
ACCUMULATION_STEPS = 8 ACCUMULATION_STEPS = 8
USE_CHECKPOINT = True USE_CHECKPOINT = False
# Load the base model using the config values (hidden_size=512, num_channels=3, etc.) # Load the base model using the config values (hidden_size=512, num_channels=3, etc.)
base_model = AIIABase.load("/root/vision/AIIA/AIIA-base-512") base_model = AIIABase.load("/root/vision/AIIA/AIIA-base-512")