Machine-Learning
/
aiuNN
1
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases Wiki Activity

going with batchsize 1

This commit is contained in:
Falko Victor Habel 2025-02-15 13:17:17 +01:00
parent e69d0e90ec
commit 619e17c32c
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/aiunn/finetune.py
View File

@ -174,9 +174,9 @@ def finetune_model(model: nn.Module, datasets: list[str], batch_size=1, epochs=1
return model return model
def main(): def main():
BATCH_SIZE = 2 BATCH_SIZE = 1
ACCUMULATION_STEPS = 8 ACCUMULATION_STEPS = 8
USE_CHECKPOINT = True USE_CHECKPOINT = False
# Load the base model using the config values (hidden_size=512, num_channels=3, etc.) # Load the base model using the config values (hidden_size=512, num_channels=3, etc.)
base_model = AIIABase.load("/root/vision/AIIA/AIIA-base-512") base_model = AIIABase.load("/root/vision/AIIA/AIIA-base-512")