Machine-Learning
/
AIIA
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

restored full example

This commit is contained in:
Falko Victor Habel 2025-04-13 22:17:46 +02:00
parent 22e5d0023e
commit ba6da9ef02
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
example.py
View File

@ -1,10 +1,12 @@
from aiia.model import AIIABase from src.aiia.model import AIIAmoe
from aiia.model import AIIAConfig from src.aiia.model import AIIAConfig
from aiia.pretrain import Pretrainer from src.aiia.pretrain import Pretrainer
# Create your model # Create your model
config = AIIAConfig(model_name="AIIA-Base-512x20k") config = AIIAConfig(num_experts=5)
model = AIIABase(config) model = AIIAmoe(config)
model.save_pretrained("test")
model = AIIAmoe.from_pretrained("test")
# Initialize pretrainer with the model # Initialize pretrainer with the model
pretrainer = Pretrainer(model, learning_rate=1e-4, config=config) pretrainer = Pretrainer(model, learning_rate=1e-4, config=config)