Machine-Learning
/
AIIA
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

feat/smoe #34

Merged
Fabel merged 7 commits from feat/smoe into main 2025-03-28 15:48:40 +00:00
Conversation 0 Commits 7 Files Changed 7 +5 -6
2 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 5987a130f6 - Show all commits

2
src/aiia/__init__.py
View File

@ -1,4 +1,4 @@
from .model.Model import AIIABase, AIIABaseShared, AIIAchunked, AIIAExpert, AIIAmoe, AIIArecursive, AIIASparseMoe
from .model.Model import AIIABase, AIIABaseShared, AIIAchunked, AIIAmoe, AIIASparseMoe, AIIArecursive
from .model.config import AIIAConfig
from .data.DataLoader import DataLoader
from .pretrain.pretrainer import Pretrainer, ProjectionHead

9
src/aiia/model/__init__.py
View File

@ -2,10 +2,9 @@ from .Model import (
AIIABase,
AIIABaseShared,
AIIAchunked,
AIIAExpert,
AIIAmoe,
AIIArecursive,
AIIASparseMoe
AIIASparseMoe,
AIIArecursive
)
from .config import AIIAConfig
@ -13,9 +12,9 @@ __all__ = [
"AIIABase",
"AIIABaseShared",
"AIIAchunked",
"AIIAExpert",
"AIIAmoe",
"AIIASparseMoe",
"AIIArecursive",
"AIIAConfig",
"AIIASparseMoe"
]