Machine-Learning
/
AIIA
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

feat/smoe #34

Merged
Fabel merged 7 commits from feat/smoe into main 2025-03-28 15:48:40 +00:00
Conversation 0 Commits 7 Files Changed 7 +5 -6
2 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 5987a130f6 - Show all commits

2
src/aiia/__init__.py
View File

@ -1,4 +1,4 @@
from .model.Model import AIIABase, AIIABaseShared, AIIAchunked, AIIAExpert, AIIAmoe, AIIArecursive, AIIASparseMoe from .model.Model import AIIABase, AIIABaseShared, AIIAchunked, AIIAmoe, AIIASparseMoe, AIIArecursive
from .model.config import AIIAConfig from .model.config import AIIAConfig
from .data.DataLoader import DataLoader from .data.DataLoader import DataLoader
from .pretrain.pretrainer import Pretrainer, ProjectionHead from .pretrain.pretrainer import Pretrainer, ProjectionHead

9
src/aiia/model/__init__.py
View File

@ -2,10 +2,9 @@ from .Model import (
AIIABase, AIIABase,
AIIABaseShared, AIIABaseShared,
AIIAchunked, AIIAchunked,
AIIAExpert,
AIIAmoe, AIIAmoe,
AIIArecursive, AIIASparseMoe,
AIIASparseMoe AIIArecursive
) )
from .config import AIIAConfig from .config import AIIAConfig
@ -13,9 +12,9 @@ __all__ = [
"AIIABase", "AIIABase",
"AIIABaseShared", "AIIABaseShared",
"AIIAchunked", "AIIAchunked",
"AIIAExpert",
"AIIAmoe", "AIIAmoe",
"AIIASparseMoe",
"AIIArecursive", "AIIArecursive",
"AIIAConfig", "AIIAConfig",
"AIIASparseMoe"
] ]