updated init to remove expeort model and move the smoe higher
Gitea Actions For AIIA / Explore-Gitea-Actions (push) Failing after 31s
Details
Gitea Actions For AIIA / Explore-Gitea-Actions (push) Failing after 31s
Details
This commit is contained in:
parent
458d78a23e
commit
5987a130f6
|
@ -1,4 +1,4 @@
|
||||||
from .model.Model import AIIABase, AIIABaseShared, AIIAchunked, AIIAExpert, AIIAmoe, AIIArecursive, AIIASparseMoe
|
from .model.Model import AIIABase, AIIABaseShared, AIIAchunked, AIIAmoe, AIIASparseMoe, AIIArecursive
|
||||||
from .model.config import AIIAConfig
|
from .model.config import AIIAConfig
|
||||||
from .data.DataLoader import DataLoader
|
from .data.DataLoader import DataLoader
|
||||||
from .pretrain.pretrainer import Pretrainer, ProjectionHead
|
from .pretrain.pretrainer import Pretrainer, ProjectionHead
|
||||||
|
|
|
@ -2,10 +2,9 @@ from .Model import (
|
||||||
AIIABase,
|
AIIABase,
|
||||||
AIIABaseShared,
|
AIIABaseShared,
|
||||||
AIIAchunked,
|
AIIAchunked,
|
||||||
AIIAExpert,
|
|
||||||
AIIAmoe,
|
AIIAmoe,
|
||||||
AIIArecursive,
|
AIIASparseMoe,
|
||||||
AIIASparseMoe
|
AIIArecursive
|
||||||
)
|
)
|
||||||
from .config import AIIAConfig
|
from .config import AIIAConfig
|
||||||
|
|
||||||
|
@ -13,9 +12,9 @@ __all__ = [
|
||||||
"AIIABase",
|
"AIIABase",
|
||||||
"AIIABaseShared",
|
"AIIABaseShared",
|
||||||
"AIIAchunked",
|
"AIIAchunked",
|
||||||
"AIIAExpert",
|
|
||||||
"AIIAmoe",
|
"AIIAmoe",
|
||||||
|
"AIIASparseMoe",
|
||||||
"AIIArecursive",
|
"AIIArecursive",
|
||||||
"AIIAConfig",
|
"AIIAConfig",
|
||||||
"AIIASparseMoe"
|
|
||||||
]
|
]
|
Loading…
Reference in New Issue