From 5987a130f63945bf45f64208501ef8607425602b Mon Sep 17 00:00:00 2001 From: Falko Habel Date: Wed, 26 Mar 2025 21:57:17 +0100 Subject: [PATCH] updated init to remove expeort model and move the smoe higher --- src/aiia/__init__.py | 2 +- src/aiia/model/__init__.py | 9 ++++----- 2 files changed, 5 insertions(+), 6 deletions(-) diff --git a/src/aiia/__init__.py b/src/aiia/__init__.py index 6d716f8..838c765 100644 --- a/src/aiia/__init__.py +++ b/src/aiia/__init__.py @@ -1,4 +1,4 @@ -from .model.Model import AIIABase, AIIABaseShared, AIIAchunked, AIIAExpert, AIIAmoe, AIIArecursive, AIIASparseMoe +from .model.Model import AIIABase, AIIABaseShared, AIIAchunked, AIIAmoe, AIIASparseMoe, AIIArecursive from .model.config import AIIAConfig from .data.DataLoader import DataLoader from .pretrain.pretrainer import Pretrainer, ProjectionHead diff --git a/src/aiia/model/__init__.py b/src/aiia/model/__init__.py index c0ad6e7..a45512a 100644 --- a/src/aiia/model/__init__.py +++ b/src/aiia/model/__init__.py @@ -2,10 +2,9 @@ from .Model import ( AIIABase, AIIABaseShared, AIIAchunked, - AIIAExpert, AIIAmoe, - AIIArecursive, - AIIASparseMoe + AIIASparseMoe, + AIIArecursive ) from .config import AIIAConfig @@ -13,9 +12,9 @@ __all__ = [ "AIIABase", "AIIABaseShared", "AIIAchunked", - "AIIAExpert", "AIIAmoe", + "AIIASparseMoe", "AIIArecursive", "AIIAConfig", - "AIIASparseMoe" + ] \ No newline at end of file