Machine-Learning
/
AIIA
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

correctly init moe class

This commit is contained in:
Falko Victor Habel 2025-03-03 17:45:36 +01:00
parent 81c9ae9d9d
commit cf41d0f6f6
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/aiia/model/Model.py
View File

@ -179,7 +179,7 @@ class AIIAExpert(AIIA):
class AIIAmoe(AIIA): class AIIAmoe(AIIA):
def __init__(self, config: AIIAConfig, num_experts: int = 3, base_class=AIIABase, **kwargs): def __init__(self, config: AIIAConfig, num_experts: int = 3, base_class=AIIABase, **kwargs):
super().__init__() super().__init__(config=config, **kwargs)
self.config = config self.config = config
# Update the config to include the number of experts. # Update the config to include the number of experts.