Machine-Learning
/
AIIA
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request 'correctly init moe class' (#19) from bug_fixes into main 

Reviewed-on: #19
This commit is contained in:
Falko Victor Habel 2025-03-03 16:46:04 +00:00
parent 4f57905ed8 cf41d0f6f6
commit 8703835ea7
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/aiia/model/Model.py
View File

@ -179,7 +179,7 @@ class AIIAExpert(AIIA):
class AIIAmoe(AIIA): class AIIAmoe(AIIA):
def __init__(self, config: AIIAConfig, num_experts: int = 3, base_class=AIIABase, **kwargs): def __init__(self, config: AIIAConfig, num_experts: int = 3, base_class=AIIABase, **kwargs):
super().__init__() super().__init__(config=config, **kwargs)
self.config = config self.config = config
# Update the config to include the number of experts. # Update the config to include the number of experts.