correctly init moe class

This commit is contained in:
Falko Victor Habel 2025-03-03 17:45:36 +01:00
parent 81c9ae9d9d
commit cf41d0f6f6
1 changed files with 1 additions and 1 deletions

View File

@ -179,7 +179,7 @@ class AIIAExpert(AIIA):
class AIIAmoe(AIIA):
def __init__(self, config: AIIAConfig, num_experts: int = 3, base_class=AIIABase, **kwargs):
super().__init__()
super().__init__(config=config, **kwargs)
self.config = config
# Update the config to include the number of experts.