Merge pull request 'correctly init moe class' (#19) from bug_fixes into main
Reviewed-on: #19
This commit is contained in:
commit
8703835ea7
|
@ -179,7 +179,7 @@ class AIIAExpert(AIIA):
|
|||
|
||||
class AIIAmoe(AIIA):
|
||||
def __init__(self, config: AIIAConfig, num_experts: int = 3, base_class=AIIABase, **kwargs):
|
||||
super().__init__()
|
||||
super().__init__(config=config, **kwargs)
|
||||
self.config = config
|
||||
|
||||
# Update the config to include the number of experts.
|
||||
|
|
Loading…
Reference in New Issue