correctly init moe class
This commit is contained in:
parent
81c9ae9d9d
commit
cf41d0f6f6
|
@ -179,7 +179,7 @@ class AIIAExpert(AIIA):
|
|||
|
||||
class AIIAmoe(AIIA):
|
||||
def __init__(self, config: AIIAConfig, num_experts: int = 3, base_class=AIIABase, **kwargs):
|
||||
super().__init__()
|
||||
super().__init__(config=config, **kwargs)
|
||||
self.config = config
|
||||
|
||||
# Update the config to include the number of experts.
|
||||
|
|
Loading…
Reference in New Issue