Compare commits

..

No commits in common. "8703835ea78a6e18e6fe9851a2e34cc2663491e2" and "4f57905ed8cdd841b4981c1e18482729c7d99a38" have entirely different histories.

1 changed files with 1 additions and 1 deletions

View File

@ -179,7 +179,7 @@ class AIIAExpert(AIIA):
class AIIAmoe(AIIA):
def __init__(self, config: AIIAConfig, num_experts: int = 3, base_class=AIIABase, **kwargs):
super().__init__(config=config, **kwargs)
super().__init__()
self.config = config
# Update the config to include the number of experts.