Compare commits
No commits in common. "8703835ea78a6e18e6fe9851a2e34cc2663491e2" and "4f57905ed8cdd841b4981c1e18482729c7d99a38" have entirely different histories.
8703835ea7
...
4f57905ed8
|
@ -179,7 +179,7 @@ class AIIAExpert(AIIA):
|
||||||
|
|
||||||
class AIIAmoe(AIIA):
|
class AIIAmoe(AIIA):
|
||||||
def __init__(self, config: AIIAConfig, num_experts: int = 3, base_class=AIIABase, **kwargs):
|
def __init__(self, config: AIIAConfig, num_experts: int = 3, base_class=AIIABase, **kwargs):
|
||||||
super().__init__(config=config, **kwargs)
|
super().__init__()
|
||||||
self.config = config
|
self.config = config
|
||||||
|
|
||||||
# Update the config to include the number of experts.
|
# Update the config to include the number of experts.
|
||||||
|
|
Loading…
Reference in New Issue