From cf41d0f6f69e4897a8088fb79208ef13db31c8fa Mon Sep 17 00:00:00 2001
From: Falko Habel <falko.habel@gmx.de>
Date: Mon, 3 Mar 2025 17:45:36 +0100
Subject: [PATCH] correctly init moe class

---
 src/aiia/model/Model.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/aiia/model/Model.py b/src/aiia/model/Model.py
index 4e9296d..7c8eee6 100644
--- a/src/aiia/model/Model.py
+++ b/src/aiia/model/Model.py
@@ -179,7 +179,7 @@ class AIIAExpert(AIIA):
 
 class AIIAmoe(AIIA):
     def __init__(self, config: AIIAConfig, num_experts: int = 3, base_class=AIIABase, **kwargs):
-        super().__init__()
+        super().__init__(config=config, **kwargs)
         self.config = config
 
         # Update the config to include the number of experts.