example.py

@@ -8,15 +8,19 @@ model = AIIAmoe(config)
 model.save_pretrained("test")
 model = AIIAmoe.from_pretrained("test")
 
+# Initialize pretrainer with the model
 pretrainer = Pretrainer(model, learning_rate=1e-4, config=config)
 
-# Set checkpoint directory
+# List of dataset paths
-checkpoint_dir = "checkpoints/my_model"
+dataset_paths = [
+    "/path/to/dataset1.parquet",
+    "/path/to/dataset2.parquet"
+]
 
-# Start training (will automatically load checkpoint if available)
+# Start training with multiple datasets
 pretrainer.train(
-    dataset_paths=["path/to/dataset1.parquet", "path/to/dataset2.parquet"],
+    dataset_paths=dataset_paths,
-    output_path="trained_models/my_model",
+    num_epochs=10,
-    checkpoint_dir=checkpoint_dir,
+    batch_size=2,
-    num_epochs=10
+    sample_size=10000
 )