kernel size as large as channel size
This commit is contained in:
parent
b501ae8317
commit
29f0d86ff7
|
@ -8,7 +8,7 @@ class AIIAConfig:
|
||||||
def __init__(
|
def __init__(
|
||||||
self,
|
self,
|
||||||
model_name: str = "AIIA",
|
model_name: str = "AIIA",
|
||||||
kernel_size: int = 5,
|
kernel_size: int = 3,
|
||||||
activation_function: str = "GELU",
|
activation_function: str = "GELU",
|
||||||
hidden_size: int = 512,
|
hidden_size: int = 512,
|
||||||
num_hidden_layers: int = 12,
|
num_hidden_layers: int = 12,
|
||||||
|
|
Loading…
Reference in New Issue