Upload model

configuration_vitmix.py

@@ -14,7 +14,8 @@ class ViTMixConfig(PretrainedConfig): #Note you cannot change the expert layers
         depth = 6,
         heads = 16,
         mlp_dim = 2048,
-        num_experts = 12
+        num_experts = 12,
+        **kwargs
     ):
         if image_size % patch_size != 0:
             print(f"image size must be half patch size! img_size: {image_size} | patch_size{patch_size}")
@@ -27,4 +28,4 @@ class ViTMixConfig(PretrainedConfig): #Note you cannot change the expert layers
         self.heads = heads
         self.mlp_dim = mlp_dim
         self.num_experts = num_experts
-        super().__init__()
+        super().__init__(**kwargs)