Upload folder using huggingface_hub

Files changed (4) hide show

config.json CHANGED Viewed

@@ -16,14 +16,14 @@
     "final_logit_softcapping": null,
     "head_dim": 256,
     "hidden_activation": "gelu_pytorch_tanh",
-    "hidden_size": 3840,
     "initializer_range": 0.02,
-    "intermediate_size": 15360,
     "max_position_embeddings": 131072,
     "model_type": "gemma3_text",
-    "num_attention_heads": 16,
-    "num_hidden_layers": 48,
-    "num_key_value_heads": 8,
     "query_pre_attn_scalar": 256,
     "rms_norm_eps": 1e-06,
     "rope_local_base_freq": 10000.0,

     "final_logit_softcapping": null,
     "head_dim": 256,
     "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 2560,
     "initializer_range": 0.02,
+    "intermediate_size": 10240,
     "max_position_embeddings": 131072,
     "model_type": "gemma3_text",
+    "num_attention_heads": 8,
+    "num_hidden_layers": 34,
+    "num_key_value_heads": 4,
     "query_pre_attn_scalar": 256,
     "rms_norm_eps": 1e-06,
     "rope_local_base_freq": 10000.0,

pytorch_model-00001-of-00002.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc619193af0adb330a24d1a8ad15a02804901c28c400d16b3196453a4c4802d
+size 4961401164

pytorch_model-00002-of-00002.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3bc6f1c25dd067395ff32d242019f91fad7e1394f8af04347e68c65086790f
+size 3639086221

pytorch_model.bin.index.json CHANGED Viewed

The diff for this file is too large to render. See raw diff