Upload folder using huggingface_hub

README.md

@@ -18,8 +18,8 @@ This model was merged using the Passthrough merge method.
 ### Models Merged
 
 The following models were included in the merge:
-* ./KansenSakura-RadianceV3-RP-12b
 * ./rpmix
+* ./KansenSakura-RadianceV3-RP-12b
 
 ### Configuration
 

config.json

@@ -4,13 +4,13 @@
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 1,
-  "eos_token_id": 15,
+  "eos_token_id": 2,
   "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 5120,
   "initializer_range": 0.02,
   "intermediate_size": 14336,
-  "max_position_embeddings": 131072,
+  "max_position_embeddings": 1024000,
   "model_type": "mistral",
   "num_attention_heads": 32,
   "num_hidden_layers": 40,
@@ -19,15 +19,8 @@
   "rope_theta": 1000000.0,
   "sliding_window": null,
   "tie_word_embeddings": false,
-  "tokenizer": {
-    "add_bos_token": true,
-    "add_eos_token": false,
-    "pad_token": "</s>",
-    "padding_side": "right"
-  },
   "torch_dtype": "bfloat16",
   "transformers_version": "4.53.2",
-  "trust_remote_code": true,
   "use_cache": false,
   "vocab_size": 131072
 }

model-00002-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:046cbe688d8b543d07ff37fd3362dd8b42c2e6031af9f860b78b3d7bde0631f2
+oid sha256:300f05ff84446a5f01db43b1fa590632e768b342a6f4c79a18a08842151eb88c
 size 4907529456

model-00003-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2373933ac165ee5ec29baf228db54ad17e86a08b572ec7c9d459855686d914cc
+oid sha256:9db3481c766a85701e213155cb073f702c399410458368c7279344fc8e9b8717
 size 4907529464