Hugging Face's logo

Qwen
/
Qwen3-Coder-480B-A35B-Instruct

Text Generation
Transformers
Safetensors
qwen3_moe
conversational
Model card Files
xet
Community
29
clonefy commited on
Commit
71e6659
·
verified ·
1 Parent(s): 3db6b06

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +40 -0
  2. generation_config.json +14 -0
  3. merges.txt +0 -0
  4. model-00001-of-00241.safetensors +3 -0
  5. model-00006-of-00241.safetensors +3 -0
  6. model-00009-of-00241.safetensors +3 -0
  7. model-00011-of-00241.safetensors +3 -0
  8. model-00013-of-00241.safetensors +3 -0
  9. model-00014-of-00241.safetensors +3 -0
  10. model-00015-of-00241.safetensors +3 -0
  11. model-00016-of-00241.safetensors +3 -0
  12. model-00017-of-00241.safetensors +3 -0
  13. model-00020-of-00241.safetensors +3 -0
  14. model-00021-of-00241.safetensors +3 -0
  15. model-00025-of-00241.safetensors +3 -0
  16. model-00026-of-00241.safetensors +3 -0
  17. model-00028-of-00241.safetensors +3 -0
  18. model-00029-of-00241.safetensors +3 -0
  19. model-00030-of-00241.safetensors +3 -0
  20. model-00031-of-00241.safetensors +3 -0
  21. model-00033-of-00241.safetensors +3 -0
  22. model-00034-of-00241.safetensors +3 -0
  23. model-00036-of-00241.safetensors +3 -0
  24. model-00037-of-00241.safetensors +3 -0
  25. model-00039-of-00241.safetensors +3 -0
  26. model-00044-of-00241.safetensors +3 -0
  27. model-00045-of-00241.safetensors +3 -0
  28. model-00046-of-00241.safetensors +3 -0
  29. model-00049-of-00241.safetensors +3 -0
  30. model-00050-of-00241.safetensors +3 -0
  31. model-00052-of-00241.safetensors +3 -0
  32. model-00053-of-00241.safetensors +3 -0
  33. model-00055-of-00241.safetensors +3 -0
  34. model-00057-of-00241.safetensors +3 -0
  35. model-00058-of-00241.safetensors +3 -0
  36. model-00061-of-00241.safetensors +3 -0
  37. model-00063-of-00241.safetensors +3 -0
  38. model-00064-of-00241.safetensors +3 -0
  39. model-00065-of-00241.safetensors +3 -0
  40. model-00066-of-00241.safetensors +3 -0
  41. model-00067-of-00241.safetensors +3 -0
  42. model-00070-of-00241.safetensors +3 -0
  43. model-00071-of-00241.safetensors +3 -0
  44. model-00072-of-00241.safetensors +3 -0
  45. model-00074-of-00241.safetensors +3 -0
  46. model-00075-of-00241.safetensors +3 -0
  47. model-00081-of-00241.safetensors +3 -0
  48. model-00082-of-00241.safetensors +3 -0
  49. model-00083-of-00241.safetensors +3 -0
  50. model-00085-of-00241.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2MoeForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 151643,
7
+ "decoder_sparse_step": 1,
8
+ "eos_token_id": 151645,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 6144,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 8192,
14
+ "max_position_embeddings": 262144,
15
+ "max_window_layers": 28,
16
+ "mlp_only_layers": [],
17
+ "model_type": "qwen2_moe",
18
+ "moe_intermediate_size": 2560,
19
+ "norm_topk_prob": true,
20
+ "num_attention_heads": 96,
21
+ "num_experts": 160,
22
+ "num_experts_per_tok": 8,
23
+ "num_hidden_layers": 62,
24
+ "num_key_value_heads": 8,
25
+ "output_router_logits": false,
26
+ "qkv_bias": false,
27
+ "rms_norm_eps": 1e-06,
28
+ "rope_scaling": null,
29
+ "rope_theta": 10000000,
30
+ "router_aux_loss_coef": 0.0,
31
+ "shared_expert_intermediate_size": 0,
32
+ "sliding_window": null,
33
+ "tie_word_embeddings": false,
34
+ "torch_dtype": "bfloat16",
35
+ "transformers_version": "4.45.2",
36
+ "use_cache": true,
37
+ "use_qk_norm": true,
38
+ "use_sliding_window": false,
39
+ "vocab_size": 151936
40
+ }
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "pad_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "repetition_penalty": 1.05,
10
+ "presence_penalty": 0.0,
11
+ "temperature": 0.7,
12
+ "top_p": 0.8,
13
+ "top_k": 20
14
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:696359183790b186b584590f0a09dbed9a71ac1cf99776090be9b9355257097b
3
+ size 3987218640
model-00006-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38e134c3eb7e9b0108672d797865420f060e5b8e4a95a548ce29f67455b2748e
3
+ size 3995090320
model-00009-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b0178266bb08753bad9b1a90a02f19b70f2f881dd2035e023ce4497b8c4d251
3
+ size 3978206760
model-00011-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bde201697a22d933b7c214ff4267109547f4ad3c527aac6ae6da596252e88511
3
+ size 3995090360
model-00013-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efecfffb46905ff8ae2f7150dad70a583d9547c1bcbaf21898977ae6a29f73b1
3
+ size 3978206744
model-00014-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a360907b5fa30e82d0f53efa2d4948fbb8190da47b7a7be8363c2cc70aa4508
3
+ size 3995090312
model-00015-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3021af86247ed15068c9d1d2e15d157ef2f0d2d6c04b517588f6f26c2ef29ee9
3
+ size 3995090376
model-00016-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75dea6d7e0ea0e9748ca0a4fb8255d7657eb7e477397264c3b382da297785e04
3
+ size 3890125904
model-00017-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c90be752a9047abec50f93205a02f74ab6f92bfd73520b6480f490aa75280c
3
+ size 3988799064
model-00020-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84d80084411562beb050a7b9d931a487b01f31b73b814b11829a3b16992f0b28
3
+ size 3978206864
model-00021-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce12a0de36b3a9016972c48762424adebd91e02ad475112c550c71530a403fb2
3
+ size 3995090296
model-00025-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:428ffc8747f788b24b678934dcf4ff2530a103c84fda541e1d02a8450101b644
3
+ size 3995090320
model-00026-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65da06755a2c02ef8aef83e1b73e221dac1916c1fdd6b7a1ee6fb9ae17163808
3
+ size 3995090312
model-00028-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9a09cb7c6d8eaa28716d8de96f03e3e465a5ae61ada4bd6de88bdc3b11fad04
3
+ size 3978206808
model-00029-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5737bc3d3183f149a9d59d310b4478b33e056123ecd9f6ade93f01e236947cec
3
+ size 3995090320
model-00030-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c7993bf1396c1fda1d9976f0fb841ed58bc913fbbf85bba87719835e2855686
3
+ size 3995090320
model-00031-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c6ba5c8e28077e419d874932f397c8258f7bccd51bad514766c31b0fb634009
3
+ size 3995090440
model-00033-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:032774e27661175134ba328c5cfd1ccecff4c5f4120667bd4b88f4025b5c4701
3
+ size 3995090312
model-00034-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f081c85bc9a753da755c51cc6bbca4188a952c4439d74a80e05006bbbf57c199
3
+ size 3995090336
model-00036-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82888814641532ff220d91571c0a46c81ea40a1c333b88a91c13caefce19f41b
3
+ size 3978206776
model-00037-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a9b0f7ab5167c67c3bd9bec2194612640b7eb04cf6b8af0036e4e1054abec1
3
+ size 3995090320
model-00039-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdd1a347b949a57f1bace9fd62af574a8b45fbb5168c8d486d478fa1bdbf0d66
3
+ size 3995090448
model-00044-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee153e9056f99e2d0a5a944a60b7ad82fc5304b989425f696af23c5a0d1d08f
3
+ size 3978206864
model-00045-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:441875ccc350e620664172db6a3dac00776f5597bdaf5b753cadd63835aba302
3
+ size 3995090440
model-00046-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:351db94cc5ebad2aa8140dbfda94163e7db89d5881ceb7a315fe94801b2eb100
3
+ size 3995090512
model-00049-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f11baf634690eaba0ca7b1637e12e69cd935340e2b2b75feab9ccb9b1b0b064b
3
+ size 3995090448
model-00050-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffd777c2dae38580136dc73d24eb5f0cc96461a5da19a7f0f1cec1742e416471
3
+ size 3995090528
model-00052-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8adc68740738bafda9def7807b337eb76c0d66a2e17cbf5f806bb54c9dcedec
3
+ size 3995090432
model-00053-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a66ccc33893cce89e08c68197f8553ddd6d1dd9702a742b40014dbe6c7665e1a
3
+ size 3995090448
model-00055-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebae76aafd8c5addff19e83006fc3f865fcb0663f04f2417bc89d1e8e00d3bb1
3
+ size 3978206944
model-00057-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec51ec3ee5719e3429dd79cfb220788a87dc8fbf5e3a1b9ef2c82490aeb80c0
3
+ size 3995090440
model-00058-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13500c6f6b489e1a97fbdb71a14422240fa0ce2bc5acdc3ab92247e2284e6411
3
+ size 3995090560
model-00061-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:280f0860fa946ccb870c6977ef50962384e311027910541d9fb7218c6eb318dd
3
+ size 3995090456
model-00063-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b153e5f2c17612b70a852c7e7fe49c1389e35aaa8276ef72eec6141772fdc8a
3
+ size 3978206912
model-00064-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9976d83a0243873214b05326f232f80e3bbeabca02a45e06a89bcb210cb09ea
3
+ size 3995090440
model-00065-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23141a212b443ee304ff25f126d25517a874ccd675cb999ecc9ff8198207c120
3
+ size 3995090472
model-00066-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ca83470a2393fde4a5fbd429588b0763d9ca76f82ec6d152a7b593be5ded0e8
3
+ size 3995090568
model-00067-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dab2bbcd174d67d309c1a0865065c99f8ecb807cfa147a24085840ea62c0e7f3
3
+ size 3978206888
model-00070-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:283a68562bb9a79bc5f9d8b4579bf15b42d90c6f2a4ac1484d7a41415a222726
3
+ size 3995090568
model-00071-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4702bf3878738b3bbbd4914974ff1c42eaae4ba1cadc84a24634feb19561994
3
+ size 3978206872
model-00072-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb52a618125e52866e7f9b8e0acbd454cbb0b815ba90abe76daee62bf1005e1
3
+ size 3995090448
model-00074-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a902870be6a4739c812a3ec061c1d936f9623535120a9db6988d704203a365f
3
+ size 3953040840
model-00075-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f66d8c27aa48bfc6a51b7c566071d4304af86829a25f721dfc31c9a642fc10
3
+ size 3988799184
model-00081-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b52be2ea35b119292c883410e8f4e12efd7b6b87d2853e3096d11cccf53669
3
+ size 3995090536
model-00082-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f24c4a5fb5d56b16b1b6aaa4fe31040971650479151f37e8b7bf7ac184e6e48
3
+ size 3978206952
model-00083-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ad8d0f0df1073d7a3a99d877bc2d07aee2d81bf68b244fdb758362f91c6bde
3
+ size 3995090440
model-00085-of-00241.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5b2dc17e13493e515662b569d85cd08f38ba868900df643612572d18b62861f
3
+ size 3995090552