Hugging Face's logo

kawasumi
/
Tema_Q-R4.2-MLC

Text Generation
MLC-LLM
Japanese
English
Chinese
gemma2
transformer
instruction-tuned
multilingual
uncensored
non-censored
unfiltered
GGUF
web-llm
Model card Files
xet
 Community
kawasumi commited on
Commit
918cb21
·
verified ·
1 Parent(s): ca71778

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. mlc-chat-config.json +84 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_13.bin +3 -0
  38. params_shard_14.bin +3 -0
  39. params_shard_15.bin +3 -0
  40. params_shard_16.bin +3 -0
  41. params_shard_17.bin +3 -0
  42. params_shard_18.bin +3 -0
  43. params_shard_19.bin +3 -0
  44. params_shard_2.bin +3 -0
  45. params_shard_20.bin +3 -0
  46. params_shard_21.bin +3 -0
  47. params_shard_22.bin +3 -0
  48. params_shard_23.bin +3 -0
  49. params_shard_24.bin +3 -0
  50. params_shard_25.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
mlc-chat-config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "gemma2",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 3584,
7
+ "intermediate_size": 14336,
8
+ "attention_bias": false,
9
+ "num_attention_heads": 16,
10
+ "num_key_value_heads": 8,
11
+ "head_dim": 256,
12
+ "num_hidden_layers": 42,
13
+ "rms_norm_eps": 1e-06,
14
+ "vocab_size": 256000,
15
+ "hidden_activation": "gelu_pytorch_tanh",
16
+ "position_embedding_base": 10000.0,
17
+ "context_window_size": 4096,
18
+ "prefill_chunk_size": 4096,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 128,
21
+ "attn_logit_softcapping": 50.0,
22
+ "final_logit_softcapping": 30.0,
23
+ "query_pre_attn_scalar": 224,
24
+ "sliding_window": 4096
25
+ },
26
+ "vocab_size": 256000,
27
+ "context_window_size": 4096,
28
+ "sliding_window_size": -1,
29
+ "prefill_chunk_size": 4096,
30
+ "attention_sink_size": -1,
31
+ "tensor_parallel_shards": 1,
32
+ "pipeline_parallel_stages": 1,
33
+ "active_vocab_size": 256000,
34
+ "temperature": 1.0,
35
+ "presence_penalty": 0.0,
36
+ "frequency_penalty": 0.0,
37
+ "repetition_penalty": 1.0,
38
+ "top_p": 1.0,
39
+ "tokenizer_files": [
40
+ "tokenizer.model",
41
+ "tokenizer.json"
42
+ ],
43
+ "tokenizer_info": {
44
+ "token_postproc_method": "byte_fallback",
45
+ "prepend_space_in_encode": false,
46
+ "strip_space_in_decode": false
47
+ },
48
+ "conv_template": {
49
+ "name": "gemma_instruction",
50
+ "system_template": "{system_message}",
51
+ "system_message": "",
52
+ "system_prefix_token_ids": [
53
+ 2
54
+ ],
55
+ "add_role_after_system_message": true,
56
+ "roles": {
57
+ "user": "<start_of_turn>user",
58
+ "assistant": "<start_of_turn>model"
59
+ },
60
+ "role_templates": {
61
+ "user": "{user_message}",
62
+ "assistant": "{assistant_message}",
63
+ "tool": "{tool_message}"
64
+ },
65
+ "messages": [],
66
+ "seps": [
67
+ "<end_of_turn>\n"
68
+ ],
69
+ "role_content_sep": "\n",
70
+ "role_empty_sep": "\n",
71
+ "stop_str": [
72
+ "<end_of_turn>"
73
+ ],
74
+ "stop_token_ids": [
75
+ 1,
76
+ 107
77
+ ],
78
+ "function_string": "",
79
+ "use_function_calling": false
80
+ },
81
+ "pad_token_id": 0,
82
+ "bos_token_id": 2,
83
+ "eos_token_id": 1
84
+ }
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:078e9607f68f3d35321913476e7efc79b8e698545dc5ef4fba0a104d37922deb
3
+ size 458752000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63e90cf1988d1460f2a19ee11984f588c5922c6ff909accd7bd54b83c0301d91
3
+ size 57344000
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f63ff2ec6ca5cc8766ccf956fe9a2a34af0914b5b328cc221296a2aaae592e3
3
+ size 25690112
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd30a6c787eca37681c35e574265331b99d406a8ac12281bc7f7001f78cd4e93
3
+ size 25690112
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a630c3145c58d37cbfd91d50a7a0c8baeda497a39b8cebb530a89adc4d288fca
3
+ size 31223808
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35484a686563f07c611e21d4bc1554166ca02f930349b1423286077dadfdf7af
3
+ size 51380224
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20a6f9fb10eab6f01e73d05fa2eea240e301ddfdf9e138d262afa9b69f60dc1e
3
+ size 33510400
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b7ccc3cdd262f06632965c29a77875e16ee268f18d3e79475a58933cacadea5
3
+ size 51380224
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:706a3bcdfc3e76fed466cd4bf36e8b79854f8590aca588af8706391dda49d063
3
+ size 29826048
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a01e514bf2f516d970fa011c61f1127e6155b82c3b3c99b2d2db69950243adbe
3
+ size 25690112
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f695f0465a7c1fd2197c595a3068ba4b60d406ad47a0115efdd8b7260080284b
3
+ size 31223808
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec1f699f4782ef0599c8fd915271645cc8fe5a0fe8b48e438a58e271e38aa521
3
+ size 51380224
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d26943910002b3db177ec9d74139bee5cdf1512d936698bc222d1545ec1bcf40
3
+ size 33510400
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5d54e1a9b93f853a75fa5e3cd7e04f50583babee209f15c6bc2b579f2512cf8
3
+ size 31223808
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b58bc5b3e5c4b5cd08a384f4338473dea33fdf0ee244a27fc7c26c90f6db617d
3
+ size 51380224
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:842e1aa6eb3653571b31bed69c1396b6da94f219487aadebd9a5c8338d3dbfe8
3
+ size 29826048
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:925a92021020222e0cda092ada2ecd74909a56b1b5830e2a12be8bfaaee39af8
3
+ size 25690112
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25f4120709a3d13d227ba3dc8a9e25cfa79a91f579af52d8b07119420c478e97
3
+ size 31223808
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4a0d945747e63c4dbe278f1f47dfa11aa65ef243a8f6dfca5dbc00db715d573
3
+ size 51380224
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a763a9883d175292d27400b3cfbe98511ab4872bad21a002b7b0372c99af0382
3
+ size 33510400
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2a52866b85f40a2c4486af8b8bfb58ae940b3969f11775b6675a1486ce1f9cf
3
+ size 51380224
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0085469bde73e38a55f60d1e6a599b9a5f4d0557569405ef0346070ee6633dea
3
+ size 29826048
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:651a31e24b1d41460a1aff32531788104723303ed3eb13848150c14065035873
3
+ size 25690112
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4b313fbfecec1191a4c76a62bcb8eae9a72d5973f64102b62060cdcea66c92
3
+ size 31223808
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:025837a16172fd0829bc4f0d0e63e5d411d7d0ed8746c3ee4692d93dbde11327
3
+ size 51380224
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b1883624286276e06810cb8342d9392790b9968739b18e96209df7dd6f975f9
3
+ size 51380224
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:866d5ca35413472f7eb66ca48640d1359bba7e30f440c697a098277771f10f05
3
+ size 33510400
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff18b3a033d95a96a28395604df59036b6eaf4501d9a9ef8229ea8b094a5dba5
3
+ size 51380224
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f56e5a60fe3a28272c89eb6eaef0a9865a680459a7ea5eec21750ce08e2ee46
3
+ size 29826048
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:805a27d21ac23345556d2d470653f5d1168b878fcd0601b70aa3e791ec88f623
3
+ size 25690112
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f47cc6ecefc1b5323d86c2d88ac246a503e6cdcf98064cb23c20bbc2fae0d4e
3
+ size 31223808
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfa27cb8a93c5665c79c18c561bb2a5f810fa06d4a09709dc707cef3049f0afa
3
+ size 51380224
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:879647d757119256b3609f1514660cf6cf346b2377768ae409e9ad935813e05b
3
+ size 33510400
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ccad237ba6400ccaa10da98a521d379dc9e7c34ac485332e97d019f74e12361
3
+ size 924672
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffbd0f7673249701f1be35fb5bba0ed95a29ab02d233d2646996a10ac3a6b70a
3
+ size 33510400
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67c28fb7136f93224d4eb4392c3f04243bb61875d87cc288116389bbd4434def
3
+ size 51380224
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a02a1cfc825c55656220c80a0edec6f0048a4e251fe71694dcd07ddc0d553ac
3
+ size 29826048
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5981303ecfa40f60ec5bd402aaeceb1a2adca98968c395d3fe67be0210d7213a
3
+ size 25690112
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a335a6df0155af44b89f5a7f5a6fe2119755c8a7bc20bdef9ed89e0a8077416
3
+ size 31223808
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92f4be2a724b11cdf82361e62bb72de616bdfe74f1f0d354bbf509c9a19c99f1
3
+ size 51380224
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed4e1784a47a95a756e3ceef41154d7f985c01a478e10a807abfa627a1f62068
3
+ size 33510400
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ccc91116d7e12ab799888a716c66dab568999ecec4ea9894928130d0aeeda22
3
+ size 51380224
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66bba4ab1411b04360cd80135b8bfce8395a8c1e24246ee6c8dae07c49ae128e
3
+ size 51380224
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67068be9eb304d0929b0712334c5c357c969231c1e525c882b71f125c9d4b916
3
+ size 29826048
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddf63e27691226eb34d901f15dbfb7f929a012c1966b95dd2f214b5763d6354e
3
+ size 25690112
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:740af0eb5ecdfffe93327175f23b364f6c04269c2fd9344f240e550c8628322f
3
+ size 31223808
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:110359ef9fdad465a9c7cf673808177c77424a7a7928318d147fd368e582c260
3
+ size 51380224
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c70e380fa93c60994ea62eb411218d5d8e2d77de3f64e169254fac776480d5c0
3
+ size 33510400