Hugging Face's logo

KnutJaegersberg
/
Tess-M-34B-2bit

Text Generation
Transformers
Safetensors
llama
text-generation-inference
Model card Files
xet
Community
2
KnutJaegersberg commited on
Commit
261488c
·
1 Parent(s): b3c0032

Upload 10 files

Browse files
Files changed (3) hide show
  1. config.json +4 -4
  2. model-00001-of-00002.safetensors +2 -2
  3. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -19,14 +19,14 @@
19
  "pretraining_tp": 1,
20
  "quip_params": {
21
  "codebook": "E8P12",
22
- "codebook_version": 0,
23
  "codesz": 8,
24
  "fused": true,
25
- "idx_dtype": "torch.int16",
26
  "lora_rank": 0,
27
- "model_version": 0,
28
  "outlier_channel_split": false,
29
- "packsz": 1,
30
  "rescale_WH": false
31
  },
32
  "rms_norm_eps": 1e-05,
 
19
  "pretraining_tp": 1,
20
  "quip_params": {
21
  "codebook": "E8P12",
22
+ "codebook_version": 1,
23
  "codesz": 8,
24
  "fused": true,
25
+ "idx_dtype": "torch.int64",
26
  "lora_rank": 0,
27
+ "model_version": 1,
28
  "outlier_channel_split": false,
29
+ "packsz": 4,
30
  "rescale_WH": false
31
  },
32
  "rms_norm_eps": 1e-05,
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3accaaf5f23e119a17a279dd360f7b77b420ff8ac831bfeb4a6b8939621ba99e
3
- size 9299868984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c7b02620e38a8c19ed01045119eac99531db383f3cfbc451e3063ecdb407751
3
+ size 9299845864
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff