michaelwaves commited on
Commit
95a39af
·
verified ·
1 Parent(s): 23129c1

Training in progress, step 500

Browse files
README.md CHANGED
@@ -4,8 +4,8 @@ library_name: transformers
4
  model_name: GLM-4.5-Air
5
  tags:
6
  - generated_from_trainer
7
- - trl
8
  - sft
 
9
  licence: license
10
  ---
11
 
@@ -34,11 +34,11 @@ This model was trained with SFT.
34
 
35
  ### Framework versions
36
 
37
- - TRL: 0.22.1
38
- - Transformers: 4.56.0
39
  - Pytorch: 2.8.0
40
- - Datasets: 4.0.0
41
- - Tokenizers: 0.22.0
42
 
43
  ## Citations
44
 
 
4
  model_name: GLM-4.5-Air
5
  tags:
6
  - generated_from_trainer
 
7
  - sft
8
+ - trl
9
  licence: license
10
  ---
11
 
 
34
 
35
  ### Framework versions
36
 
37
+ - TRL: 0.23.0
38
+ - Transformers: 4.56.2
39
  - Pytorch: 2.8.0
40
+ - Datasets: 4.1.1
41
+ - Tokenizers: 0.22.1
42
 
43
  ## Citations
44
 
adapter_config.json CHANGED
@@ -25,13 +25,13 @@
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
28
- "q_proj",
29
- "o_proj",
30
- "down_proj",
31
- "up_proj",
32
  "k_proj",
 
33
  "gate_proj",
34
- "v_proj"
 
 
 
35
  ],
36
  "target_parameters": null,
37
  "task_type": "CAUSAL_LM",
 
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
 
 
 
 
28
  "k_proj",
29
+ "up_proj",
30
  "gate_proj",
31
+ "v_proj",
32
+ "q_proj",
33
+ "o_proj",
34
+ "down_proj"
35
  ],
36
  "target_parameters": null,
37
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e88b02c3269c973a390c911ef700718e47b72009e90a8d67f70e8bd498130c5
3
  size 12533238776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceb7ff4fb6f785874c37c5b8134eb278222945994102cc6004b77920a8b161bf
3
  size 12533238776
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d6bd8f3547406f8ad2f9d8228cc3d129e82253532bf18c563fb55b658555c34
3
- size 6225
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26b181ee871cf415d650f52c86d6d366f34610f0b0a8f1401686a14f7cc8804f
3
+ size 6289