xiongwang commited on
Commit
d44c0fb
·
verified ·
1 Parent(s): 36780a6

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -170,6 +170,7 @@
170
  "rms_norm_eps": 1e-06,
171
  "rope_scaling": {
172
  "interleaved": true,
 
173
  "mrope_section": [
174
  24,
175
  20,
 
170
  "rms_norm_eps": 1e-06,
171
  "rope_scaling": {
172
  "interleaved": true,
173
+ "mrope_interleaved": true,
174
  "mrope_section": [
175
  24,
176
  20,