calibration-tuning
/

Mistral-7B-v0.1-ct-choice

Model card Files Files and versions

psiyum commited on Mar 20, 2024

Commit

f908010

·

verified ·

1 Parent(s): 9a96442

Update adapter_config.json

Files changed (1) hide show

adapter_config.json +2 -2

adapter_config.json CHANGED Viewed

@@ -14,7 +14,7 @@
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
-  "peft_type": "LORA",
   "r": 8,
   "rank_pattern": {},
   "revision": null,
@@ -22,7 +22,7 @@
     "q_proj",
     "v_proj"
   ],
-  "task_type": "CAUSAL_LM",
   "use_dora": false,
   "use_rslora": false
 }

   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
+  "peft_type": "CALIBRATED_LORA",
   "r": 8,
   "rank_pattern": {},
   "revision": null,
     "q_proj",
     "v_proj"
   ],
+  "task_type": "CALIBRATED_CAUSAL_LM",
   "use_dora": false,
   "use_rslora": false
 }