LoftQ
/

Llama-2-7b-hf-4bit-64rank

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions

LoftQ commited on Dec 19, 2023

Commit

71de4af

·

1 Parent(s): 5aff767

Upload adapter_config.json

Files changed (1) hide show

gsm8k/adapter_config.json +5 -4

gsm8k/adapter_config.json CHANGED Viewed

@@ -22,13 +22,14 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
-    "down_proj",
     "v_proj",
     "q_proj",
-    "k_proj",
     "gate_proj",
     "o_proj"
   ],
-  "task_type": "CAUSAL_LM"
 }

   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "k_proj",
     "v_proj",
+    "down_proj",
     "q_proj",
+    "up_proj",
     "gate_proj",
     "o_proj"
   ],
+  "task_type": "CAUSAL_LM",
+  "use_rslora": false
 }