Update README.md

README.md

@@ -47,14 +47,17 @@ We evaluated orca_mini_v3_70b on a wide range of tasks using [Language Model Eva
 
 Here are the results on metrics used by [HuggingFaceH4 Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard)
 
-|||||
-|:------:|:--------:|:-------:|:--------:|
-|**Task**|**Metric**|**Value**|**Stderr**|
-|*arc_challenge*|acc_norm|0.7098|0.0132|
-|*hellaswag*|acc_norm|0.8779|0.0032|
-|*mmlu*|acc_norm|0.6904|0.0351|
-|*truthfulqa_mc*|mc2|0.6196|0.0151|
-|**Total Average**|-|**0.722175**||
+|||
+|:------:|:--------:|
+|**Task**|**Value**|
+|*ARC*|0.7125|
+|*HellaSwag*|0.8785|
+|*MMLU*|0.7018|
+|*TruthfulQA*|0.6127|
+|*Winogrande*|0.8272|
+|*GSM8K*|0.4086|
+|*DROP*|0.4017|
+|**Total Average**|**0.649**|
 
 
 <br>
@@ -84,7 +87,7 @@ tokenizer = AutoTokenizer.from_pretrained("psmathur/orca_mini_v3_70b")
 model = AutoModelForCausalLM.from_pretrained(
   "psmathur/orca_mini_v3_70b",
   torch_dtype=torch.float16,
-  load_in_8bit=True,
+  load_in_4bit=True,
   low_cpu_mem_usage=True,
   device_map="auto"
 )
@@ -120,6 +123,7 @@ Please kindly cite using the following BibTeX:
 @misc{orca_mini_v3_70b,
   author = {Pankaj Mathur},
   title = {orca_mini_v3_70b: An Orca Style Llama2-70b model},
+  month = {august},
   year = {2023},
   publisher = {HuggingFace},
   journal = {HuggingFace repository},