diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..57356d268dc37d40b7982e3314d33812cb219960 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,107 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+featherless-quants.png filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00001-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00002-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00003-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00004-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00005-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00006-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00007-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00008-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00009-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00010-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00011-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00001-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00002-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00003-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00004-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00005-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00006-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00007-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00008-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00009-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00010-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00011-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00012-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00013-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00014-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00015-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00016-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..b8110b94ea27a9e0979477a13780a284cd8cc54b
--- /dev/null
+++ b/README.md
@@ -0,0 +1,47 @@
+---
+base_model: mlabonne/Llama-3.1-70B-Instruct-lorablated
+pipeline_tag: text-generation
+quantized_by: featherless-ai-quants
+---
+
+# mlabonne/Llama-3.1-70B-Instruct-lorablated GGUF Quantizations 🚀
+
+![Featherless AI Quants](./featherless-quants.png)
+
+*Optimized GGUF quantization files for enhanced model performance*
+
+> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
+---
+
+## Available Quantizations 📊
+
+| Quantization Type | File | Size |
+|-------------------|------|------|
+| IQ4_XS | [mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS](https://huggingface.co/featherless-ai-quants/mlabonne-Llama-3.1-70B-Instruct-lorablated-GGUF/tree/main/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS) | 36496.80 MB (folder) |
+| Q2_K | [mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K](https://huggingface.co/featherless-ai-quants/mlabonne-Llama-3.1-70B-Instruct-lorablated-GGUF/tree/main/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K) | 25153.27 MB (folder) |
+| Q3_K_L | [mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L](https://huggingface.co/featherless-ai-quants/mlabonne-Llama-3.1-70B-Instruct-lorablated-GGUF/tree/main/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L) | 35420.03 MB (folder) |
+| Q3_K_M | [mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M](https://huggingface.co/featherless-ai-quants/mlabonne-Llama-3.1-70B-Instruct-lorablated-GGUF/tree/main/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M) | 32680.03 MB (folder) |
+| Q3_K_S | [mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S](https://huggingface.co/featherless-ai-quants/mlabonne-Llama-3.1-70B-Instruct-lorablated-GGUF/tree/main/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S) | 29480.03 MB (folder) |
+| Q4_K_M | [mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M](https://huggingface.co/featherless-ai-quants/mlabonne-Llama-3.1-70B-Instruct-lorablated-GGUF/tree/main/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M) | 40550.61 MB (folder) |
+| Q4_K_S | [mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S](https://huggingface.co/featherless-ai-quants/mlabonne-Llama-3.1-70B-Instruct-lorablated-GGUF/tree/main/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S) | 38478.11 MB (folder) |
+| Q5_K_M | [mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M](https://huggingface.co/featherless-ai-quants/mlabonne-Llama-3.1-70B-Instruct-lorablated-GGUF/tree/main/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M) | 47635.86 MB (folder) |
+| Q5_K_S | [mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S](https://huggingface.co/featherless-ai-quants/mlabonne-Llama-3.1-70B-Instruct-lorablated-GGUF/tree/main/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S) | 46403.36 MB (folder) |
+| Q6_K | [mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K](https://huggingface.co/featherless-ai-quants/mlabonne-Llama-3.1-70B-Instruct-lorablated-GGUF/tree/main/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K) | 55206.44 MB (folder) |
+| Q8_0 | [mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0](https://huggingface.co/featherless-ai-quants/mlabonne-Llama-3.1-70B-Instruct-lorablated-GGUF/tree/main/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0) | 71501.79 MB (folder) |
+
+
+---
+
+## ⚡ Powered by [Featherless AI](https://featherless.ai)
+
+### Key Features
+
+- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
+- 🛠️ **Zero Infrastructure** - No server setup or maintenance required
+- 📚 **Vast Compatibility** - Support for 2400+ models and counting
+- 💎 **Affordable Pricing** - Starting at just $10/month
+
+---
+
+**Links:**  
+[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)
\ No newline at end of file
diff --git a/featherless-quants.png b/featherless-quants.png
new file mode 100644
index 0000000000000000000000000000000000000000..3e0eab9d9c036800df77695d52ddae95b5e1f669
--- /dev/null
+++ b/featherless-quants.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b
+size 1614532
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00001-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00001-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fd00a6638ac825d98385ebd0aa6e6555c55298a9
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00001-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09db1de5138468e9c7ee5ca9abd18bb463c01c1d3ead947733b223a9ee58ec7
+size 4876349760
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00002-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00002-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ed736c49a8e3918af4f31e0f4b9fb05767733ae9
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00002-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eec026041a04a1e97c3d9fc0d57019afe8e51940bada06a0dc4084ac4d9496
+size 4919006720
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00003-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00003-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..94ea2a7fe264878c41f0fe848ada216a7455dad9
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00003-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09b628d74cc3c4382e8d3340c7625d1851d095574138f6dc921cfce173375bb
+size 4890498912
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00004-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00004-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7112541bf0ce946dd11395947c72f10544edb508
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00004-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb7ac0a73040c5d090f2223e78a777d040169c124b95d3192653fda6959435a
+size 4890498912
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00005-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00005-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c1dc6ea21cee29c7ec17a0c6365f735712c21e24
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00005-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd1b1eda1c7a59a930b3bd4ae52de57dd524caa581472b4363352a406cebc6e
+size 4973827808
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00006-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00006-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ca885440fe1fbecbba034a7adc491fe3023f410c
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00006-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b3eb1596d6f4aefbce897c1c1d8f662dc4c9e7f23860343852dcd1c5d847ec
+size 4979627840
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00007-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00007-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..10eee53d92b19701b980a6ffae660a28f9cf7a37
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00007-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8bbe0961a494d8af7da0fd795ae8de68893d4ddb6761eedbb5444bc4dc8153
+size 4886009568
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00008-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00008-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2286829818d10bfe7791c54e5c811a23d81ada23
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS/mlabonne-Llama-3.1-70B-Instruct-lorablated-IQ4_XS-00008-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf14f0f7c252c9c0d5f1261ec9e4c3c2adfb0b6b406a40f0461039a051513b6a
+size 3853849312
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00001-of-00006.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..da8b38654a82e27a1d8c43d62d47cba087238437
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822042b4906901306e69d3e406f034fc1b9ab726849b9a9d14f191d801e6d0d9
+size 4988582848
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00002-of-00006.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3edd00e9e4e639723fd5c439c8fc5afcb66de23f
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84fa1840a6fe49ae2ca6c01af9c45b89b3d42771cf3d0232f88dc8604baa681
+size 4975468832
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00003-of-00006.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a603ebb12590e5ddd4615336060c4efc6623e6a8
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0fdaeb900f58e38e0a13ac231eaacb78df1b13f6c88d94e8d9aab8806804fa
+size 4952269152
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00004-of-00006.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b062912f2991b29c552b77d983b09e07443ca900
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013bbf47a0ba26de0eaf7a1dbe0915d4736638a3abf5950e81f3bfa0fc5485b3
+size 4955054528
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00005-of-00006.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f4293ef0ddc988233b5b721d158db88e709135e7
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e502704ebe039e1c0f3a00c01b98a2760620a6d998a4bf1bd93f4e16aa7622b
+size 4931199456
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00006-of-00006.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6611921ef038f17b8bcfd08f15af51b9e4593d46
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q2_K-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c228bb8092ab731393e35a8197212280f199446a80627218fb5798ed21191c
+size 1572539104
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00001-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00001-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5ee2383d2f35ecd24368ccf6a60937ce56bc5f6f
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00001-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822a06dadf1f56c1d0f0a2778f767cdb5650d9b173d2c09f36684367f307845f
+size 4903138144
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00002-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00002-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..535b2f1bc1b62689bd52b09a8448d8c73991191d
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00002-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ebbc681f46c00eb44a73a3a422c1a1b93ba54a212dec25bd2c81a312800543
+size 4925167488
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00003-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00003-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ef8fa4341081c583bbf08907525514a86d247e71
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00003-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7a8b67113b2bc49165f24bc46daaf72b7f69ee7982b229aaeb90b9ad811632
+size 4925167488
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00004-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00004-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e20585d9554fb0b77804259049f0a8dc20dc45eb
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00004-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b243d9f4fa2e5fc97487368161240488c361d14dd66945e4a2ec2823df1c034
+size 4925167488
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00005-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00005-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2c0014cb6abe5e1ffc48b252bb865bb4736e0932
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00005-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9e67151a6159beae846f370288d9a0ebc1a1be48615a9a8b6d430fe801d095
+size 4925167488
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00006-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00006-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..241392d4bb059b5ccbe9e319d7e1bb8259270013
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00006-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce0dddf477ecf75fe7f21c7bf18b696875d88bff44f9b3a70ddf007f5e4cbf3
+size 4925167488
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00007-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00007-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..90273a18911f0fb3dab38e589d12e3e1e5b73c1d
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00007-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad9c6456509a874db7f2a455a530b916976a4d742e43522cb6f441af0a5983b
+size 4925167488
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00008-of-00008.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00008-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7356f98203b75c97ff73c55a98f84b19c932c675
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_L-00008-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9275df6ad0a8266a7902a029552a1c1483010852b80d1915d0ea2a5f73494e5d
+size 2686455040
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00001-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00001-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..61762e73b3b5132a3d6b312341982490e1bc7ae5
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00001-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74480cce4d274887a783ffd6d77f885b5e63fdade17692525a6caeae9b1731cd
+size 4980995040
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00002-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00002-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d053dee6ed9b9985bf317237f62a60abb2b00e39
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00002-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bc96dfd4988aa96403cafa9df078d00bcb7502674dcf78f48361c96401ccbe
+size 4919925152
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00003-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00003-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1719ff426329ec61a8acdc2c4229cbe68f223564
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00003-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4674d991a55e0a9ef724cc06c9cc1846e3f72a6760482594d7ddd7dad10dff1
+size 4919925152
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00004-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00004-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..04a473dfd9fe1b0564dbc15111a83946246f4e94
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00004-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f346d13938c0e5e035259e61bd3bad556f570b27728057802fd154264bb9e1b
+size 4919925152
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00005-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00005-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..df685d3f5cbbe5af4b782ac698b8fae6ecd29ef2
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00005-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6c352733a4c394e3153e0b5d2f3a21d8872dd30fffb266e76cc41c892fa534
+size 4919925152
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00006-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00006-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0134e58e22283fe1937c06b10729836d4bcf4954
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00006-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2c9a28e23c3d476517c77bd15cd48ba7eef43d287a9c37b0e8faa10c74e601
+size 4919925152
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00007-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00007-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cea0826955f5ded4fbbf4cd3491029704ee28dd3
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_M-00007-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebc8c78fb114cbc85b59189ed4d227d720bdff3590bd973660fc6207ba60927
+size 4686879008
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00001-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00001-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..71e7a7463379b77e85458654e46559c4ed49d134
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00001-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ba48e71da52017b5cc55ffc74db60661a8a88dae64245cf31eed54eb83d064
+size 4985419488
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00002-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00002-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fa94204113c018c1a5aadc9fa47c47d80b437d6f
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00002-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047a7cb0e96593a7bee3e4c5f8f04629c51425dc54ec34f1ea37248ef69a7390
+size 4944075936
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00003-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00003-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a51bdac7640b66f2e8289d2fe36f7bd210eee792
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00003-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ef13f05b62b2c8ab333f40aaab896a08901ceba12c2ac57ccf7d3e9752db6b
+size 4909440000
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00004-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00004-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6639f12b20f93b4214ab764e0237dcfd1fbb97e2
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00004-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a7cfdac1b0bcf874b4ed52835179ada7db7982c40203ec3907e5fbf161d8a0
+size 4976549216
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00005-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00005-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..19884ba00bb091746c7756f189a31ba3409a79eb
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00005-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c29daa6b3741ca5f73a6280295b17d9625b13177eb127e2becd1f5fd42d0c39
+size 4909440000
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00006-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00006-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7f2fc9360e52fbe9e6d3e3c8733fbca8a7fdcb91
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00006-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bed484fd7f5563fbf22547f6c737d9127b50ed2a5d0fc87278310359785ccde
+size 4909440000
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00007-of-00007.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00007-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1866ae482f8847622eb13e92a07135bdf3a13559
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q3_K_S-00007-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a920ac296441302fc247074db36e853642c93f24d1b4fcb8d2829566e09d86
+size 1277691968
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00001-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00001-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f72fa7fbba1f5fea6e84333dade022c65dc8a332
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00001-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d080409acd42fabae3507249fc63afa33699e72ce78482d55b65dd9aab5f571
+size 4917899104
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00002-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00002-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1bb731d71e9a31e09f4c34221cfbf45bf6448d65
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00002-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504091a7bfe757b0a892b4101b7d6cc857f22b2e1bf8dcf0da9a306f757cc1f0
+size 4994536640
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00003-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00003-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..70a83ee3cd903822cbb21458b330f19de870f380
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00003-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dd67ac68e99781f4c199736da23a306f5199bfbdc4203b9c30e5c707df530c
+size 4972483904
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00004-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00004-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..388c37224dd74a7fc956cf75071f580bbdb4e0dc
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00004-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1f0b62fa0a61318b5e0124056ccc2674ad477e5fbcb7c84e9bcf57b4904970
+size 4971369792
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00005-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00005-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..207b10cc71b6e8852b9fc2a521c97156f8b32048
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00005-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2836152d0f2c460ff780054e2e74cff37f927e88dc0263ebcdd440f630c7a86
+size 4932801728
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00006-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00006-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f4de677eb7d3ccce22af0222285a91f206161585
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00006-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5439b495bd7a203e025b661b42b71950e0f4639d4f6d659420b125e230992fed
+size 4878112064
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00007-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00007-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bf299909a0adfc6adca77418ce9f2b5370f3a1c5
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00007-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc914e6e1401082178a1552a893baa4c0cfbf2869285299195eb36b8a091d60
+size 4876997952
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00008-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00008-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cdb1c76c37b88feb528de8fc9c14a26e947dc391
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00008-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01308f28164d52673a007ad6cae1765980ea42d1a21376b77fd66c29d541de93
+size 4904391584
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00009-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00009-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..39dd14ecbaade0ab1f18e8c28f18064ddbfbbb9b
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_M-00009-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4a72c1639f808518a4485e38d53b5599ddb2c7a8576981c21b4491b25dcd03
+size 3071806656
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00001-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00001-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f340be81432b5c6af3f9a98a6bf427640672cc69
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00001-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76019bbb18f33f201b9155697c51a9907d920b740f8c1f9b71a82c0a3c8071d1
+size 4999590048
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00002-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00002-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..42fd1ad0a1f7ef9d216b3acf510b275f6151ddc3
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00002-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d242792c4ae08a221c41f4740776c4cd071312b5f73418accd0043ef7bbeaa
+size 4955739680
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00003-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00003-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..83346b91df46ab875f17406eb899f57c8a5ad34e
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00003-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdaefddd322eb25913dfaa82ca7ee3b1f855bf1eb5283dd3af4c180159d3323
+size 4956231104
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00004-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00004-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fbaed65cf251569234811f56ebc5c94bf9a9e419
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00004-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98e5a7a8b28e6f73ff9ac4bfdfeef648e38edc994dc911548301b4f232338ea
+size 4956231104
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00005-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00005-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c39b465f44269a0172ca0fe30797fcf69438017f
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00005-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e3d23c754a992694dd28f3cd1884da743f7d5fae4c03b861a40d882821ec37
+size 4998731360
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00006-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00006-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f291e7d29841941d253926c3d1e4aef585f77da3
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00006-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58b4452326120a2088c31af9087b29f4f71dfe305defa2569971650ea394b49
+size 4999779936
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00007-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00007-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..63d7c512e8e73641c4e1112b16912f3df52ac98c
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00007-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3682e321be34d0ed2aae21d87efd6d44f4bcb04e59aa8f60e09db43907e395
+size 4956231104
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00008-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00008-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..546fef9b808ae5e3c8348c56b6a8dc2bf4854798
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00008-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6264518efdb32b2ae1b194e245654e12e03477fea608ebbb3b33bdd0a0cf6f
+size 4998731360
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00009-of-00009.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00009-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c9eab5ab6c6532069b00fb30988c3bc22ecb5666
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q4_K_S-00009-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764b06e5d7ef5f731fb1d03186af68503e5084714ab61366adf8ee791c4e58ac
+size 525960000
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00001-of-00011.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00001-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7d2489baa403e2089690ecf019ce39eeb1dbdaa7
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00001-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c5c4e5a7f6364f63430ee0cbcb34e996568e741f615f15a9d5bfd79f2f3a4a
+size 4887883104
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00002-of-00011.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00002-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..90b9da6e037b9485cd2467a39c43ef383df0c3eb
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00002-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2772bf5dceed4d0ca413dced7d726d5417ed9fa82f6792ed25c442eb13156c7
+size 4869198144
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00003-of-00011.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00003-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8ba5baa2977ca721a2c2fdf92c98353fee2381eb
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00003-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfb7779188324ad16cd5a21c6983c84f9b14f2c1dc807f249420d84eb633e30
+size 4963832192
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00004-of-00011.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00004-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a4888f748da57b00c9340c8bd3ee228637e90424
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00004-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37c748da7678af2992feb92cfbafb8c470d9c3a4b2e88ff8932bb0f511bf090
+size 4985688608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00005-of-00011.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00005-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a907a7ce888ab82173b5b8bcf773591b80aa41d0
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00005-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426b2e1a7be1fd38626561331d0fc83dc5858a3ee9e2126f6416eeb5a9408fe7
+size 4855402976
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00006-of-00011.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00006-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bd4f5f5a793bbdf028a3a9e567487a866cc1641b
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00006-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d1773757bad9a5ca9d6058e80bef51f1cd77c140c37f7e38569a4134fde76c
+size 4964946304
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00007-of-00011.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00007-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f37974638a13c604f59647425974ec46f3f101b0
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00007-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d47d98fc73082fe7c19d9cde3ad1a49ebdef8183b6add2851e3c37619fe22d
+size 4963832192
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00008-of-00011.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00008-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3f038e5a163599e321036830f67f41a7901767c2
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00008-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aab2206acd209df2971676de8eec5abfea767def75ed41170c8cad944b27253
+size 4985688608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00009-of-00011.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00009-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ccc112cc8eafbfb7af214e7af6f18581cfb875d9
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00009-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92837dc54b13305e759e8e1ebb7660d587ece861c7391ce31587d7e790fb1b44
+size 4887712224
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00010-of-00011.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00010-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b9c0a5b563963693aa7e811c39afb12fc017029c
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00010-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05fc9b302c47fff8bc88bd1d65b35edb11fa3e550e970445c4a2516522c4227
+size 4965011776
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00011-of-00011.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00011-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fe88eede269e8e6d42b9cd832f6c0dc745a14c56
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_M-00011-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fab9b6267099a0afeb6c73d629b1b173fcb64313a98c4ee8e2717517245528b
+size 620626560
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00001-of-00010.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00001-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f75a37dab354e0784c859c0fa1fa6297511eaf56
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00001-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e8a163183d8157f1d68a286ec5d1d2530bff9655c7ebc7e841ddd2784bf617
+size 4856622496
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00002-of-00010.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00002-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..65672f5ba32f95b3de09cd72371c9053726bfe63
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00002-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3707c6c12e2266bd63012076af9a025e5ed4accbf3320f18901375dc3457dc
+size 4971893472
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00003-of-00010.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00003-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cf77502e1313588bce1bbfdac209a9a585b4037f
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00003-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328bbb27d80c0ef130541a8ebffc9db21c890cf41a75ec7b22523d0f211ba18d
+size 4868018560
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00004-of-00010.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00004-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5945d44f5c2b5994a37200c842f3e00aa60cb10b
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00004-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05683376e8b8b6a40c465f1662bffb8e1f9fc0749e776d8a9b7a452200b62ff
+size 4868018560
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00005-of-00010.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00005-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..17f2c4114304901ef12dfb1190923b257163e85e
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00005-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996f3cb7d0a2bf8c8da46685f2a7c17e1ec4253ab1ee4de8b84d7652f6d49bdd
+size 4971893472
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00006-of-00010.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00006-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8e92f7c8420c622b090bd88cf9cbfd74fc3d4667
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00006-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a570e58ba4e42a41cbeb78bd7c935c3d583e443e7d9210a965b5438520fd0e7
+size 4868018560
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00007-of-00010.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00007-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b54ee1411860346143feb94e96e9cf6be9942a11
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00007-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bae1dbed95e3019d0bdc56e95580375a11442903f34d9fd66e0556a22d8272f
+size 4868018560
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00008-of-00010.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00008-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f11501794e98e0e49fed27291ceba6ac31e835e1
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00008-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70f17cb6770ae6d31f64b86f8d8636ae853855d53b37f847311521b92cdd945
+size 4971893472
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00009-of-00010.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00009-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b9da33b1d98d55b6e1b35cb7655f8c438fcc23c5
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00009-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855b8a4c140aceb13f96d04a272f5af9ac297da992f17ed6bc4e1040c54160ff
+size 4868018560
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00010-of-00010.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00010-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0610b7aed7329609a2ca1ed42054a55385e1efa0
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q5_K_S-00010-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf87e21c49be555e301092ecc58f576c51685e2ec390a7780cd05ce0c9828bab
+size 4545057024
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00001-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00001-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..27fe381784354ce2680f234282723504d3fffaa7
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00001-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf460efe381a06548efee96c55783ceaece8212131d9a0919a28c89a4f68dd4a
+size 4924795776
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00002-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00002-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9d21e37a114391d560a212a4831e19cc6c3ecd44
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00002-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac126cb5cd2f275d8b709c4cf380efc08546bf2c7cd584de5b3dd2dad4668f0
+size 4913696544
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00003-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00003-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..baab4b63c421b0233262b75a6635a2f9a584e0b7
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00003-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce6c5205bdb11b7ff974637598ca62249c00151d1e4cb6ac176c616e2a4b24b
+size 4913696544
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00004-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00004-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0d683aadb6e72bd403774b89380c569dbcb76c14
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00004-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c473e8c80c0ac205f1f2194e2641a52dc51f393935011f744970e9783a6457
+size 4913696544
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00005-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00005-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..45bd988c5c131fd89f12cfe98f03767604be6937
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00005-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03585eeac3b090e196d8103e0ce64878809c6ce1a8342b9757a43c965f04a75
+size 4913696544
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00006-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00006-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1651384023bae8453c6ef5cef5c3fad07f7a8dd2
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00006-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadda140a366d7a77606a5080a7f91201f5f7b3d3e1318f3b845c937111b24a5
+size 4913696544
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00007-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00007-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5636fcccc7b0880ab0f3dcf8e39ade47515324f7
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00007-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd563387818e51c5224a8a7e6dd15c75e4f6d9ec706efdb6637c0be0fdb1c99
+size 4913696544
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00008-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00008-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a5a8856e892328c5e7eaf86acc97ab6361b065ec
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00008-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa43f6c51e17cea737bc6c5a8cda02b674788d9ffbcbd5c232d93c21436d0c49
+size 4913696544
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00009-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00009-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1364b3856ce5068912938f458cf24329431a1893
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00009-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7644f4242eedac3175d158197a9dbd7067f699418c9ae92a914902ae543d90
+size 4913696544
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00010-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00010-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..72c689c33353ccabc5d5d9acee30cc2a9d93df34
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00010-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db039e890e610ca216493774996d97bf2a553dada547e52d0bd1eef5f4402683
+size 4913696544
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00011-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00011-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..351fc67ee0d1c285979fc5c3241c1f89868f711d
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00011-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963ab4562b1b4e4b4a02ed059a27a670fe95be32830bdee17532d0cd0b7b165c
+size 4913696544
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00012-of-00012.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00012-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a1bd480d5eb9c34cbbc656488c2065f70e986592
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q6_K-00012-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f70a8974f2778c2d81a234d2f39c789a61341b6baaf1d84bd32827ce5dbb1a
+size 3826388096
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00001-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00001-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ba9d351439a70854ece55d3fec7108ada433e67d
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00001-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec929ecb83b38ebe26c2dc38602db4d021e70ec57ac9cbb10ff6b57b87ef789
+size 4968081632
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00002-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00002-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ca3116da2cb4d4a0701db322d2acee555b88cc4f
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00002-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebf261e72ea2c286399ff9f3d0b163792c549c44971e6446e8dbdbb9cc9a543
+size 4795468608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00003-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00003-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..42785c7f61070da71c88e9a0b164233c5cc28ed1
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00003-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a43ab98a71ebeb92de79a15def6b8e3c3b4ed88754aa8618d3a4039591154e
+size 4795468608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00004-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00004-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c85904b3a249dbd7f3b950a3dc0ca654176f0fbb
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00004-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b2d0848c033aac777dbe8e1eefe5a255d862ed42dcf6fb0de487071bb9da2c
+size 4955966624
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00005-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00005-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f6595b35da26b4473e8a4ade94f35ddf0312055f
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00005-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4308a651a30d51a89012c3e053c8ac39d2c9f1bd1a3d51ba90c5e43293b0b1d
+size 4795468608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00006-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00006-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f539a6adab9e220aacbffda3306f0ef0249d2923
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00006-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1f0714e49ef2f5cd6eab56d31aae749be38bd906b3446ed2f6e4e3130ae703
+size 4795468608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00007-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00007-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2f88e70d44e4410831c77db491532b901efc6ee1
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00007-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09400b8801c0aa43cec5d7cb3553b9692f97dd8f327cf0d1126745b2951b78ff
+size 4955966624
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00008-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00008-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..117ed2c13dd2c130b81ee57161802bcc9fba7b26
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00008-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5126e1b7b1dd43b33473f4763a34c62491b2d79736b42f8cbcfd604b8f9153c5
+size 4795468608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00009-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00009-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6d9f1ea72aacaa51a04f0069fcb396fad18dd909
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00009-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7436f6c7ff19711c4707139feed7898516904c5e7440fccd83f9739045c9fd16
+size 4795468608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00010-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00010-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..270a40e18b2a9d69154635f7bcbad64d7c14687b
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00010-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7592bd830ab8b0457989ba18a1579be4a253919acef988a2fa87dbad5ee661
+size 4955966624
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00011-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00011-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..099698b6dcfd4607c59bc833ff213691315019a8
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00011-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37ef8ce28a1bfb7a753b1b8d64af05b91b511c35fe6947779016a66608a8864
+size 4795468608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00012-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00012-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c7b61763e205576160e6e7fb0acac12ea016cab1
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00012-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55c4a6a9c3c86c280e9e8db7d512bc0892fb202289f415ec00bbb89e5e4781d
+size 4795468608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00013-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00013-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9d50cdad464a8848ae0dba97fda93fcf1cba47a2
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00013-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2d0e5c784847ecc3a7f7d3a26b3f89b23bef7c13bb4e64326623c69a213934
+size 4955966624
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00014-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00014-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4f9669fb979d220c3ef939c5a954e4e60148e9c9
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00014-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eea2f0ef6f4440e019c989575caaab9474ba25edcc3aeb656a0ef82cd4eca0
+size 4795468608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00015-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00015-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e916ec533916e9c22ff26e46f970e5abf9cfa05e
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00015-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d209d7368c637f6627ac37e260e53fb062cb4283f80ce817510c840b791862d
+size 4795468608
diff --git a/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00016-of-00016.gguf b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00016-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..42419851e7d84a7009f48010853b857c4221222d
--- /dev/null
+++ b/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0/mlabonne-Llama-3.1-70B-Instruct-lorablated-Q8_0-00016-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9b5118b88d7bc8b37455f376af78fe10a188b52892d5457cc06ddd2922fcb9
+size 2228422208