Upload folder using huggingface_hub

train.py

@@ -43,11 +43,11 @@ tokenizer = AutoTokenizer.from_pretrained(
 )
 tokenizer.pad_token = tokenizer.eos_token
 
-def formatting_func(example):
-    text = f"### The following is a note by Eevee the Dog: {example['note']}"
-    return text
-def generate_and_tokenize_prompt(prompt):
-    return tokenizer(formatting_func(prompt))
+# def formatting_func(example):
+#     text = f"### The following is a note by Eevee the Dog: {example['note']}"
+#     return text
+# def generate_and_tokenize_prompt(prompt):
+#     return tokenizer(formatting_func(prompt))
 
 
 bnb_config = BitsAndBytesConfig(