Update app.py

app.py

@@ -25,8 +25,8 @@ from io import StringIO
 last = 0
 CHROMA_DATA_PATH = "chroma_data/"
 EMBED_MODEL = "sentence-transformers/all-MiniLM-L6-v2" #"BAAI/bge-m3"
-#LLM_NAME = "mistralai/Mistral-Nemo-Instruct-2407"
-LLM_NAME = "W4D/YugoGPT-7B-Instruct-GGUF"
+LLM_NAME = "mistralai/Mistral-Nemo-Instruct-2407"
+#LLM_NAME = "W4D/YugoGPT-7B-Instruct-GGUF"
 # all-MiniLM-L6-v2
 CHUNK_SIZE = 800
 CHUNK_OVERLAP = 50
@@ -76,11 +76,11 @@ Settings.llm = HuggingFaceInferenceAPI(model_name=LLM_NAME,
 #                              stopping_ids=[50278, 50279, 50277, 1, 0],
                               generate_kwargs={"temperature": temperature, "top_p":top_p, "repetition_penalty": repetition_penalty,
                                                "presence_penalty": presence_penalty, "frequency_penalty": frequency_penalty,
-                                               "top_k": top_k, "do_sample": False},
+                                               "top_k": top_k, "do_sample": False, "task": None},
 #                              tokenizer_kwargs={"max_length": 4096},
                               tokenizer_name=LLM_NAME,
 #                              provider="auto",
-                              task="None"
+#                              task="None"
                              )
 # "BAAI/bge-m3"
 Settings.embed_model = HuggingFaceEmbedding(model_name="sentence-transformers/all-MiniLM-L6-v2")