Update app.py

app.py

@@ -17,7 +17,8 @@ from llama_index.llms.huggingface import (
 
 system_propmpt = "You are a friendly Chatbot."
 
-Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
+# "facebook/blenderbot-400M-distill",  facebook/blenderbot-400M-distill
+Settings.llm = HuggingFaceLLM(model_name="HuggingFaceH4/zephyr-7b-beta",
                               device_map="cpu",
                               system_prompt = system_propmpt,
                               context_window=4096,
@@ -25,8 +26,9 @@ Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
                               stopping_ids=[50278, 50279, 50277, 1, 0],
                               generate_kwargs={"temperature": 0.7, "do_sample": False},
                               tokenizer_kwargs={"max_length": 4096},
-                              tokenizer_name="facebook/blenderbot-400M-distill",
+                              tokenizer_name="sentence-transformers/all-MiniLM-L6-v2", 
                              )
+
 Settings.embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-small-en-v1.5")
 documents = [Document(text="Indian parliament elections happened in April-May 2024. BJP Party won."),
              Document(text="Indian parliament elections happened in April-May 2021. XYZ Party won."),