Spaces:

universalsoftware
/

uchat

Sleeping

shoom013 commited on Sep 15, 2024

Commit

d3c6547

verified ·

1 Parent(s): 16ec330

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -19,7 +19,7 @@ system_propmpt = "You are a friendly Chatbot."
 # "facebook/blenderbot-400M-distill",  facebook/blenderbot-400M-distill , BAAI/bge-small-en-v1.5
 Settings.llm = HuggingFaceLLM(model_name="RichardErkhov/HuggingFaceH4_-_zephyr-7b-gemma-v0.1-8bits",
-                              device_map="cpu",
                               system_prompt = system_propmpt,
                               context_window=4096,
                               max_new_tokens=256,

 # "facebook/blenderbot-400M-distill",  facebook/blenderbot-400M-distill , BAAI/bge-small-en-v1.5
 Settings.llm = HuggingFaceLLM(model_name="RichardErkhov/HuggingFaceH4_-_zephyr-7b-gemma-v0.1-8bits",
+                              device_map="auto",
                               system_prompt = system_propmpt,
                               context_window=4096,
                               max_new_tokens=256,