Update app.py

app.py

@@ -37,10 +37,10 @@ MODELS = [
     "mistralai/Mixtral-8x7B-Instruct-v0.1",
     "@cf/meta/llama-3.1-8b-instruct",
     "mistralai/Mistral-Nemo-Instruct-2407",
-    "gpt-4o-mini",
-    "claude-3-haiku",
-    "llama-3.1-70b",
-    "mixtral-8x7b"
+    "duckduckgo/gpt-4o-mini",
+    "duckduckgo/claude-3-haiku",
+    "duckduckgo/llama-3.1-70b",
+    "duckduckgo/mixtral-8x7b"
 ]
 
 # Initialize LlamaParse
@@ -438,7 +438,7 @@ def respond(message, history, model, temperature, num_calls, use_web_search, sel
                 if not relevant_docs:
                     yield "No relevant information found in the selected documents. Please try selecting different documents or rephrasing your query."
                     return
-
+    
                 context_str = "\n".join([doc.page_content for doc in relevant_docs])
                 logging.info(f"Context length: {len(context_str)}")
             else:
@@ -446,23 +446,27 @@ def respond(message, history, model, temperature, num_calls, use_web_search, sel
                 yield "No documents available. Please upload PDF documents to answer questions."
                 return
             
-            if model == "@cf/meta/llama-3.1-8b-instruct":
+            if model.startswith("duckduckgo/"):
+                # Use DuckDuckGo chat with context
+                for partial_response in get_response_from_duckduckgo(message, model, context_str, num_calls, temperature):
+                    yield partial_response
+            elif model == "@cf/meta/llama-3.1-8b-instruct":
                 # Use Cloudflare API
-                for response in get_response_from_cloudflare(prompt="", context=context_str, query=message, num_calls=num_calls, temperature=temperature, search_type="pdf"):
-                    yield response
+                for partial_response in get_response_from_cloudflare(prompt="", context=context_str, query=message, num_calls=num_calls, temperature=temperature, search_type="pdf"):
+                    yield partial_response
             else:
                 # Use Hugging Face API
-                for response in get_response_from_pdf(message, model, selected_docs, num_calls=num_calls, temperature=temperature):
-                    yield response
+                for partial_response in get_response_from_pdf(message, model, selected_docs, num_calls=num_calls, temperature=temperature):
+                    yield partial_response
         except Exception as e:
             logging.error(f"Error with {model}: {str(e)}")
             if "microsoft/Phi-3-mini-4k-instruct" in model:
                 logging.info("Falling back to Mistral model due to Phi-3 error")
                 fallback_model = "mistralai/Mistral-7B-Instruct-v0.3"
-                yield from respond(message, history, fallback_model, temperature, num_calls, selected_docs, use_web_search)
+                yield from respond(message, history, fallback_model, temperature, num_calls, selected_docs)
             else:
                 yield f"An error occurred with the {model} model: {str(e)}. Please try again or select a different model."
-
+        
 logging.basicConfig(level=logging.DEBUG)
 
 def get_response_from_cloudflare(prompt, context, query, num_calls=3, temperature=0.2, search_type="pdf"):