Update app.py

app.py

@@ -227,17 +227,17 @@ def respond(message, history, model, temperature, num_calls, use_web_search):
                 logging.info(f"Generated Response (first line): {first_line}")
                 yield response
         else:
+            embed = get_embeddings()
+            if os.path.exists("faiss_database"):
+                database = FAISS.load_local("faiss_database", embed, allow_dangerous_deserialization=True)
+                retriever = database.as_retriever()
+                relevant_docs = retriever.get_relevant_documents(message)
+                context_str = "\n".join([doc.page_content for doc in relevant_docs])
+            else:
+                context_str = "No documents available."
+            
             if model == "@cf/meta/llama-3.1-8b-instruct":
                 # Use Cloudflare API
-                embed = get_embeddings()
-                if os.path.exists("faiss_database"):
-                    database = FAISS.load_local("faiss_database", embed, allow_dangerous_deserialization=True)
-                    retriever = database.as_retriever()
-                    relevant_docs = retriever.get_relevant_documents(message)
-                    context_str = "\n".join([doc.page_content for doc in relevant_docs])
-                else:
-                    context_str = "No documents available."
-                
                 for partial_response in get_response_from_cloudflare(prompt="", context=context_str, query=message, num_calls=num_calls, temperature=temperature, search_type="pdf"):
                     first_line = partial_response.split('\n')[0] if partial_response else ''
                     logging.info(f"Generated Response (first line): {first_line}")
@@ -267,9 +267,9 @@ def get_response_from_cloudflare(prompt, context, query, num_calls=3, temperatur
     model = "@cf/meta/llama-3.1-8b-instruct"
 
     if search_type == "pdf":
-        instruction = f"""Using the following context:
+        instruction = f"""Using the following context from the PDF documents:
 {context}
-Write a detailed and complete research document that fulfills the following user request: '{query}'"""
+Write a detailed and complete response that answers the following user question: '{query}'"""
     else:  # web search
         instruction = f"""Using the following context:
 {context}