Update chat.py

chat.py

@@ -25,9 +25,11 @@ def chat_with_model(message, history_messages, perspective):
             messages.append({"role": m["role"], "content": m["content"]})
     messages.append({"role": "user", "content": message})
 
-    # Start streaming from HF Inference
+    # Prepare base history
     reply = ""
     base = history_messages + [{"role": "user", "content": message}]
+
+    # Start streaming from HF Inference
     stream = client.chat.completions.create(
         model="mistralai/Mistral-7B-Instruct-v0.2",
         messages=messages,
@@ -36,8 +38,9 @@ def chat_with_model(message, history_messages, perspective):
     )
 
     for event in stream:
-        if token := getattr(event.delta, "content", None):
-            reply += token
-            updated = base + [{"role": "assistant", "content": reply}]
-            # Yield both chatbot output and state
-            yield updated, updated
+        if event.choices and event.choices[0].delta:
+            token = event.choices[0].delta.content or ""
+            if token:
+                reply += token
+                updated = base + [{"role": "assistant", "content": reply}]
+                yield updated, updated