Upload app.py

app.py

@@ -91,25 +91,23 @@ def query_rag(question, store, client):
     
     context = "\n\n".join([chunk for chunk, src, score in results])
     
-    prompt = f"""You are an AI Twin that represents a person. Use ONLY the following context to answer the question.
+    system_prompt = f"""You are an AI Twin that represents a person. Use ONLY the following context to answer the question.
 If you don't know the answer from the context, say "I don't have that information in my profile."
 
 Context:
-{context}
-
-Question: {question}
-
-Answer:"""
+{context}"""
     
     try:
-        response = client.text_generation(
-            prompt,
+        response = client.chat_completion(
+            messages=[
+                {"role": "system", "content": system_prompt},
+                {"role": "user", "content": question}
+            ],
             model="mistralai/Mistral-7B-Instruct-v0.2",
-            max_new_tokens=512,
+            max_tokens=512,
             temperature=0.3,
-            repetition_penalty=1.1
         )
-        return response.strip()
+        return response.choices[0].message.content.strip()
     except Exception as e:
         return f"Error: {str(e)}"