Fix claude v3

app.py

@@ -36,7 +36,7 @@ tts_model = TTS(model_name=TTS_MODEL_NAME, progress_bar=False)
 
 def chat_with_bot(message, history):
     """
-    Chat with your GGUF model.
+    Chat with your model using HuggingFace InferenceClient.
     """
     # Ensure history is a list
     if history is None:
@@ -46,38 +46,35 @@ def chat_with_bot(message, history):
         return history, ""
 
     try:
-        # Format history for Llama (OpenAI format)
-        messages = []
-        # Add system prompt if desired
-        messages.append(
-            {"role": "system", "content": "You are a helpful AI assistant."}
+        # Build conversation context from history
+        context = ""
+        for h in history:
+            role = "User" if h.get("role") == "user" else "Assistant"
+            context += f"{role}: {h.get('content', '')}\n"
+        
+        # Create prompt with context
+        prompt = context + f"User: {message}\nAssistant:"
+
+        # Generate response using the model
+        response = llm_client.text_generation(
+            prompt=prompt,
+            model=LLM_MODEL,
+            max_new_tokens=256,
+            temperature=0.7,
+            do_sample=True,
+            top_p=0.95,
         )
 
-        # Add conversation history
-        for msg in history:
-            messages.append(msg)  # msg is already {"role": "...", "content": "..."}
-
-        # Add new user message
-        messages.append({"role": "user", "content": message})
-
-        # Generate response using your GGUF model
-        output = llm_client.text_generation(
-            prompt=message, model=LLM_MODEL, max_new_tokens=256, temperature=0.7
-        )
-
-        response = output
-
         # Append to history
-        history.append({"role": "user", "content": message})
-        history.append({"role": "assistant", "content": response})
+        history.append([message, response])
 
         return history, response
 
     except Exception as e:
         print(f"LLM Error: {e}")
-        history.append({"role": "user", "content": message})
-        history.append({"role": "assistant", "content": f"Error: {e}"})
-        return history, f"Error: {e}"
+        error_msg = f"Error: {str(e)}"
+        history.append([message, error_msg])
+        return history, error_msg
 
 
 def text_to_speech_from_chat(chat_response):

main.py

@@ -0,0 +1,6 @@
+def main():
+    print("Hello from lab2!")
+
+
+if __name__ == "__main__":
+    main()

pyproject.toml

@@ -0,0 +1,7 @@
+[project]
+name = "lab2"
+version = "0.1.0"
+description = "Add your description here"
+readme = "README.md"
+requires-python = ">=3.12"
+dependencies = []