Update app.py

app.py

@@ -231,10 +231,13 @@ chatbot = gr.Chatbot(
 def chat_interface(user_input, history, web_search, decoding_strategy, temperature, max_new_tokens, repetition_penalty, top_p):
     # Ensure the tokenizer is accessible within the function scope
     global tokenizer
+
+    # Wrap the user input in a dictionary as expected by the model_inference function
+    user_prompt = {"text": user_input, "files": []}
     
     # Perform model inference
     response = model_inference(
-        user_prompt=user_input,
+        user_prompt=user_prompt,
         chat_history=history,
         web_search=web_search,
         temperature=temperature,
@@ -244,18 +247,18 @@ def chat_interface(user_input, history, web_search, decoding_strategy, temperatu
         tokenizer=tokenizer  # Pass tokenizer to the model_inference function
     )
     
-    # Update the chat history with the new interaction
-    history.append([user_input, response])
+    # Update history with the user input and model response
+    history.append((user_input, response))
     
-    # Return the updated history and the response
-    return history, response
+    # Return the response and updated history
+    return response, history
 
 # Define the Gradio interface components
 interface = gr.Interface(
     fn=chat_interface,
     inputs=[
         gr.Textbox(label="User Input", placeholder="Type your message here..."),
-        gr.State([]),  # Chat history
+        gr.State([]),  # Initialize the chat history as an empty list
         gr.Checkbox(label="Perform Web Search"),
         gr.Radio(["Greedy", "Top P Sampling"], label="Decoding strategy"),
         gr.Slider(minimum=0.0, maximum=2.0, step=0.05, label="Sampling temperature", value=0.5),
@@ -263,10 +266,11 @@ interface = gr.Interface(
         gr.Slider(minimum=0.01, maximum=5.0, step=0.01, label="Repetition penalty", value=1),
         gr.Slider(minimum=0.01, maximum=0.99, step=0.01, label="Top P", value=0.9)
     ],
-    outputs=[gr.State([]), gr.Textbox(label="Assistant Response")],
-    live=True,
-    title="OpenGPT-4o-Chatty",
-    description="Chat with the AI and optionally perform web searches to enhance responses."
+    outputs=[
+        gr.Textbox(label="Assistant Response"),
+        gr.State([])  # Update the chat history
+    ],
+    live=True
 )
 
 # Launch the Gradio interface