use my own gradio ui

app.py

@@ -1,34 +1,47 @@
+import io
 import os
-from smolagents import CodeAgent
+
+import soundfile as sf
 from dotenv import load_dotenv
-from smolagents import HfApiModel
-from smolagents import Tool
-import gradio as gr
-from smolagents import GradioUI
+from huggingface_hub import InferenceClient
+from smolagents import CodeAgent, GradioUI, HfApiModel
 
 load_dotenv()
 
-model_id = "Qwen/Qwen2.5-Coder-32B-Instruct"
 
-def get_tools():
-    hf_speech2text_tool = Tool.from_hub(
-    "GTimothee/hf_text2speech_tool",
-    token=os.getenv('HF_TOKEN'),
-    trust_remote_code=True
-    )
+def convert_data_to_audio_filelike(your_input_tuple):
+    """Convert (sample_rate, np.ndarray) to a BytesIO WAV file"""
+    sample_rate, audio_data = your_input_tuple
+    buffer = io.BytesIO()
+    sf.write(buffer, audio_data, sample_rate, format="WAV")
+    buffer.seek(0)
+    return buffer
+
 
-    hf_text2speech_tool = Tool.from_hub(
-    "GTimothee/kokoro_text2speech_tool",
-    token=os.getenv('HF_TOKEN'),
-    trust_remote_code=True
+def speech2text_func(data, model: str = "openai/whisper-small.en") -> str:
+    if isinstance(data, tuple):
+        buffer = convert_data_to_audio_filelike(data)
+        data = buffer.read()
+    client = InferenceClient(
+        provider="hf-inference",
+        api_key=os.getenv("HF_TOKEN"),
     )
+    return client.automatic_speech_recognition(data, model=model).text
+
+
+def get_tools():
     add_base_tools = True
-    tools_list = [hf_speech2text_tool, hf_text2speech_tool]
+    tools_list = []
     return tools_list, add_base_tools
 
 
 if __name__ == "__main__":
     tools_list, add_base_tools = get_tools()
-    model = HfApiModel(model_id, provider=None)
-    agent = CodeAgent(tools=tools_list, model=model, add_base_tools=add_base_tools, additional_authorized_imports=['web_search'])
-    GradioUI(agent).launch()
+    model = HfApiModel("Qwen/Qwen2.5-Coder-32B-Instruct", provider=None)
+    agent = CodeAgent(
+        tools=tools_list,
+        model=model,
+        add_base_tools=add_base_tools,
+        additional_authorized_imports=["web_search"],
+    )
+    GradioUI(agent).launch(speech2text_func=speech2text_func)

requirements.txt

@@ -0,0 +1,4 @@
+git+https://github.com/GTimothee/smolagents.git@add_audio_input#egg=smolagents
+python-dotenv 
+gradio 
+soundfile