feat: 适配function-calling

app.py

@@ -4,7 +4,7 @@ from huggingface_hub import InferenceClient
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+client = InferenceClient("xalss/Qwen2-7B-Instruct-glaive-function-calling")
 
 
 def respond(
@@ -21,7 +21,15 @@ def respond(
         if val[0]:
             messages.append({"role": "user", "content": val[0]})
         if val[1]:
-            messages.append({"role": "assistant", "content": val[1]})
+            assistant = val[1]
+            messages.append({
+                "role": (
+                    "function"
+                    if assistant.startswith("<FUNCTION RESPONSE>")
+                    else "assistant"
+                ),
+                "content": assistant.lstrip("<FUNCTION RESPONSE>"),
+            })
 
     messages.append({"role": "user", "content": message})