Update app.py

app.py

@@ -16,11 +16,13 @@
 import os
 import json
 import requests
-API_URL = "https://api-inference.huggingface.co/models/gpt2"
-API_TOKEN=os.environ.get("API_TOKEN")
-headers = {"Authorization": f"Bearer {API_TOKEN}"}
-def query(payload):
-    data = json.dumps(payload)
-    response = requests.request("POST", API_URL, headers=headers, data=data)
-    return json.loads(response.content.decode("utf-8"))
-data = query("Can you please let us know more details about your ")
+from text_generation import InferenceAPIClient
+
+hf_api_key = os.environ.get("API_TOKEN")
+if hf_api_key is None:
+    raise ValueError("HF_API_KEY environment variable not set, cannot use HF API to generate text.")
+
+client = InferenceAPIClient("facebook/opt-125m", token=hf_api_key, timeout=60)
+
+api_outputs = generate_with_api(prompt, args)
+yield from api_outputs