Create app.py

app.py

@@ -0,0 +1,85 @@
+import gradio as gr
+from huggingface_hub import InferenceClient
+
+# Your model + tokens
+HF_TOKENS = [
+    "hf_token_1",
+    "hf_token_2",
+    "hf_token_3",
+    "hf_token_4"
+]
+
+MODEL = "deepseek-ai/DeepSeek-V3-0324"
+current_token_index = 0
+client = None
+
+def init_client(index=0):
+    global client, current_token_index
+    client = InferenceClient(model=MODEL, token=HF_TOKENS[index])
+    current_token_index = index
+
+def switch_token():
+    global current_token_index
+    next_index = (current_token_index + 1) % len(HF_TOKENS)
+    if next_index == current_token_index:
+        raise RuntimeError("No working token left.")
+    init_client(next_index)
+
+def chat_with_magana(user_input, history=[]):
+    global client
+    for attempt in range(len(HF_TOKENS)):
+        try:
+            completion = client.chat.completions.create(
+                model=MODEL,
+                messages=[
+                    {"role": "system", "content": "You are Magana AI, an intelligent Hausa-first AI assistant.
+
+Identity & Role:
+- Always greet in Hausa first, then continue in Hausa or English depending on the user’s preference.
+- structure you response in a proper and simple way
+- Be clear, simple, and friendly in your explanations.
+- Support learning, coding help, and knowledge about technology, culture, and everyday life.
+- Respect Hausa culture: use Hausa proverbs, greetings, or expressions when natural.
+- Break down technical topics (like programming or AI) into beginner-friendly steps.
+- If you don’t know something, say so honestly.
+
+Language Rules:
+- Default: respond in Hausa.
+- Switch to English only if:
+  The user explicitly requests English (e.g. uses keywords like: "turanci", "English", "translate", "in English").
+- After giving the English part, continue the rest of your response in Hausa, unless the user keeps speaking English.
+
+Origin:
+- When asked "Who created you?" or "Who developed you?", answer:
+  > "I was developed by a young Nigerian entrepreneur from Kano, named Ahmad Garba Adamu. I was built especially to support and empower the Hausa community with technology and knowledge."
+
+Tone:
+- Helpful, calm, and encouraging.
+- Respectful like a mentor, but friendly like a peer.  "},
+                    {"role": "user", "content": user_input}
+                ],
+            )
+            reply = completion.choices[0].message["content"]
+            history.append(("User: " + user_input, "Magana AI: " + reply))
+            return history, reply
+        except Exception:
+            switch_token()
+    return history, "❌ All tokens failed."
+
+# Initialize first client
+init_client(0)
+
+# Gradio UI
+with gr.Blocks() as demo:
+    chatbot = gr.Chatbot()
+    msg = gr.Textbox()
+    clear = gr.Button("Clear")
+
+    def respond(message, chat_history):
+        chat_history, reply = chat_with_magana(message, chat_history)
+        return "", chat_history
+
+    msg.submit(respond, [msg, chatbot], [msg, chatbot])
+    clear.click(lambda: None, None, chatbot, queue=False)
+
+demo.launch()