Update app.py

app.py

@@ -1,79 +1,59 @@
 import os
-import torch
-import datetime
-from flask import Flask, request, jsonify, Response
+import random
+import requests
+from flask import Flask, request, Response, stream_with_context
 from flask_cors import CORS
-from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
-from threading import Thread
 
 app = Flask(__name__)
-# 🔱 වැදගත්: ඕනෑම තැනක සිට සම්බන්ධ වීමට CORS ඉඩ ලබා දීම
-CORS(app, resources={r"/api/*": {"origins": "*"}})
+# 🔱 ලෝකයේ ඕනෑම තැනක සිට එන HTML එකකට සම්බන්ධ වීමට ඉඩ දීම
+CORS(app)
 
-# ============================================
-# 🔱 TRANSFORMERS ENGINE CONFIG
-# ============================================
-MODEL_ID = "Qwen/Qwen2.5-1.5B-Instruct"
-HF_TOKEN = os.getenv("HF_TOKEN")
+# Hugging Face Secrets වලින් Keys ටික ලබා ගැනීම
+RAW_KEYS = os.getenv("OR_KEYS", "")
+API_KEYS = RAW_KEYS.split(",") if RAW_KEYS else []
 
-print("🐘 Helpful Elephant is loading via Transformers...")
-
-tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, token=HF_TOKEN)
-model = AutoModelForCausalLM.from_pretrained(
-    MODEL_ID,
-    torch_dtype="auto",
-    device_map="auto",
-    token=HF_TOKEN
-)
-
-SYSTEM_PROMPT = "🐘 HELPFUL ELEPHANT AI v1.0. High-speed Research Mode. Commander: MINZO-PRIME."
-
-# ============================================
-# 🔱 API ENDPOINT
-# ============================================
 @app.route('/api/chat', methods=['POST'])
 def chat():
-    try:
-        data = request.json
-        user_msg = data.get('message', '').strip()
-        
-        messages = [
-            {"role": "system", "content": SYSTEM_PROMPT},
-            {"role": "user", "content": user_msg}
-        ]
+    if not API_KEYS:
+        return "Error: No API Keys found in Secrets.", 500
         
-        inputs = tokenizer.apply_chat_template(
-            messages,
-            add_generation_prompt=True,
-            return_tensors="pt"
-        ).to(model.device)
-
-        streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
-        
-        generation_kwargs = dict(
-            input_ids=inputs,
-            streamer=streamer,
-            max_new_tokens=1024,
-            temperature=0.7,
-            do_sample=True
-        )
-
-        thread = Thread(target=model.generate, kwargs=generation_kwargs)
-        thread.start()
-
-        def generate():
-            for new_text in streamer:
-                yield new_text
-
-        return Response(generate(), mimetype='text/plain')
+    user_data = request.json
+    user_msg = user_data.get("message", "")
     
-    except Exception as e:
-        return jsonify({"error": str(e)}), 500
-
-@app.route('/')
-def health():
-    return "🐘 Elephant AI Core is Online. Port: 7860"
-
-if __name__ == '__main__':
-    # 🔱 Hugging Face සඳහා අනිවාර්යයෙන්ම port 7860 විය යුතුයි
+    # Random ලෙස Key එකක් තෝරා ගැනීම (Key Rotation)
+    current_key = random.choice(API_KEYS)
+    
+    headers = {
+        "Authorization": f"Bearer {current_key}",
+        "Content-Type": "application/json"
+    }
+    
+    payload = {
+        "model": "minimax/minimax-m2.5:free",
+        "messages": [{"role": "user", "content": user_msg}],
+        "stream": True
+    }
+
+    def generate():
+        resp = requests.post(
+            "https://openrouter.ai/api/v1/chat/completions",
+            headers=headers,
+            json=payload,
+            stream=True
+        )
+        for line in resp.iter_lines():
+            if line:
+                decoded = line.decode('utf-8')
+                if "data: " in decoded and "[DONE]" not in decoded:
+                    try:
+                        import json
+                        chunk = json.loads(decoded.replace("data: ", ""))
+                        content = chunk['choices'][0]['delta'].get('content', '')
+                        yield content
+                    except: pass
+
+    return Response(stream_with_context(generate()), mimetype='text/plain')
+
+if __name__ == "__main__":
+    # HF Spaces සඳහා අනිවාර්යයෙන්ම port 7860 විය යුතුයි
     app.run(host='0.0.0.0', port=7860)