Create app.py

app.py

@@ -0,0 +1,67 @@
+import gradio as gr
+import subprocess
+import os
+
+# CONFIGURATION
+MODEL_PATH = "Bonsai-1.7B-v1.0.gguf"
+SYSTEM_PROMPT = "You are AGA-Bonsai, a 1-bit native intelligence for Synaptic DNA and NorthWatch. Be concise, street-smart, and local-aware."
+
+def generate_bonsai(message, history, temperature, top_p, max_tokens):
+    # Format the prompt with history and system instructions
+    full_prompt = f"System: {SYSTEM_PROMPT}\n"
+    for human, assistant in history:
+        full_prompt += f"User: {human}\nAssistant: {assistant}\n"
+    full_prompt += f"User: {message}\nAssistant:"
+
+    # Call the pre-built binary (ensure llama-cli is in your path)
+    cmd = [
+        "./llama-cli", 
+        "-m", MODEL_PATH,
+        "-p", full_prompt,
+        "-n", str(max_tokens),
+        "--temp", str(temperature),
+        "--top-p", str(top_p),
+        "--threads", "2", # Perfect for your Celeron N2830
+        "--repeat_penalty", "1.1",
+        "--no-display-prompt"
+    ]
+    
+    try:
+        process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
+        response = ""
+        for line in process.stdout:
+            response += line
+            yield response
+    except Exception as e:
+        yield f"Error: {str(e)}"
+
+# UI DESIGN
+with gr.Blocks(theme=gr.themes.Soft()) as demo:
+    gr.Markdown("# 🌿 Bonsai 1-bit Sandbox")
+    gr.Markdown("### AGA Global Tech: Testing Environment for Synaptic DNA & NorthWatch")
+    
+    with gr.Row():
+        with gr.Column(scale=4):
+            chatbot = gr.ChatInterface(
+                fn=generate_bonsai,
+                additional_inputs=[
+                    gr.Slider(0.1, 1.0, value=0.5, label="Temperature (Logic vs Creativity)"),
+                    gr.Slider(0.1, 1.0, value=0.9, label="Top-P"),
+                    gr.Slider(64, 2048, value=512, label="Max Tokens"),
+                ],
+            )
+        
+        with gr.Column(scale=1):
+            gr.Markdown("## Test Battery")
+            test_sec = gr.Button("🚨 NorthWatch Test")
+            test_code = gr.Button("💻 Synaptic DNA Test")
+            
+            # Pre-defined test triggers
+            def sec_test(): return "Analyze this report: 'Movement of 20 unidentified motorcycles near Birnin Gwari forest, heading South.' Extract JSON with location and threat level."
+            def code_test(): return "Show me a C struct for a BitLinear layer optimized for 4GB RAM."
+            
+            # These would set the chat input (simplified for this design)
+            test_sec.click(fn=lambda: "🚨 Security Test triggered. Copy/Paste: " + sec_test(), outputs=None)
+            test_code.click(fn=lambda: "💻 Coding Test triggered. Copy/Paste: " + code_test(), outputs=None)
+
+demo.queue().launch()