test

.gguf

@@ -0,0 +1 @@
+finance-chat.Q2_K.gguf

app.py

@@ -0,0 +1,31 @@
+import gradio as gr
+from llama_cpp import Llama
+
+# Path to your Q2 model inside the Space
+MODEL_PATH = "finance-chat.Q2_K.gguf"
+
+# Load the model with llama.cpp
+llm = Llama(
+    model_path=MODEL_PATH,
+    n_threads=2,        # Free HF CPU = ~2 threads
+    n_ctx=4096,
+    verbose=False
+)
+
+def generate(prompt):
+    output = llm(
+        prompt,
+        max_tokens=256,
+        temperature=0.7,
+        top_p=0.9
+    )
+    return output["choices"][0]["text"].strip()
+
+demo = gr.Interface(
+    fn=generate,
+    inputs="text",
+    outputs="text",
+    title="Finance Chat LLM (GGUF Q2_K - Free Space)"
+)
+
+demo.launch()

requirements.txt

@@ -0,0 +1,2 @@
+llama-cpp-python==0.2.80
+gradio