Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -3,11 +3,8 @@ import spaces
|
|
| 3 |
import torch
|
| 4 |
from threading import Thread
|
| 5 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
| 6 |
-
from fastapi.responses import HTMLResponse
|
| 7 |
-
from pathlib import Path
|
| 8 |
|
| 9 |
app = gr.Server()
|
| 10 |
-
HOME = Path(__file__).parent
|
| 11 |
|
| 12 |
MODEL_ID = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
|
| 13 |
tok = AutoTokenizer.from_pretrained(MODEL_ID)
|
|
@@ -34,9 +31,5 @@ def summarize(text: str):
|
|
| 34 |
out += chunk
|
| 35 |
yield out
|
| 36 |
|
| 37 |
-
@app.get("/", response_class=HTMLResponse)
|
| 38 |
-
async def index():
|
| 39 |
-
return (HOME / "index.html").read_text(encoding="utf-8")
|
| 40 |
-
|
| 41 |
if __name__ == "__main__":
|
| 42 |
app.launch(mcp_server=True)
|
|
|
|
| 3 |
import torch
|
| 4 |
from threading import Thread
|
| 5 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
|
|
|
|
|
|
| 6 |
|
| 7 |
app = gr.Server()
|
|
|
|
| 8 |
|
| 9 |
MODEL_ID = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
|
| 10 |
tok = AutoTokenizer.from_pretrained(MODEL_ID)
|
|
|
|
| 31 |
out += chunk
|
| 32 |
yield out
|
| 33 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
if __name__ == "__main__":
|
| 35 |
app.launch(mcp_server=True)
|