Update app.py
Browse files
app.py
CHANGED
|
@@ -26,9 +26,15 @@ ADMIN_SECRET = "MINZO-SECRET-2026"
|
|
| 26 |
# ββ Load AI Model ββ
|
| 27 |
model_id = "AngelSlim/Hy-MT1.5-1.8B-1.25bit"
|
| 28 |
print(f"Loading {model_id} ...")
|
| 29 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
|
|
|
|
|
|
|
|
|
| 30 |
model = AutoModelForCausalLM.from_pretrained(
|
| 31 |
-
model_id,
|
|
|
|
|
|
|
|
|
|
| 32 |
)
|
| 33 |
print("Model loaded.")
|
| 34 |
|
|
|
|
| 26 |
# ββ Load AI Model ββ
|
| 27 |
model_id = "AngelSlim/Hy-MT1.5-1.8B-1.25bit"
|
| 28 |
print(f"Loading {model_id} ...")
|
| 29 |
+
tokenizer = AutoTokenizer.from_pretrained(
|
| 30 |
+
model_id,
|
| 31 |
+
trust_remote_code=True,
|
| 32 |
+
)
|
| 33 |
model = AutoModelForCausalLM.from_pretrained(
|
| 34 |
+
model_id,
|
| 35 |
+
torch_dtype="auto",
|
| 36 |
+
device_map="cpu",
|
| 37 |
+
trust_remote_code=True,
|
| 38 |
)
|
| 39 |
print("Model loaded.")
|
| 40 |
|