Spaces:
Running on Zero
Running on Zero
fix: revert to 7B INT4 (14B caused RUNTIME_ERROR on A10G)
Browse files
app.py
CHANGED
|
@@ -15,7 +15,7 @@ import gradio as gr
|
|
| 15 |
import spaces
|
| 16 |
import torch
|
| 17 |
|
| 18 |
-
BASE_MODEL = os.environ.get("BASE_MODEL", "Qwen/Qwen2.5-Coder-
|
| 19 |
HF_TOKEN = os.environ.get("HF_TOKEN", "")
|
| 20 |
|
| 21 |
DOMAIN_SEEDS = {
|
|
|
|
| 15 |
import spaces
|
| 16 |
import torch
|
| 17 |
|
| 18 |
+
BASE_MODEL = os.environ.get("BASE_MODEL", "Qwen/Qwen2.5-Coder-7B-Instruct")
|
| 19 |
HF_TOKEN = os.environ.get("HF_TOKEN", "")
|
| 20 |
|
| 21 |
DOMAIN_SEEDS = {
|