Spaces:
Paused
Paused
Commit ·
5f8ad9f
1
Parent(s): 9cfe3eb
Use a lighter rewrite model by default
Browse files- src/utils/answer_rewriter.py +1 -1
- web/README.md +1 -1
src/utils/answer_rewriter.py
CHANGED
|
@@ -48,7 +48,7 @@ class MedicalAnswerRewriter:
|
|
| 48 |
model_id = (
|
| 49 |
os.getenv("ANSWER_REWRITE_MODEL_ID", "").strip()
|
| 50 |
or os.getenv("QWEN_REWRITE_MODEL_ID", "").strip()
|
| 51 |
-
or "Qwen/Qwen2.5-
|
| 52 |
)
|
| 53 |
enabled = _as_bool(os.getenv("ANSWER_REWRITE_ENABLED"), default=True)
|
| 54 |
use_4bit = _as_bool(os.getenv("ANSWER_REWRITE_USE_4BIT"), default=True)
|
|
|
|
| 48 |
model_id = (
|
| 49 |
os.getenv("ANSWER_REWRITE_MODEL_ID", "").strip()
|
| 50 |
or os.getenv("QWEN_REWRITE_MODEL_ID", "").strip()
|
| 51 |
+
or "Qwen/Qwen2.5-1.5B-Instruct"
|
| 52 |
)
|
| 53 |
enabled = _as_bool(os.getenv("ANSWER_REWRITE_ENABLED"), default=True)
|
| 54 |
use_4bit = _as_bool(os.getenv("ANSWER_REWRITE_USE_4BIT"), default=True)
|
web/README.md
CHANGED
|
@@ -53,7 +53,7 @@ Nếu bạn muốn đổi sang model repo khác trên Hub, đặt thêm các bi
|
|
| 53 |
|
| 54 |
```bash
|
| 55 |
ANSWER_REWRITE_ENABLED=1
|
| 56 |
-
ANSWER_REWRITE_MODEL_ID=Qwen/Qwen2.5-
|
| 57 |
ANSWER_REWRITE_USE_4BIT=1
|
| 58 |
ANSWER_REWRITE_MAX_NEW_TOKENS=28
|
| 59 |
ANSWER_REWRITE_MAX_WORDS=10
|
|
|
|
| 53 |
|
| 54 |
```bash
|
| 55 |
ANSWER_REWRITE_ENABLED=1
|
| 56 |
+
ANSWER_REWRITE_MODEL_ID=Qwen/Qwen2.5-1.5B-Instruct
|
| 57 |
ANSWER_REWRITE_USE_4BIT=1
|
| 58 |
ANSWER_REWRITE_MAX_NEW_TOKENS=28
|
| 59 |
ANSWER_REWRITE_MAX_WORDS=10
|