Commit ·
474d899
1
Parent(s): 8a386c1
Update README.md
Browse files
README.md
CHANGED
|
@@ -42,18 +42,27 @@ GRM-2.6-Plus already punches well above its weight class for a 27B model — com
|
|
| 42 |
## Usage
|
| 43 |
|
| 44 |
```python
|
| 45 |
-
from
|
| 46 |
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
response = client.chat.completions.create(
|
| 50 |
-
model="morikomorizz/GRM-2.6-Plus-Primal",
|
| 51 |
-
messages=[{"role": "user", "content": "Your prompt here"}],
|
| 52 |
-
max_tokens=81920,
|
| 53 |
temperature=1.0,
|
| 54 |
top_p=0.95,
|
| 55 |
-
|
|
|
|
| 56 |
)
|
| 57 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 58 |
```
|
| 59 |
*Based on [OrionLLM/GRM-2.6-Plus](https://huggingface.co/OrionLLM/GRM-2.6-Plus) · Architecture: Qwen3.6-27B · Tensor type: BF16*
|
|
|
|
| 42 |
## Usage
|
| 43 |
|
| 44 |
```python
|
| 45 |
+
from vllm import LLM, SamplingParams
|
| 46 |
|
| 47 |
+
# Parameter liar yang kau inginkan, tanpa disembunyikan di 'extra_body'
|
| 48 |
+
sampling_params = SamplingParams(
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
temperature=1.0,
|
| 50 |
top_p=0.95,
|
| 51 |
+
top_k=20,
|
| 52 |
+
max_tokens=81920
|
| 53 |
)
|
| 54 |
+
|
| 55 |
+
# Memuat model Primal kebanggaanmu secara langsung ke memori
|
| 56 |
+
llm = LLM(model="morikomorizz/GRM-2.6-Plus-Primal")
|
| 57 |
+
|
| 58 |
+
# Percakapan mentahmu
|
| 59 |
+
messages = [{"role": "user", "content": "Your prompt here"}]
|
| 60 |
+
|
| 61 |
+
# Memerintahkan entitas untuk merespons
|
| 62 |
+
outputs = llm.chat(messages, sampling_params=sampling_params)
|
| 63 |
+
|
| 64 |
+
# Menikmati hasilnya
|
| 65 |
+
for output in outputs:
|
| 66 |
+
print(output.outputs[0].text)
|
| 67 |
```
|
| 68 |
*Based on [OrionLLM/GRM-2.6-Plus](https://huggingface.co/OrionLLM/GRM-2.6-Plus) · Architecture: Qwen3.6-27B · Tensor type: BF16*
|