Commit ·
51a1ab7
1
Parent(s): 5970ba6
Add ngrok skip browser warning header
Browse files- src/inference/qwen.rs +3 -1
src/inference/qwen.rs
CHANGED
|
@@ -12,6 +12,7 @@ pub async fn generate(redacted_prompt: &str) -> Result<(String, String, String)>
|
|
| 12 |
let client = reqwest::Client::new();
|
| 13 |
let resp = client
|
| 14 |
.post(&vllm_url)
|
|
|
|
| 15 |
.header("Authorization", format!("Bearer {}", api_key))
|
| 16 |
.json(&serde_json::json!({
|
| 17 |
"model": "Qwen/Qwen2.5-7B-Instruct",
|
|
@@ -21,7 +22,8 @@ pub async fn generate(redacted_prompt: &str) -> Result<(String, String, String)>
|
|
| 21 |
}))
|
| 22 |
.send()
|
| 23 |
.await;
|
| 24 |
-
|
|
|
|
| 25 |
match resp {
|
| 26 |
Ok(r) if r.status().is_success() => {
|
| 27 |
let json: Value = r.json().await?;
|
|
|
|
| 12 |
let client = reqwest::Client::new();
|
| 13 |
let resp = client
|
| 14 |
.post(&vllm_url)
|
| 15 |
+
.header("ngrok-skip-browser-warning", "true")
|
| 16 |
.header("Authorization", format!("Bearer {}", api_key))
|
| 17 |
.json(&serde_json::json!({
|
| 18 |
"model": "Qwen/Qwen2.5-7B-Instruct",
|
|
|
|
| 22 |
}))
|
| 23 |
.send()
|
| 24 |
.await;
|
| 25 |
+
// ... rest unchanged ...
|
| 26 |
+
}
|
| 27 |
match resp {
|
| 28 |
Ok(r) if r.status().is_success() => {
|
| 29 |
let json: Value = r.json().await?;
|