Update 4 LEAP sdk manifests
Browse files- leap/Q4_0.json +3 -1
- leap/Q4_K_M.json +3 -1
- leap/Q5_K_M.json +3 -1
- leap/Q8_0.json +3 -1
leap/Q4_0.json
CHANGED
|
@@ -6,7 +6,9 @@
|
|
| 6 |
},
|
| 7 |
"generation_time_parameters": {
|
| 8 |
"sampling_parameters": {
|
| 9 |
-
"temperature": 0.3
|
|
|
|
|
|
|
| 10 |
}
|
| 11 |
}
|
| 12 |
}
|
|
|
|
| 6 |
},
|
| 7 |
"generation_time_parameters": {
|
| 8 |
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
}
|
| 13 |
}
|
| 14 |
}
|
leap/Q4_K_M.json
CHANGED
|
@@ -6,7 +6,9 @@
|
|
| 6 |
},
|
| 7 |
"generation_time_parameters": {
|
| 8 |
"sampling_parameters": {
|
| 9 |
-
"temperature": 0.3
|
|
|
|
|
|
|
| 10 |
}
|
| 11 |
}
|
| 12 |
}
|
|
|
|
| 6 |
},
|
| 7 |
"generation_time_parameters": {
|
| 8 |
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
}
|
| 13 |
}
|
| 14 |
}
|
leap/Q5_K_M.json
CHANGED
|
@@ -6,7 +6,9 @@
|
|
| 6 |
},
|
| 7 |
"generation_time_parameters": {
|
| 8 |
"sampling_parameters": {
|
| 9 |
-
"temperature": 0.3
|
|
|
|
|
|
|
| 10 |
}
|
| 11 |
}
|
| 12 |
}
|
|
|
|
| 6 |
},
|
| 7 |
"generation_time_parameters": {
|
| 8 |
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
}
|
| 13 |
}
|
| 14 |
}
|
leap/Q8_0.json
CHANGED
|
@@ -6,7 +6,9 @@
|
|
| 6 |
},
|
| 7 |
"generation_time_parameters": {
|
| 8 |
"sampling_parameters": {
|
| 9 |
-
"temperature": 0.3
|
|
|
|
|
|
|
| 10 |
}
|
| 11 |
}
|
| 12 |
}
|
|
|
|
| 6 |
},
|
| 7 |
"generation_time_parameters": {
|
| 8 |
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
}
|
| 13 |
}
|
| 14 |
}
|