Calibration: default.turboquant.json
Browse files- default.turboquant.json +15 -16
default.turboquant.json
CHANGED
|
@@ -13,22 +13,6 @@
|
|
| 13 |
"bits": "4.0",
|
| 14 |
"reason": "boundary layer \u2014 higher precision for input/output"
|
| 15 |
},
|
| 16 |
-
"layer_2": {
|
| 17 |
-
"bits": "3.5",
|
| 18 |
-
"reason": "early layer \u2014 moderate compression"
|
| 19 |
-
},
|
| 20 |
-
"layer_3": {
|
| 21 |
-
"bits": "3.5",
|
| 22 |
-
"reason": "early layer \u2014 moderate compression"
|
| 23 |
-
},
|
| 24 |
-
"layer_4": {
|
| 25 |
-
"bits": "3.5",
|
| 26 |
-
"reason": "early layer \u2014 moderate compression"
|
| 27 |
-
},
|
| 28 |
-
"layer_5": {
|
| 29 |
-
"bits": "3.5",
|
| 30 |
-
"reason": "early layer \u2014 moderate compression"
|
| 31 |
-
},
|
| 32 |
"layer_22": {
|
| 33 |
"bits": "4.0",
|
| 34 |
"reason": "boundary layer \u2014 higher precision for input/output"
|
|
@@ -37,5 +21,20 @@
|
|
| 37 |
"bits": "4.0",
|
| 38 |
"reason": "boundary layer \u2014 higher precision for input/output"
|
| 39 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
}
|
| 41 |
}
|
|
|
|
| 13 |
"bits": "4.0",
|
| 14 |
"reason": "boundary layer \u2014 higher precision for input/output"
|
| 15 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
"layer_22": {
|
| 17 |
"bits": "4.0",
|
| 18 |
"reason": "boundary layer \u2014 higher precision for input/output"
|
|
|
|
| 21 |
"bits": "4.0",
|
| 22 |
"reason": "boundary layer \u2014 higher precision for input/output"
|
| 23 |
}
|
| 24 |
+
},
|
| 25 |
+
"generated_at": "2026-03-28T14:49:55Z",
|
| 26 |
+
"quant_variants": {
|
| 27 |
+
"Q4_K_M": {
|
| 28 |
+
"file": "model-Q4_K_M.gguf",
|
| 29 |
+
"size_bytes": 0
|
| 30 |
+
},
|
| 31 |
+
"Q5_K_M": {
|
| 32 |
+
"file": "model-Q5_K_M.gguf",
|
| 33 |
+
"size_bytes": 0
|
| 34 |
+
},
|
| 35 |
+
"Q8_0": {
|
| 36 |
+
"file": "model-Q8_0.gguf",
|
| 37 |
+
"size_bytes": 0
|
| 38 |
+
}
|
| 39 |
}
|
| 40 |
}
|