ruv commited on
Commit
e0a1691
·
verified ·
1 Parent(s): 40c30ee

Calibration: default.turboquant.json

Browse files
Files changed (1) hide show
  1. default.turboquant.json +15 -16
default.turboquant.json CHANGED
@@ -13,22 +13,6 @@
13
  "bits": "4.0",
14
  "reason": "boundary layer \u2014 higher precision for input/output"
15
  },
16
- "layer_2": {
17
- "bits": "3.5",
18
- "reason": "early layer \u2014 moderate compression"
19
- },
20
- "layer_3": {
21
- "bits": "3.5",
22
- "reason": "early layer \u2014 moderate compression"
23
- },
24
- "layer_4": {
25
- "bits": "3.5",
26
- "reason": "early layer \u2014 moderate compression"
27
- },
28
- "layer_5": {
29
- "bits": "3.5",
30
- "reason": "early layer \u2014 moderate compression"
31
- },
32
  "layer_22": {
33
  "bits": "4.0",
34
  "reason": "boundary layer \u2014 higher precision for input/output"
@@ -37,5 +21,20 @@
37
  "bits": "4.0",
38
  "reason": "boundary layer \u2014 higher precision for input/output"
39
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  }
41
  }
 
13
  "bits": "4.0",
14
  "reason": "boundary layer \u2014 higher precision for input/output"
15
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  "layer_22": {
17
  "bits": "4.0",
18
  "reason": "boundary layer \u2014 higher precision for input/output"
 
21
  "bits": "4.0",
22
  "reason": "boundary layer \u2014 higher precision for input/output"
23
  }
24
+ },
25
+ "generated_at": "2026-03-28T14:49:55Z",
26
+ "quant_variants": {
27
+ "Q4_K_M": {
28
+ "file": "model-Q4_K_M.gguf",
29
+ "size_bytes": 0
30
+ },
31
+ "Q5_K_M": {
32
+ "file": "model-Q5_K_M.gguf",
33
+ "size_bytes": 0
34
+ },
35
+ "Q8_0": {
36
+ "file": "model-Q8_0.gguf",
37
+ "size_bytes": 0
38
+ }
39
  }
40
  }