Premchan369 commited on
Commit
c5a6189
·
verified ·
1 Parent(s): d30a2f9

Upload benchmark_results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. benchmark_results.json +61 -0
benchmark_results.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "baseline_ppl": 430.95936849172716,
3
+ "qt_ppl": 6186.4903309265665,
4
+ "baseline_params": 1554570,
5
+ "qt_params": 793882,
6
+ "compression": 1.9581877407473656,
7
+ "entropies": [
8
+ 1.317113995552063,
9
+ 1.3771847486495972,
10
+ 1.364831566810608,
11
+ 1.2537084817886353,
12
+ 1.262764573097229,
13
+ 1.4013395309448242,
14
+ 1.2422407865524292,
15
+ 1.6306532621383667,
16
+ 1.2806912660598755,
17
+ 1.344775676727295,
18
+ 1.1928328275680542,
19
+ 1.6661663055419922,
20
+ 1.30397367477417,
21
+ 1.3749926090240479,
22
+ 1.4987125396728516,
23
+ 1.6543607711791992,
24
+ 1.367347002029419,
25
+ 1.133209228515625,
26
+ 1.2703715562820435,
27
+ 0.8554855585098267
28
+ ],
29
+ "ranks": [
30
+ 3,
31
+ 3,
32
+ 3,
33
+ 3,
34
+ 3,
35
+ 3,
36
+ 3,
37
+ 3,
38
+ 3,
39
+ 3,
40
+ 3,
41
+ 3,
42
+ 3,
43
+ 3,
44
+ 3,
45
+ 3,
46
+ 3,
47
+ 3,
48
+ 3,
49
+ 2
50
+ ],
51
+ "blocktt_active": true,
52
+ "quantum_savings": {
53
+ "n_quantum_tokens": 4,
54
+ "n_total_tokens": 20,
55
+ "quantum_ratio": 0.20000000298023224,
56
+ "mean_routing_score": 0.5120605230331421,
57
+ "mean_entropy": 1.3396377563476562
58
+ },
59
+ "base_latency_ms": 6.601548194885254,
60
+ "qt_latency_ms": 13.520391782124836
61
+ }