Spaces:
Running
Running
File size: 1,935 Bytes
535348a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 | {
"model": "codellama/CodeLlama-13b-Instruct-hf",
"theta": 1000000,
"status": "partial",
"distances_done": [
10,
20,
30,
50,
100,
200,
500
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.0048818717902112336,
"std_across_seeds": 0.000618221857803684,
"per_seed_means": [
0.004535025885949532,
0.004360261766705662,
0.005750327717978507
]
},
"20": {
"mean_across_seeds": 0.0030417641121635425,
"std_across_seeds": 0.0005179837604637786,
"per_seed_means": [
0.0026620033088450633,
0.00268915298084418,
0.0037741360468013835
]
},
"30": {
"mean_across_seeds": 0.002327263202039628,
"std_across_seeds": 0.0004959427119133391,
"per_seed_means": [
0.0017478886434885983,
0.002274631038502169,
0.002959269924128118
]
},
"50": {
"mean_across_seeds": 0.0017201522036339155,
"std_across_seeds": 0.000589432136747203,
"per_seed_means": [
0.001112376618257258,
0.001529973205178976,
0.002518106787465513
]
},
"100": {
"mean_across_seeds": 0.0011313119502544093,
"std_across_seeds": 0.0005389199726514419,
"per_seed_means": [
0.0006684767865226604,
0.0008383348202914931,
0.0018871242439490743
]
},
"200": {
"mean_across_seeds": 0.0007407459302178015,
"std_across_seeds": 0.00044933672113790606,
"per_seed_means": [
0.00030548142841629064,
0.0005574245135358069,
0.001359331848701307
]
},
"500": {
"mean_across_seeds": 0.0005816437313074453,
"std_across_seeds": 0.00045393043226084014,
"per_seed_means": [
0.00014946052552356075,
0.0003866483440409259,
0.0012088223243578492
]
}
},
"runtime_so_far": 16.2
} |