taf-agent / data /e4_gamma /codellama--CodeLlama-13b-Instruct-hf_mongo.partial.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
{
"model": "codellama/CodeLlama-13b-Instruct-hf",
"theta": 1000000,
"status": "partial",
"distances_done": [
10,
20,
30,
50,
100,
200,
500
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.0048818717902112336,
"std_across_seeds": 0.000618221857803684,
"per_seed_means": [
0.004535025885949532,
0.004360261766705662,
0.005750327717978507
]
},
"20": {
"mean_across_seeds": 0.0030417641121635425,
"std_across_seeds": 0.0005179837604637786,
"per_seed_means": [
0.0026620033088450633,
0.00268915298084418,
0.0037741360468013835
]
},
"30": {
"mean_across_seeds": 0.002327263202039628,
"std_across_seeds": 0.0004959427119133391,
"per_seed_means": [
0.0017478886434885983,
0.002274631038502169,
0.002959269924128118
]
},
"50": {
"mean_across_seeds": 0.0017201522036339155,
"std_across_seeds": 0.000589432136747203,
"per_seed_means": [
0.001112376618257258,
0.001529973205178976,
0.002518106787465513
]
},
"100": {
"mean_across_seeds": 0.0011313119502544093,
"std_across_seeds": 0.0005389199726514419,
"per_seed_means": [
0.0006684767865226604,
0.0008383348202914931,
0.0018871242439490743
]
},
"200": {
"mean_across_seeds": 0.0007407459302178015,
"std_across_seeds": 0.00044933672113790606,
"per_seed_means": [
0.00030548142841629064,
0.0005574245135358069,
0.001359331848701307
]
},
"500": {
"mean_across_seeds": 0.0005816437313074453,
"std_across_seeds": 0.00045393043226084014,
"per_seed_means": [
0.00014946052552356075,
0.0003866483440409259,
0.0012088223243578492
]
}
},
"runtime_so_far": 16.2
}