taf-agent / data /e4_gamma /bigscience--bloom-7b1_random.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
{
"model": "bigscience/bloom-7b1",
"theta": null,
"gamma_pred": null,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 150,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.01273650299343798,
"std_across_seeds": 0.0001509585485643521,
"per_seed_means": [
0.012947040585180123,
0.012600604686886072,
0.01266186370824774
]
},
"20": {
"mean_across_seeds": 0.007338399014228748,
"std_across_seeds": 0.00021254883175654316,
"per_seed_means": [
0.007350003939742843,
0.007072472536625961,
0.007592720566317439
]
},
"30": {
"mean_across_seeds": 0.005911933845685175,
"std_across_seeds": 0.0004378509688092584,
"per_seed_means": [
0.005785020792391151,
0.0054505189461633565,
0.006500261798501015
]
},
"50": {
"mean_across_seeds": 0.0031548952059044194,
"std_across_seeds": 0.0001435271512111273,
"per_seed_means": [
0.002965987913388138,
0.0033136574116845925,
0.003185040292640527
]
},
"100": {
"mean_across_seeds": 0.0016561893898890251,
"std_across_seeds": 1.9276906361242315e-05,
"per_seed_means": [
0.0016569003967257837,
0.0016322326252702624,
0.001679435147671029
]
},
"200": {
"mean_across_seeds": 0.0008414794023459156,
"std_across_seeds": 4.253952973019571e-05,
"per_seed_means": [
0.0008747415770388519,
0.0008682607347145677,
0.0007814358952843274
]
},
"500": {
"mean_across_seeds": 0.00040051930986616447,
"std_across_seeds": 3.5547961628649225e-05,
"per_seed_means": [
0.0003784106351182951,
0.00037247260838436583,
0.0004506746860958325
]
},
"1000": {
"mean_across_seeds": 0.00022698354934820803,
"std_across_seeds": 1.549507336493239e-05,
"per_seed_means": [
0.00021698228888756906,
0.00021509847438816603,
0.000248869884768889
]
},
"2000": {
"mean_across_seeds": 0.0001414372526051011,
"std_across_seeds": 2.055481036509795e-05,
"per_seed_means": [
0.0001610486341814976,
0.0001130494298558915,
0.00015021369377791417
]
}
},
"fit_power_law": {
"gamma": 0.882390442263598,
"log_A": -2.2817618434777787,
"R2": 0.994632,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.0016233437384084728,
"log_A": -6.164518491356999,
"R2": 0.725481,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.2692,
"gamma_CI_95": {
"lo": 0.8122211931161655,
"hi": 0.9731666058285073
},
"decision": "unknown"
}