Spaces:
Running
Running
| { | |
| "model": "bigscience/bloom-7b1", | |
| "theta": null, | |
| "gamma_pred": null, | |
| "C_theory": 9.2103, | |
| "distances": [ | |
| 10, | |
| 20, | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "distances_fit": [ | |
| 30, | |
| 50, | |
| 100, | |
| 200, | |
| 500, | |
| 1000, | |
| 2000 | |
| ], | |
| "d_min_fit": 30, | |
| "n_prompts_per_distance": 150, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 7 | |
| ], | |
| "attn_by_distance": { | |
| "10": { | |
| "mean_across_seeds": 0.01273650299343798, | |
| "std_across_seeds": 0.0001509585485643521, | |
| "per_seed_means": [ | |
| 0.012947040585180123, | |
| 0.012600604686886072, | |
| 0.01266186370824774 | |
| ] | |
| }, | |
| "20": { | |
| "mean_across_seeds": 0.007338399014228748, | |
| "std_across_seeds": 0.00021254883175654316, | |
| "per_seed_means": [ | |
| 0.007350003939742843, | |
| 0.007072472536625961, | |
| 0.007592720566317439 | |
| ] | |
| }, | |
| "30": { | |
| "mean_across_seeds": 0.005911933845685175, | |
| "std_across_seeds": 0.0004378509688092584, | |
| "per_seed_means": [ | |
| 0.005785020792391151, | |
| 0.0054505189461633565, | |
| 0.006500261798501015 | |
| ] | |
| }, | |
| "50": { | |
| "mean_across_seeds": 0.0031548952059044194, | |
| "std_across_seeds": 0.0001435271512111273, | |
| "per_seed_means": [ | |
| 0.002965987913388138, | |
| 0.0033136574116845925, | |
| 0.003185040292640527 | |
| ] | |
| }, | |
| "100": { | |
| "mean_across_seeds": 0.0016561893898890251, | |
| "std_across_seeds": 1.9276906361242315e-05, | |
| "per_seed_means": [ | |
| 0.0016569003967257837, | |
| 0.0016322326252702624, | |
| 0.001679435147671029 | |
| ] | |
| }, | |
| "200": { | |
| "mean_across_seeds": 0.0008414794023459156, | |
| "std_across_seeds": 4.253952973019571e-05, | |
| "per_seed_means": [ | |
| 0.0008747415770388519, | |
| 0.0008682607347145677, | |
| 0.0007814358952843274 | |
| ] | |
| }, | |
| "500": { | |
| "mean_across_seeds": 0.00040051930986616447, | |
| "std_across_seeds": 3.5547961628649225e-05, | |
| "per_seed_means": [ | |
| 0.0003784106351182951, | |
| 0.00037247260838436583, | |
| 0.0004506746860958325 | |
| ] | |
| }, | |
| "1000": { | |
| "mean_across_seeds": 0.00022698354934820803, | |
| "std_across_seeds": 1.549507336493239e-05, | |
| "per_seed_means": [ | |
| 0.00021698228888756906, | |
| 0.00021509847438816603, | |
| 0.000248869884768889 | |
| ] | |
| }, | |
| "2000": { | |
| "mean_across_seeds": 0.0001414372526051011, | |
| "std_across_seeds": 2.055481036509795e-05, | |
| "per_seed_means": [ | |
| 0.0001610486341814976, | |
| 0.0001130494298558915, | |
| 0.00015021369377791417 | |
| ] | |
| } | |
| }, | |
| "fit_power_law": { | |
| "gamma": 0.882390442263598, | |
| "log_A": -2.2817618434777787, | |
| "R2": 0.994632, | |
| "n_points": 7 | |
| }, | |
| "fit_exponential": { | |
| "lambda": 0.0016233437384084728, | |
| "log_A": -6.164518491356999, | |
| "R2": 0.725481, | |
| "n_points": 7 | |
| }, | |
| "delta_R2_power_minus_exp": 0.2692, | |
| "gamma_CI_95": { | |
| "lo": 0.8122211931161655, | |
| "hi": 0.9731666058285073 | |
| }, | |
| "decision": "unknown" | |
| } |