taf-agent / data /bloom_extrapolation /bloom_extrapolation.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
{
"random": {
"model": "bloom-7b1",
"training_window": 2048,
"distances": [
10,
20,
50,
100,
200,
500,
1000,
2000,
3000
],
"means": [
0.011754,
0.006069,
0.002389,
0.00128,
0.000567,
0.000224,
8.2e-05,
2e-05,
6e-06
],
"gamma_short": 1.1505681472053984,
"r2_short": 0.9847279057720187,
"gamma_local_extrapolation": 2.969362295916118,
"delta_gamma": 1.8187941487107198,
"n_prompts": 15,
"seed": 42,
"note": "d=5000,8000 failed OOM (seq^2 attention matrix). d=3000 is only extrapolation point."
}
}