| { |
| "summary": { |
| "max_step": 17336, |
| "loss_initial": 2.7233519554138184, |
| "loss_final": 2.3416449626286826, |
| "loss_min": 2.2302972316741942, |
| "loss_min_step": 17260, |
| "ppl_final": 10.398327361926201, |
| "avg_tokens_per_sec": 1960335.6302571176, |
| "rankme_initial": 414.6168212890625, |
| "rankme_min": 414.6168212890625, |
| "rankme_min_step": 0, |
| "rankme_final": 431.12603759765625, |
| "rankme_rebound_ratio": 1.0398180089685358, |
| "ww_alpha_initial": 7.489332379498283, |
| "ww_alpha_final": 7.571896228633995, |
| "ww_healthy_frac_final": 0.15736040609137056, |
| "twonn_id_final": 6.818349838256836, |
| "tokens_B": 36.358324224 |
| }, |
| "dynamics": { |
| "max_step": 17336, |
| "landmarks": { |
| "pct_10": 1733, |
| "pct_25": 4334, |
| "pct_50": 8668, |
| "pct_75": 13002, |
| "pct_90": 15602 |
| }, |
| "metrics": { |
| "train/loss": { |
| "n_points": 1735, |
| "slopes_at_landmarks": { |
| "pct_10": { |
| "w100": -4.28877743807706e-05, |
| "w500": -1.9821559681611903e-05, |
| "w1000": -2.0593762133095024e-05, |
| "w5000": -3.688523080177231e-05 |
| }, |
| "pct_25": { |
| "w100": 0.0001107275558240486, |
| "w500": -3.8268886694387226e-05, |
| "w1000": -1.0966062831907276e-05, |
| "w5000": -9.462775826338291e-06 |
| }, |
| "pct_50": { |
| "w100": 0.00019825918024236506, |
| "w500": -3.840362209947456e-06, |
| "w1000": -1.657888490875455e-05, |
| "w5000": -4.913578465691426e-06 |
| }, |
| "pct_75": { |
| "w100": -2.04078500921076e-05, |
| "w500": -6.083978467485627e-06, |
| "w1000": -4.660763942261841e-06, |
| "w5000": -1.4281992576798431e-06 |
| }, |
| "pct_90": { |
| "w100": -0.0003515260002886256, |
| "w500": -3.884735576817397e-05, |
| "w1000": -1.6693517605964394e-05, |
| "w5000": -1.4644461233839928e-05 |
| } |
| }, |
| "inflection_points": [ |
| { |
| "step": 1760, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 1890, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 2210, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 2380, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 2590, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 2970, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 3260, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 3400, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 3620, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 4000, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 4290, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 4500, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 5300, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 5880, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 6120, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 6280, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 6570, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 6920, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 7250, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 7320, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 7810, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 8050, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 8190, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 8600, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 9000, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 9070, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 9310, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 9670, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 10040, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 10730, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 11280, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 11960, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 12240, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 12700, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 13530, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14200, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14540, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14870, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14980, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 15280, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 15450, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 16410, |
| "direction": "negative\u2192positive" |
| } |
| ], |
| "rolling_stats": [ |
| { |
| "step_center": 250, |
| "mean": 2.5536492648124693, |
| "std": 0.06794927528669344, |
| "p25": 2.494672417640686, |
| "p75": 2.6106740951538088, |
| "n": 50 |
| }, |
| { |
| "step_center": 750, |
| "mean": 2.448444580078125, |
| "std": 0.02509056922621886, |
| "p25": 2.4327359437942504, |
| "p75": 2.465353083610535, |
| "n": 50 |
| }, |
| { |
| "step_center": 1250, |
| "mean": 2.4215744848251344, |
| "std": 0.026759712703853474, |
| "p25": 2.3993499994277956, |
| "p75": 2.437948441505432, |
| "n": 50 |
| }, |
| { |
| "step_center": 1750, |
| "mean": 2.4059697308540344, |
| "std": 0.025170641630145284, |
| "p25": 2.3834667682647703, |
| "p75": 2.424547815322876, |
| "n": 50 |
| }, |
| { |
| "step_center": 2250, |
| "mean": 2.3959087138175965, |
| "std": 0.023488664878493968, |
| "p25": 2.376794672012329, |
| "p75": 2.4120164632797243, |
| "n": 50 |
| }, |
| { |
| "step_center": 2750, |
| "mean": 2.393886389732361, |
| "std": 0.025725386553165204, |
| "p25": 2.373078489303589, |
| "p75": 2.4160205841064455, |
| "n": 50 |
| }, |
| { |
| "step_center": 3250, |
| "mean": 2.383705304145813, |
| "std": 0.02064650608402684, |
| "p25": 2.368594765663147, |
| "p75": 2.3968960523605345, |
| "n": 50 |
| }, |
| { |
| "step_center": 3750, |
| "mean": 2.379629012107849, |
| "std": 0.025284434826176497, |
| "p25": 2.36467387676239, |
| "p75": 2.400493335723877, |
| "n": 50 |
| }, |
| { |
| "step_center": 4250, |
| "mean": 2.370320144176483, |
| "std": 0.023835743914342983, |
| "p25": 2.3525022745132445, |
| "p75": 2.3869575023651124, |
| "n": 50 |
| }, |
| { |
| "step_center": 4750, |
| "mean": 2.367443947792053, |
| "std": 0.025451306105213456, |
| "p25": 2.3461528539657595, |
| "p75": 2.382859945297241, |
| "n": 50 |
| }, |
| { |
| "step_center": 5250, |
| "mean": 2.3662837538719175, |
| "std": 0.023101883335323745, |
| "p25": 2.3492135047912597, |
| "p75": 2.3814218521118162, |
| "n": 50 |
| }, |
| { |
| "step_center": 5750, |
| "mean": 2.3646195211410523, |
| "std": 0.023650718565722668, |
| "p25": 2.346358561515808, |
| "p75": 2.381751036643982, |
| "n": 50 |
| }, |
| { |
| "step_center": 6250, |
| "mean": 2.3603261704444884, |
| "std": 0.025939884185818045, |
| "p25": 2.341030740737915, |
| "p75": 2.380238080024719, |
| "n": 50 |
| }, |
| { |
| "step_center": 6750, |
| "mean": 2.3573404712677, |
| "std": 0.018924405171920438, |
| "p25": 2.3400394916534424, |
| "p75": 2.3729241132736205, |
| "n": 50 |
| }, |
| { |
| "step_center": 7250, |
| "mean": 2.346787754058838, |
| "std": 0.028397110004011492, |
| "p25": 2.3257726430892944, |
| "p75": 2.366376209259033, |
| "n": 50 |
| }, |
| { |
| "step_center": 7750, |
| "mean": 2.3498280205726623, |
| "std": 0.0222118732939722, |
| "p25": 2.335556411743164, |
| "p75": 2.361265182495117, |
| "n": 50 |
| }, |
| { |
| "step_center": 8250, |
| "mean": 2.348032169342041, |
| "std": 0.028050880889420815, |
| "p25": 2.3264118671417235, |
| "p75": 2.3686971426010133, |
| "n": 50 |
| }, |
| { |
| "step_center": 8750, |
| "mean": 2.34533736371994, |
| "std": 0.02437305733889354, |
| "p25": 2.3267060041427614, |
| "p75": 2.3611632585525513, |
| "n": 50 |
| }, |
| { |
| "step_center": 9250, |
| "mean": 2.3430724515914916, |
| "std": 0.02720907854868419, |
| "p25": 2.32452507019043, |
| "p75": 2.3617564916610716, |
| "n": 50 |
| }, |
| { |
| "step_center": 9750, |
| "mean": 2.3414637241363523, |
| "std": 0.026057814236921148, |
| "p25": 2.3215897560119627, |
| "p75": 2.357621693611145, |
| "n": 50 |
| }, |
| { |
| "step_center": 10250, |
| "mean": 2.3405535078048705, |
| "std": 0.02665497429150158, |
| "p25": 2.321121668815613, |
| "p75": 2.35941686630249, |
| "n": 50 |
| }, |
| { |
| "step_center": 10750, |
| "mean": 2.3323154163360598, |
| "std": 0.02170759677431937, |
| "p25": 2.3169103145599363, |
| "p75": 2.345703053474426, |
| "n": 50 |
| }, |
| { |
| "step_center": 11250, |
| "mean": 2.334129483699799, |
| "std": 0.023022957389190198, |
| "p25": 2.319528651237488, |
| "p75": 2.3511791706085203, |
| "n": 50 |
| }, |
| { |
| "step_center": 11750, |
| "mean": 2.3361384110450745, |
| "std": 0.02471085499602499, |
| "p25": 2.3174596309661863, |
| "p75": 2.350165772438049, |
| "n": 50 |
| }, |
| { |
| "step_center": 12250, |
| "mean": 2.3365752921104432, |
| "std": 0.027231387794148867, |
| "p25": 2.313059759140015, |
| "p75": 2.356953167915344, |
| "n": 50 |
| }, |
| { |
| "step_center": 12750, |
| "mean": 2.331771935462952, |
| "std": 0.025773844962216148, |
| "p25": 2.3146870851516725, |
| "p75": 2.3490057706832888, |
| "n": 50 |
| }, |
| { |
| "step_center": 13250, |
| "mean": 2.3304363389015195, |
| "std": 0.022590550447677177, |
| "p25": 2.314772891998291, |
| "p75": 2.350356388092041, |
| "n": 50 |
| }, |
| { |
| "step_center": 13750, |
| "mean": 2.332354657649994, |
| "std": 0.0278746048668042, |
| "p25": 2.3138842582702637, |
| "p75": 2.353069567680359, |
| "n": 50 |
| }, |
| { |
| "step_center": 14250, |
| "mean": 2.328071443080902, |
| "std": 0.027385776869959595, |
| "p25": 2.3080037593841554, |
| "p75": 2.350447750091553, |
| "n": 50 |
| }, |
| { |
| "step_center": 14750, |
| "mean": 2.3318208928108213, |
| "std": 0.024377556097741115, |
| "p25": 2.312630367279053, |
| "p75": 2.3485876083374024, |
| "n": 50 |
| }, |
| { |
| "step_center": 15250, |
| "mean": 2.3255881023406983, |
| "std": 0.02616183998425422, |
| "p25": 2.30555522441864, |
| "p75": 2.344960618019104, |
| "n": 50 |
| }, |
| { |
| "step_center": 15750, |
| "mean": 2.3202085700035098, |
| "std": 0.023800025651637833, |
| "p25": 2.3002145290374756, |
| "p75": 2.3358023881912233, |
| "n": 50 |
| }, |
| { |
| "step_center": 16250, |
| "mean": 2.2996851239204408, |
| "std": 0.026246680909362278, |
| "p25": 2.2763946056365967, |
| "p75": 2.3184911012649536, |
| "n": 50 |
| }, |
| { |
| "step_center": 16750, |
| "mean": 2.2773553647994995, |
| "std": 0.02097443365212286, |
| "p25": 2.2597983360290526, |
| "p75": 2.2906126737594605, |
| "n": 50 |
| }, |
| { |
| "step_center": 17250, |
| "mean": 2.282346619424366, |
| "std": 0.028653366820936898, |
| "p25": 2.2540221214294434, |
| "p75": 2.305117154121399, |
| "n": 35 |
| } |
| ], |
| "stability_score": 0.8442793520944198, |
| "plateaus": [], |
| "jumps": [ |
| { |
| "step": 7300, |
| "delta": 0.11637275218963605, |
| "sigma": 3.41 |
| }, |
| { |
| "step": 9290, |
| "delta": 0.11292421817779541, |
| "sigma": 3.25 |
| }, |
| { |
| "step": 9920, |
| "delta": -0.10988917350769034, |
| "sigma": 3.1 |
| } |
| ], |
| "slope_sign_changes": [ |
| { |
| "step": 4890, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 4900, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 5090, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 5100, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 5140, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 5150, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 5160, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 5260, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 5300, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 5460, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 5480, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 5510, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 7490, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 7510, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 7530, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 7540, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 7670, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 7790, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 7830, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 7850, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 7860, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 7940, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 8030, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 8100, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 8170, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 8290, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 8300, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 8310, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 8390, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 8400, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 8890, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 8920, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 9230, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 9250, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 9280, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 9290, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 9350, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 9360, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 9370, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 9380, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 9410, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 9420, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 9900, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 10080, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 10100, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 10220, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 10250, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 10270, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 10290, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 10320, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 10960, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 11560, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 11600, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 11750, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 11820, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 11830, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 12130, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 12150, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 12240, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 12290, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 12340, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 12360, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 13110, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 13120, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 13130, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 13240, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 13250, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 13750, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 13780, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 13790, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 13860, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 13870, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 13950, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 13990, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14010, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14030, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14360, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14370, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14380, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14390, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14400, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14410, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14430, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14550, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14630, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14710, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14720, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14730, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14760, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14770, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14880, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14890, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14900, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14910, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14940, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14950, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14970, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 15010, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 15080, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 15090, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 16890, |
| "direction": "negative\u2192positive" |
| } |
| ] |
| }, |
| "geo/rankme_last": { |
| "n_points": 232, |
| "slopes_at_landmarks": { |
| "pct_10": { |
| "w100": null, |
| "w500": 0.0033722650437127974, |
| "w1000": 0.0013678783374828298, |
| "w5000": 0.0019266211783584095 |
| }, |
| "pct_25": { |
| "w100": null, |
| "w500": 0.0008363414946056547, |
| "w1000": 0.000515038347069597, |
| "w5000": 0.0009746530627070197 |
| }, |
| "pct_50": { |
| "w100": null, |
| "w500": 0.004231329055059524, |
| "w1000": 0.0006157128190819597, |
| "w5000": 0.00034299754947128433 |
| }, |
| "pct_75": { |
| "w100": null, |
| "w500": 0.0007408040364583334, |
| "w1000": 0.00018919467576694138, |
| "w5000": 0.00010008815155809676 |
| }, |
| "pct_90": { |
| "w100": null, |
| "w500": -0.0008631388346354167, |
| "w1000": 0.00013333386990613553, |
| "w5000": 0.00033015691526263127 |
| } |
| }, |
| "inflection_points": [], |
| "rolling_stats": [ |
| { |
| "step_center": 250, |
| "mean": 418.8371276855469, |
| "std": 1.9706179295918487, |
| "p25": 414.6168212890625, |
| "p75": 419.4991760253906, |
| "n": 7 |
| }, |
| { |
| "step_center": 750, |
| "mean": 420.7526070731027, |
| "std": 1.1694264542259036, |
| "p25": 419.0769348144531, |
| "p75": 422.18658447265625, |
| "n": 7 |
| }, |
| { |
| "step_center": 1250, |
| "mean": 422.3680369059245, |
| "std": 0.612363257463856, |
| "p25": 421.7069091796875, |
| "p75": 422.3238830566406, |
| "n": 6 |
| }, |
| { |
| "step_center": 1750, |
| "mean": 423.146728515625, |
| "std": 0.7143769249048134, |
| "p25": 422.30780029296875, |
| "p75": 423.8494873046875, |
| "n": 7 |
| }, |
| { |
| "step_center": 2250, |
| "mean": 423.8157217843192, |
| "std": 0.6644047915811648, |
| "p25": 422.3829040527344, |
| "p75": 424.26641845703125, |
| "n": 7 |
| }, |
| { |
| "step_center": 2750, |
| "mean": 424.7442321777344, |
| "std": 0.38605224992275294, |
| "p25": 424.3502197265625, |
| "p75": 424.84075927734375, |
| "n": 6 |
| }, |
| { |
| "step_center": 3250, |
| "mean": 425.2377493722098, |
| "std": 0.9928863556386898, |
| "p25": 424.3253173828125, |
| "p75": 426.3678894042969, |
| "n": 7 |
| }, |
| { |
| "step_center": 3750, |
| "mean": 426.2940150669643, |
| "std": 0.36511910276686976, |
| "p25": 425.8962707519531, |
| "p75": 426.6614074707031, |
| "n": 7 |
| }, |
| { |
| "step_center": 4250, |
| "mean": 426.9090983072917, |
| "std": 0.5799380755235445, |
| "p25": 426.3441162109375, |
| "p75": 427.4007263183594, |
| "n": 6 |
| }, |
| { |
| "step_center": 4750, |
| "mean": 426.70751517159596, |
| "std": 0.3777274089993139, |
| "p25": 426.2264404296875, |
| "p75": 426.9776611328125, |
| "n": 7 |
| }, |
| { |
| "step_center": 5250, |
| "mean": 427.1932460239955, |
| "std": 0.3474182400524559, |
| "p25": 426.6791076660156, |
| "p75": 427.4221496582031, |
| "n": 7 |
| }, |
| { |
| "step_center": 5750, |
| "mean": 428.02931722005206, |
| "std": 0.7422348443206302, |
| "p25": 427.381591796875, |
| "p75": 428.8571472167969, |
| "n": 6 |
| }, |
| { |
| "step_center": 6250, |
| "mean": 427.67706298828125, |
| "std": 0.5068596593637932, |
| "p25": 427.1493225097656, |
| "p75": 428.06072998046875, |
| "n": 7 |
| }, |
| { |
| "step_center": 6750, |
| "mean": 428.2369689941406, |
| "std": 0.37135674083717257, |
| "p25": 427.6800537109375, |
| "p75": 428.4487609863281, |
| "n": 7 |
| }, |
| { |
| "step_center": 7250, |
| "mean": 428.5103810628255, |
| "std": 0.5867578912524614, |
| "p25": 427.70166015625, |
| "p75": 428.73895263671875, |
| "n": 6 |
| }, |
| { |
| "step_center": 7750, |
| "mean": 428.0627746582031, |
| "std": 0.5193927369314885, |
| "p25": 427.2740173339844, |
| "p75": 428.5312805175781, |
| "n": 7 |
| }, |
| { |
| "step_center": 8250, |
| "mean": 428.3086591448103, |
| "std": 0.5933176949414425, |
| "p25": 427.58868408203125, |
| "p75": 428.940185546875, |
| "n": 7 |
| }, |
| { |
| "step_center": 8750, |
| "mean": 428.5880533854167, |
| "std": 0.551078102138243, |
| "p25": 427.8064880371094, |
| "p75": 429.1161193847656, |
| "n": 6 |
| }, |
| { |
| "step_center": 9250, |
| "mean": 428.8888636997768, |
| "std": 0.5694960752056711, |
| "p25": 428.0375061035156, |
| "p75": 429.12469482421875, |
| "n": 7 |
| }, |
| { |
| "step_center": 9750, |
| "mean": 429.2879638671875, |
| "std": 0.7433667524753128, |
| "p25": 428.4444580078125, |
| "p75": 430.04833984375, |
| "n": 7 |
| }, |
| { |
| "step_center": 10250, |
| "mean": 429.48259989420575, |
| "std": 0.4522335608488025, |
| "p25": 429.08953857421875, |
| "p75": 429.6427001953125, |
| "n": 6 |
| }, |
| { |
| "step_center": 10750, |
| "mean": 429.14767020089283, |
| "std": 0.2757999472749072, |
| "p25": 428.6318664550781, |
| "p75": 429.35455322265625, |
| "n": 7 |
| }, |
| { |
| "step_center": 11250, |
| "mean": 429.68481881277904, |
| "std": 0.33605217382389435, |
| "p25": 429.0997314453125, |
| "p75": 429.8418884277344, |
| "n": 7 |
| }, |
| { |
| "step_center": 11750, |
| "mean": 429.19440205891925, |
| "std": 0.5124843902568214, |
| "p25": 428.5133361816406, |
| "p75": 429.4604187011719, |
| "n": 6 |
| }, |
| { |
| "step_center": 12250, |
| "mean": 429.8018711635045, |
| "std": 0.497040027800742, |
| "p25": 428.8563232421875, |
| "p75": 430.1318054199219, |
| "n": 7 |
| }, |
| { |
| "step_center": 12750, |
| "mean": 429.53719220842635, |
| "std": 0.6863248219684418, |
| "p25": 428.7851867675781, |
| "p75": 429.690673828125, |
| "n": 7 |
| }, |
| { |
| "step_center": 13250, |
| "mean": 429.95374552408856, |
| "std": 0.7975096227032695, |
| "p25": 428.9168701171875, |
| "p75": 430.7697448730469, |
| "n": 6 |
| }, |
| { |
| "step_center": 13750, |
| "mean": 429.67769949776783, |
| "std": 0.6044692586774199, |
| "p25": 428.8565368652344, |
| "p75": 430.0766296386719, |
| "n": 7 |
| }, |
| { |
| "step_center": 14250, |
| "mean": 429.861807686942, |
| "std": 0.7339570078253661, |
| "p25": 428.733642578125, |
| "p75": 430.5356140136719, |
| "n": 7 |
| }, |
| { |
| "step_center": 14750, |
| "mean": 429.5887451171875, |
| "std": 0.9283298841866231, |
| "p25": 428.0323791503906, |
| "p75": 430.1398010253906, |
| "n": 6 |
| }, |
| { |
| "step_center": 15250, |
| "mean": 429.84422084263394, |
| "std": 0.412175806266064, |
| "p25": 429.30645751953125, |
| "p75": 430.1964111328125, |
| "n": 7 |
| }, |
| { |
| "step_center": 15750, |
| "mean": 430.33884974888394, |
| "std": 0.47739178059533427, |
| "p25": 429.5009765625, |
| "p75": 430.82623291015625, |
| "n": 7 |
| }, |
| { |
| "step_center": 16250, |
| "mean": 430.0373840332031, |
| "std": 0.5542415663214534, |
| "p25": 429.2351989746094, |
| "p75": 430.5093688964844, |
| "n": 6 |
| }, |
| { |
| "step_center": 16750, |
| "mean": 430.9304722377232, |
| "std": 0.27740500209971125, |
| "p25": 430.6304931640625, |
| "p75": 431.13427734375, |
| "n": 7 |
| }, |
| { |
| "step_center": 17250, |
| "mean": 430.9951477050781, |
| "std": 0.11213697889472371, |
| "p25": 430.8769836425781, |
| "p75": 431.0931701660156, |
| "n": 5 |
| } |
| ], |
| "stability_score": 0.633204481136617, |
| "plateaus": [], |
| "jumps": [], |
| "slope_sign_changes": [ |
| { |
| "step": 4575, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 4875, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 6000, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 6375, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 7125, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 7650, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 8175, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 8325, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 9675, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 9750, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 10125, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 10200, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 10275, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 10725, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 11325, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 11775, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 12300, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 12825, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 13425, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 13800, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 13950, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14400, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 14475, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 14700, |
| "direction": "negative\u2192positive" |
| }, |
| { |
| "step": 15750, |
| "direction": "positive\u2192negative" |
| }, |
| { |
| "step": 16050, |
| "direction": "negative\u2192positive" |
| } |
| ] |
| } |
| } |
| }, |
| "geometric_health": { |
| "layers": [ |
| 0, |
| 7, |
| 14, |
| 21, |
| 27 |
| ], |
| "landmarks": { |
| "early": 1725, |
| "quarter": 4350, |
| "mid": 8700, |
| "three_quarter": 12975, |
| "late": 15600, |
| "final": 17325 |
| }, |
| "profiles": { |
| "early": { |
| "step": 1725, |
| "layer_0": { |
| "stable_rank_q_proj": 20.133892059326172, |
| "stable_rank_k_proj": 17.006507873535156, |
| "stable_rank_o_proj": 46.15428161621094, |
| "stable_rank_gate_proj": 129.89878845214844, |
| "stable_rank_down_proj": 55.68263244628906, |
| "attn_entropy_mean": 6.25703239440918, |
| "attn_entropy_std": 0.4080713391304016, |
| "anisotropy": 0.06490539014339447, |
| "dead_units": 0.0 |
| }, |
| "layer_7": { |
| "stable_rank_q_proj": 42.706878662109375, |
| "stable_rank_k_proj": 40.13029861450195, |
| "stable_rank_o_proj": 89.30697631835938, |
| "stable_rank_gate_proj": 79.12543487548828, |
| "stable_rank_down_proj": 143.33609008789062, |
| "attn_entropy_mean": 4.700146675109863, |
| "attn_entropy_std": 0.7736154198646545, |
| "anisotropy": 0.4299015402793884, |
| "dead_units": 0.0 |
| }, |
| "layer_14": { |
| "stable_rank_q_proj": 50.8188362121582, |
| "stable_rank_k_proj": 41.04155349731445, |
| "stable_rank_o_proj": 42.97220993041992, |
| "stable_rank_gate_proj": 71.69290161132812, |
| "stable_rank_down_proj": 126.66923522949219, |
| "attn_entropy_mean": 5.53626823425293, |
| "attn_entropy_std": 0.4032261073589325, |
| "anisotropy": 0.39128610491752625, |
| "dead_units": 0.0 |
| }, |
| "layer_21": { |
| "stable_rank_q_proj": 40.08066940307617, |
| "stable_rank_k_proj": 29.80875587463379, |
| "stable_rank_o_proj": 67.41558837890625, |
| "stable_rank_gate_proj": 63.583194732666016, |
| "stable_rank_down_proj": 49.89845275878906, |
| "attn_entropy_mean": 5.884044647216797, |
| "attn_entropy_std": 0.31702759861946106, |
| "anisotropy": 0.1451684832572937, |
| "dead_units": 0.0 |
| }, |
| "layer_27": { |
| "stable_rank_q_proj": 44.02388381958008, |
| "stable_rank_k_proj": 31.312538146972656, |
| "stable_rank_o_proj": 114.83377838134766, |
| "stable_rank_gate_proj": 75.68281555175781, |
| "stable_rank_down_proj": 127.66222381591797, |
| "attn_entropy_mean": 4.35567045211792, |
| "attn_entropy_std": 0.6677613854408264, |
| "anisotropy": 0.10006999224424362, |
| "dead_units": 0.0 |
| } |
| }, |
| "quarter": { |
| "step": 4350, |
| "layer_0": { |
| "stable_rank_q_proj": 20.62217140197754, |
| "stable_rank_k_proj": 17.198904037475586, |
| "stable_rank_o_proj": 45.66370391845703, |
| "stable_rank_gate_proj": 130.02139282226562, |
| "stable_rank_down_proj": 56.49225616455078, |
| "attn_entropy_mean": 6.258755207061768, |
| "attn_entropy_std": 0.4235442876815796, |
| "anisotropy": 0.06752505153417587, |
| "dead_units": 0.0 |
| }, |
| "layer_7": { |
| "stable_rank_q_proj": 42.567344665527344, |
| "stable_rank_k_proj": 39.40324783325195, |
| "stable_rank_o_proj": 89.7774887084961, |
| "stable_rank_gate_proj": 79.37095642089844, |
| "stable_rank_down_proj": 143.08059692382812, |
| "attn_entropy_mean": 4.703330039978027, |
| "attn_entropy_std": 0.7717511653900146, |
| "anisotropy": 0.4199843406677246, |
| "dead_units": 0.0 |
| }, |
| "layer_14": { |
| "stable_rank_q_proj": 51.64799880981445, |
| "stable_rank_k_proj": 41.63627243041992, |
| "stable_rank_o_proj": 42.701908111572266, |
| "stable_rank_gate_proj": 71.93598937988281, |
| "stable_rank_down_proj": 127.28962707519531, |
| "attn_entropy_mean": 5.524231910705566, |
| "attn_entropy_std": 0.43370646238327026, |
| "anisotropy": 0.3828665316104889, |
| "dead_units": 0.0 |
| }, |
| "layer_21": { |
| "stable_rank_q_proj": 39.59270095825195, |
| "stable_rank_k_proj": 29.09538459777832, |
| "stable_rank_o_proj": 66.52333068847656, |
| "stable_rank_gate_proj": 62.608497619628906, |
| "stable_rank_down_proj": 49.814796447753906, |
| "attn_entropy_mean": 5.853401184082031, |
| "attn_entropy_std": 0.3115076422691345, |
| "anisotropy": 0.1433832198381424, |
| "dead_units": 0.0 |
| }, |
| "layer_27": { |
| "stable_rank_q_proj": 43.69539260864258, |
| "stable_rank_k_proj": 30.684505462646484, |
| "stable_rank_o_proj": 110.17560577392578, |
| "stable_rank_gate_proj": 73.6478271484375, |
| "stable_rank_down_proj": 127.23016357421875, |
| "attn_entropy_mean": 4.3218841552734375, |
| "attn_entropy_std": 0.6490551233291626, |
| "anisotropy": 0.10033217072486877, |
| "dead_units": 0.0 |
| } |
| }, |
| "mid": { |
| "step": 8700, |
| "layer_0": { |
| "stable_rank_q_proj": 20.74656105041504, |
| "stable_rank_k_proj": 17.162168502807617, |
| "stable_rank_o_proj": 44.727996826171875, |
| "stable_rank_gate_proj": 127.23369598388672, |
| "stable_rank_down_proj": 56.846107482910156, |
| "attn_entropy_mean": 6.235823631286621, |
| "attn_entropy_std": 0.43743276596069336, |
| "anisotropy": 0.06675643473863602, |
| "dead_units": 0.0 |
| }, |
| "layer_7": { |
| "stable_rank_q_proj": 42.293479919433594, |
| "stable_rank_k_proj": 38.610774993896484, |
| "stable_rank_o_proj": 89.17684936523438, |
| "stable_rank_gate_proj": 79.0400161743164, |
| "stable_rank_down_proj": 144.4713134765625, |
| "attn_entropy_mean": 4.706167697906494, |
| "attn_entropy_std": 0.7591027617454529, |
| "anisotropy": 0.4047275185585022, |
| "dead_units": 0.0 |
| }, |
| "layer_14": { |
| "stable_rank_q_proj": 51.58811569213867, |
| "stable_rank_k_proj": 42.609825134277344, |
| "stable_rank_o_proj": 42.335105895996094, |
| "stable_rank_gate_proj": 71.9311752319336, |
| "stable_rank_down_proj": 126.46110534667969, |
| "attn_entropy_mean": 5.540119171142578, |
| "attn_entropy_std": 0.45732536911964417, |
| "anisotropy": 0.37118563055992126, |
| "dead_units": 0.0 |
| }, |
| "layer_21": { |
| "stable_rank_q_proj": 39.304080963134766, |
| "stable_rank_k_proj": 28.829919815063477, |
| "stable_rank_o_proj": 65.58588409423828, |
| "stable_rank_gate_proj": 61.5308837890625, |
| "stable_rank_down_proj": 49.71337127685547, |
| "attn_entropy_mean": 5.866855621337891, |
| "attn_entropy_std": 0.3209395408630371, |
| "anisotropy": 0.13976767659187317, |
| "dead_units": 0.0 |
| }, |
| "layer_27": { |
| "stable_rank_q_proj": 44.39973449707031, |
| "stable_rank_k_proj": 30.10407829284668, |
| "stable_rank_o_proj": 107.94586181640625, |
| "stable_rank_gate_proj": 71.3941879272461, |
| "stable_rank_down_proj": 129.004150390625, |
| "attn_entropy_mean": 4.340854644775391, |
| "attn_entropy_std": 0.6970290541648865, |
| "anisotropy": 0.09302495419979095, |
| "dead_units": 0.0 |
| } |
| }, |
| "three_quarter": { |
| "step": 12975, |
| "layer_0": { |
| "stable_rank_q_proj": 20.623004913330078, |
| "stable_rank_k_proj": 16.95781898498535, |
| "stable_rank_o_proj": 43.821876525878906, |
| "stable_rank_gate_proj": 125.1052474975586, |
| "stable_rank_down_proj": 57.683834075927734, |
| "attn_entropy_mean": 6.233590126037598, |
| "attn_entropy_std": 0.45708325505256653, |
| "anisotropy": 0.06800613552331924, |
| "dead_units": 0.0 |
| }, |
| "layer_7": { |
| "stable_rank_q_proj": 41.80685043334961, |
| "stable_rank_k_proj": 38.90849685668945, |
| "stable_rank_o_proj": 88.35002136230469, |
| "stable_rank_gate_proj": 78.26079559326172, |
| "stable_rank_down_proj": 144.59579467773438, |
| "attn_entropy_mean": 4.734737396240234, |
| "attn_entropy_std": 0.7458856701850891, |
| "anisotropy": 0.40183892846107483, |
| "dead_units": 0.0 |
| }, |
| "layer_14": { |
| "stable_rank_q_proj": 51.84466552734375, |
| "stable_rank_k_proj": 43.42570114135742, |
| "stable_rank_o_proj": 42.2808723449707, |
| "stable_rank_gate_proj": 71.79308319091797, |
| "stable_rank_down_proj": 127.38919067382812, |
| "attn_entropy_mean": 5.545279026031494, |
| "attn_entropy_std": 0.4711344242095947, |
| "anisotropy": 0.37494924664497375, |
| "dead_units": 0.0 |
| }, |
| "layer_21": { |
| "stable_rank_q_proj": 38.30750274658203, |
| "stable_rank_k_proj": 28.626514434814453, |
| "stable_rank_o_proj": 65.13455963134766, |
| "stable_rank_gate_proj": 59.88165283203125, |
| "stable_rank_down_proj": 48.73686981201172, |
| "attn_entropy_mean": 5.843373775482178, |
| "attn_entropy_std": 0.332601934671402, |
| "anisotropy": 0.1376378834247589, |
| "dead_units": 0.0 |
| }, |
| "layer_27": { |
| "stable_rank_q_proj": 44.75471878051758, |
| "stable_rank_k_proj": 30.430049896240234, |
| "stable_rank_o_proj": 106.74622344970703, |
| "stable_rank_gate_proj": 69.8398666381836, |
| "stable_rank_down_proj": 130.29200744628906, |
| "attn_entropy_mean": 4.317837715148926, |
| "attn_entropy_std": 0.69074946641922, |
| "anisotropy": 0.10297069698572159, |
| "dead_units": 0.0 |
| } |
| }, |
| "late": { |
| "step": 15600, |
| "layer_0": { |
| "stable_rank_q_proj": 20.5914363861084, |
| "stable_rank_k_proj": 16.745973587036133, |
| "stable_rank_o_proj": 43.73870849609375, |
| "stable_rank_gate_proj": 123.3493423461914, |
| "stable_rank_down_proj": 57.89291000366211, |
| "attn_entropy_mean": 6.228974342346191, |
| "attn_entropy_std": 0.46670883893966675, |
| "anisotropy": 0.06984122097492218, |
| "dead_units": 0.0 |
| }, |
| "layer_7": { |
| "stable_rank_q_proj": 41.609771728515625, |
| "stable_rank_k_proj": 38.61107635498047, |
| "stable_rank_o_proj": 87.21759796142578, |
| "stable_rank_gate_proj": 77.33723449707031, |
| "stable_rank_down_proj": 143.90965270996094, |
| "attn_entropy_mean": 4.746259689331055, |
| "attn_entropy_std": 0.7679674029350281, |
| "anisotropy": 0.38015806674957275, |
| "dead_units": 0.0 |
| }, |
| "layer_14": { |
| "stable_rank_q_proj": 51.66292190551758, |
| "stable_rank_k_proj": 44.319820404052734, |
| "stable_rank_o_proj": 42.175537109375, |
| "stable_rank_gate_proj": 71.88668823242188, |
| "stable_rank_down_proj": 126.96123504638672, |
| "attn_entropy_mean": 5.53586483001709, |
| "attn_entropy_std": 0.45710787177085876, |
| "anisotropy": 0.36756598949432373, |
| "dead_units": 0.0 |
| }, |
| "layer_21": { |
| "stable_rank_q_proj": 38.205936431884766, |
| "stable_rank_k_proj": 28.410799026489258, |
| "stable_rank_o_proj": 64.53252410888672, |
| "stable_rank_gate_proj": 59.53862380981445, |
| "stable_rank_down_proj": 48.487876892089844, |
| "attn_entropy_mean": 5.86893367767334, |
| "attn_entropy_std": 0.3390011489391327, |
| "anisotropy": 0.1381273865699768, |
| "dead_units": 0.0 |
| }, |
| "layer_27": { |
| "stable_rank_q_proj": 45.488624572753906, |
| "stable_rank_k_proj": 30.428009033203125, |
| "stable_rank_o_proj": 106.52822875976562, |
| "stable_rank_gate_proj": 68.88688659667969, |
| "stable_rank_down_proj": 129.5972442626953, |
| "attn_entropy_mean": 4.31506872177124, |
| "attn_entropy_std": 0.6959003210067749, |
| "anisotropy": 0.09733413904905319, |
| "dead_units": 0.0 |
| } |
| }, |
| "final": { |
| "step": 17325, |
| "layer_0": { |
| "stable_rank_q_proj": 20.46058464050293, |
| "stable_rank_k_proj": 16.590166091918945, |
| "stable_rank_o_proj": 43.638336181640625, |
| "stable_rank_gate_proj": 122.99588775634766, |
| "stable_rank_down_proj": 57.99134063720703, |
| "attn_entropy_mean": 6.221095561981201, |
| "attn_entropy_std": 0.4666074216365814, |
| "anisotropy": 0.06611216813325882, |
| "dead_units": 0.0 |
| }, |
| "layer_7": { |
| "stable_rank_q_proj": 41.592491149902344, |
| "stable_rank_k_proj": 38.8099479675293, |
| "stable_rank_o_proj": 86.76081848144531, |
| "stable_rank_gate_proj": 76.83895874023438, |
| "stable_rank_down_proj": 144.66598510742188, |
| "attn_entropy_mean": 4.743325710296631, |
| "attn_entropy_std": 0.7405821681022644, |
| "anisotropy": 0.3939518332481384, |
| "dead_units": 0.0 |
| }, |
| "layer_14": { |
| "stable_rank_q_proj": 51.51805114746094, |
| "stable_rank_k_proj": 44.543739318847656, |
| "stable_rank_o_proj": 42.110252380371094, |
| "stable_rank_gate_proj": 71.66548156738281, |
| "stable_rank_down_proj": 126.4752426147461, |
| "attn_entropy_mean": 5.5013909339904785, |
| "attn_entropy_std": 0.4690777361392975, |
| "anisotropy": 0.3837595582008362, |
| "dead_units": 0.0 |
| }, |
| "layer_21": { |
| "stable_rank_q_proj": 38.228172302246094, |
| "stable_rank_k_proj": 28.443443298339844, |
| "stable_rank_o_proj": 64.04421997070312, |
| "stable_rank_gate_proj": 59.131065368652344, |
| "stable_rank_down_proj": 48.718719482421875, |
| "attn_entropy_mean": 5.846819877624512, |
| "attn_entropy_std": 0.3328602910041809, |
| "anisotropy": 0.1341758519411087, |
| "dead_units": 0.0 |
| }, |
| "layer_27": { |
| "stable_rank_q_proj": 45.467472076416016, |
| "stable_rank_k_proj": 30.417682647705078, |
| "stable_rank_o_proj": 106.4880599975586, |
| "stable_rank_gate_proj": 68.29488372802734, |
| "stable_rank_down_proj": 129.311279296875, |
| "attn_entropy_mean": 4.277439594268799, |
| "attn_entropy_std": 0.7137026190757751, |
| "anisotropy": 0.09188564866781235, |
| "dead_units": 0.0 |
| } |
| } |
| }, |
| "depth_gradient": { |
| "layers": { |
| "first": 0, |
| "mid": 14, |
| "last": 27 |
| }, |
| "attn_entropy_mean": { |
| "first": 6.221095561981201, |
| "mid": 5.5013909339904785, |
| "last": 4.277439594268799 |
| }, |
| "anisotropy": { |
| "first": 0.06611216813325882, |
| "mid": 0.3837595582008362, |
| "last": 0.09188564866781235 |
| }, |
| "stable_rank_q_proj": { |
| "first": 20.46058464050293, |
| "mid": 51.51805114746094, |
| "last": 45.467472076416016 |
| } |
| }, |
| "rankme_stability": 0.28062874758414175 |
| } |
| } |
