File size: 1,786 Bytes
a555798 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 | {
"losses": [
0.30659591216535775,
0.263701402238803,
0.2917288892320357,
0.2979889345937409,
0.2673945975548122,
0.27389297530753537,
0.31817070026881994,
0.29204057007445955,
0.3173439687816426,
0.2996893103467301,
0.3109925156692043,
0.31033597550704145,
0.30306430828932207,
0.34484060467220845,
0.29502744183409957,
0.332037893566303,
0.31040111857582814,
0.32000000202679074,
0.34648944581858815,
0.33038036652142183,
0.34962533053476363,
0.3640994099027012,
0.3611091356840916,
0.3375700225355104,
0.3406386500224471,
0.4031711193849333,
0.3656635078601539,
0.31611953389365227,
0.36588236822863107,
0.36202733669779263,
0.34657563852961176
],
"lrs": [
6.666666666666667e-05,
9.993008576227247e-05,
9.937194443381972e-05,
9.826190093588563e-05,
9.661236384224129e-05,
9.444177243274618e-05,
9.177439057064683e-05,
8.864003547001915e-05,
8.507374438531607e-05,
8.111538294891684e-05,
7.680919953486048e-05,
7.220333063028872e-05,
6.734926274378312e-05,
6.230125686563068e-05,
5.7115741913664264e-05,
5.185068394501791e-05,
4.6564938185035956e-05,
4.131759111665349e-05,
3.616729998467365e-05,
3.1171637098265064e-05,
2.638644626136587e-05,
2.1865218525109495e-05,
1.7658494240397126e-05,
1.3813298094746491e-05,
1.037261344883343e-05,
7.374901848832683e-06,
4.853673085668947e-06,
2.8371106072518195e-06,
1.3477564710088098e-06,
4.02259358460233e-07,
1.1188468644907079e-08
],
"wallclock_s": 962,
"n_examples": 5000,
"epochs": 1,
"mode": "distill",
"lora_rank": 32,
"total_opt_steps": 156,
"num_processes": 2
} |