{
  "best_global_step": 918,
  "best_metric": 0.5060789891402003,
  "best_model_checkpoint": "multilingual-e5-large/checkpoint-918",
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 1020,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00980392156862745,
      "grad_norm": 202.0089569091797,
      "learning_rate": 0.0,
      "loss": 15.324,
      "step": 1
    },
    {
      "epoch": 0.0196078431372549,
      "grad_norm": 168.43521118164062,
      "learning_rate": 1.9607843137254904e-07,
      "loss": 17.0147,
      "step": 2
    },
    {
      "epoch": 0.029411764705882353,
      "grad_norm": 168.70846557617188,
      "learning_rate": 3.921568627450981e-07,
      "loss": 14.8225,
      "step": 3
    },
    {
      "epoch": 0.0392156862745098,
      "grad_norm": 184.82437133789062,
      "learning_rate": 5.882352941176471e-07,
      "loss": 13.8462,
      "step": 4
    },
    {
      "epoch": 0.049019607843137254,
      "grad_norm": 156.7643280029297,
      "learning_rate": 7.843137254901962e-07,
      "loss": 16.2999,
      "step": 5
    },
    {
      "epoch": 0.058823529411764705,
      "grad_norm": 150.95916748046875,
      "learning_rate": 9.80392156862745e-07,
      "loss": 17.4877,
      "step": 6
    },
    {
      "epoch": 0.06862745098039216,
      "grad_norm": 176.6001434326172,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 17.8605,
      "step": 7
    },
    {
      "epoch": 0.0784313725490196,
      "grad_norm": 158.32684326171875,
      "learning_rate": 1.3725490196078434e-06,
      "loss": 15.6806,
      "step": 8
    },
    {
      "epoch": 0.08823529411764706,
      "grad_norm": 186.5453643798828,
      "learning_rate": 1.5686274509803923e-06,
      "loss": 13.2464,
      "step": 9
    },
    {
      "epoch": 0.09803921568627451,
      "grad_norm": 162.0762481689453,
      "learning_rate": 1.7647058823529414e-06,
      "loss": 15.3883,
      "step": 10
    },
    {
      "epoch": 0.10784313725490197,
      "grad_norm": 165.49661254882812,
      "learning_rate": 1.96078431372549e-06,
      "loss": 13.7659,
      "step": 11
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": 181.2574920654297,
      "learning_rate": 2.1568627450980393e-06,
      "loss": 13.4036,
      "step": 12
    },
    {
      "epoch": 0.12745098039215685,
      "grad_norm": 177.5547637939453,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 14.9356,
      "step": 13
    },
    {
      "epoch": 0.13725490196078433,
      "grad_norm": 158.23313903808594,
      "learning_rate": 2.549019607843137e-06,
      "loss": 16.1803,
      "step": 14
    },
    {
      "epoch": 0.14705882352941177,
      "grad_norm": 176.78378295898438,
      "learning_rate": 2.7450980392156867e-06,
      "loss": 16.3122,
      "step": 15
    },
    {
      "epoch": 0.1568627450980392,
      "grad_norm": 181.12208557128906,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 15.4618,
      "step": 16
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 176.99256896972656,
      "learning_rate": 3.1372549019607846e-06,
      "loss": 15.5073,
      "step": 17
    },
    {
      "epoch": 0.17647058823529413,
      "grad_norm": 172.89529418945312,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 11.6437,
      "step": 18
    },
    {
      "epoch": 0.18627450980392157,
      "grad_norm": 164.052001953125,
      "learning_rate": 3.529411764705883e-06,
      "loss": 12.2171,
      "step": 19
    },
    {
      "epoch": 0.19607843137254902,
      "grad_norm": 174.67201232910156,
      "learning_rate": 3.7254901960784316e-06,
      "loss": 14.9219,
      "step": 20
    },
    {
      "epoch": 0.20588235294117646,
      "grad_norm": 179.59939575195312,
      "learning_rate": 3.92156862745098e-06,
      "loss": 14.5069,
      "step": 21
    },
    {
      "epoch": 0.21568627450980393,
      "grad_norm": 178.12542724609375,
      "learning_rate": 4.11764705882353e-06,
      "loss": 15.0117,
      "step": 22
    },
    {
      "epoch": 0.22549019607843138,
      "grad_norm": 200.778564453125,
      "learning_rate": 4.313725490196079e-06,
      "loss": 14.6466,
      "step": 23
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 341.3271484375,
      "learning_rate": 4.509803921568628e-06,
      "loss": 13.3104,
      "step": 24
    },
    {
      "epoch": 0.24509803921568626,
      "grad_norm": 165.53567504882812,
      "learning_rate": 4.705882352941177e-06,
      "loss": 12.5101,
      "step": 25
    },
    {
      "epoch": 0.2549019607843137,
      "grad_norm": 169.78976440429688,
      "learning_rate": 4.901960784313726e-06,
      "loss": 11.3922,
      "step": 26
    },
    {
      "epoch": 0.2647058823529412,
      "grad_norm": 195.61917114257812,
      "learning_rate": 5.098039215686274e-06,
      "loss": 11.772,
      "step": 27
    },
    {
      "epoch": 0.27450980392156865,
      "grad_norm": 201.78321838378906,
      "learning_rate": 5.294117647058824e-06,
      "loss": 11.8186,
      "step": 28
    },
    {
      "epoch": 0.28431372549019607,
      "grad_norm": 180.68617248535156,
      "learning_rate": 5.4901960784313735e-06,
      "loss": 11.6001,
      "step": 29
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 218.7841339111328,
      "learning_rate": 5.686274509803922e-06,
      "loss": 9.9045,
      "step": 30
    },
    {
      "epoch": 0.30392156862745096,
      "grad_norm": 215.17478942871094,
      "learning_rate": 5.882352941176471e-06,
      "loss": 13.2828,
      "step": 31
    },
    {
      "epoch": 0.3137254901960784,
      "grad_norm": 229.56446838378906,
      "learning_rate": 6.07843137254902e-06,
      "loss": 12.6591,
      "step": 32
    },
    {
      "epoch": 0.3235294117647059,
      "grad_norm": 216.95449829101562,
      "learning_rate": 6.274509803921569e-06,
      "loss": 12.3677,
      "step": 33
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 186.84080505371094,
      "learning_rate": 6.470588235294119e-06,
      "loss": 8.0986,
      "step": 34
    },
    {
      "epoch": 0.3431372549019608,
      "grad_norm": 244.5321807861328,
      "learning_rate": 6.666666666666667e-06,
      "loss": 10.4323,
      "step": 35
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": 291.8157958984375,
      "learning_rate": 6.862745098039216e-06,
      "loss": 11.9792,
      "step": 36
    },
    {
      "epoch": 0.3627450980392157,
      "grad_norm": 250.82083129882812,
      "learning_rate": 7.058823529411766e-06,
      "loss": 9.8071,
      "step": 37
    },
    {
      "epoch": 0.37254901960784315,
      "grad_norm": 277.16094970703125,
      "learning_rate": 7.2549019607843145e-06,
      "loss": 11.7875,
      "step": 38
    },
    {
      "epoch": 0.38235294117647056,
      "grad_norm": 251.97157287597656,
      "learning_rate": 7.450980392156863e-06,
      "loss": 10.6545,
      "step": 39
    },
    {
      "epoch": 0.39215686274509803,
      "grad_norm": 211.93746948242188,
      "learning_rate": 7.647058823529411e-06,
      "loss": 8.9779,
      "step": 40
    },
    {
      "epoch": 0.4019607843137255,
      "grad_norm": 314.6555480957031,
      "learning_rate": 7.84313725490196e-06,
      "loss": 12.0673,
      "step": 41
    },
    {
      "epoch": 0.4117647058823529,
      "grad_norm": 260.56060791015625,
      "learning_rate": 8.03921568627451e-06,
      "loss": 13.7131,
      "step": 42
    },
    {
      "epoch": 0.4215686274509804,
      "grad_norm": 265.4316711425781,
      "learning_rate": 8.23529411764706e-06,
      "loss": 8.3107,
      "step": 43
    },
    {
      "epoch": 0.43137254901960786,
      "grad_norm": 214.88211059570312,
      "learning_rate": 8.43137254901961e-06,
      "loss": 7.9659,
      "step": 44
    },
    {
      "epoch": 0.4411764705882353,
      "grad_norm": 258.5589294433594,
      "learning_rate": 8.627450980392157e-06,
      "loss": 9.0921,
      "step": 45
    },
    {
      "epoch": 0.45098039215686275,
      "grad_norm": 323.7762451171875,
      "learning_rate": 8.823529411764707e-06,
      "loss": 9.7038,
      "step": 46
    },
    {
      "epoch": 0.46078431372549017,
      "grad_norm": 299.007568359375,
      "learning_rate": 9.019607843137256e-06,
      "loss": 10.4994,
      "step": 47
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 368.12457275390625,
      "learning_rate": 9.215686274509804e-06,
      "loss": 12.5112,
      "step": 48
    },
    {
      "epoch": 0.4803921568627451,
      "grad_norm": 258.0811767578125,
      "learning_rate": 9.411764705882354e-06,
      "loss": 8.3138,
      "step": 49
    },
    {
      "epoch": 0.49019607843137253,
      "grad_norm": 209.92669677734375,
      "learning_rate": 9.607843137254903e-06,
      "loss": 6.2068,
      "step": 50
    },
    {
      "epoch": 0.5,
      "grad_norm": 263.7470703125,
      "learning_rate": 9.803921568627451e-06,
      "loss": 9.1321,
      "step": 51
    },
    {
      "epoch": 0.5098039215686274,
      "grad_norm": 276.9344482421875,
      "learning_rate": 1e-05,
      "loss": 8.7041,
      "step": 52
    },
    {
      "epoch": 0.5196078431372549,
      "grad_norm": 279.6964416503906,
      "learning_rate": 1.0196078431372549e-05,
      "loss": 7.4798,
      "step": 53
    },
    {
      "epoch": 0.5294117647058824,
      "grad_norm": 306.11114501953125,
      "learning_rate": 1.03921568627451e-05,
      "loss": 9.5009,
      "step": 54
    },
    {
      "epoch": 0.5392156862745098,
      "grad_norm": 357.6412048339844,
      "learning_rate": 1.0588235294117648e-05,
      "loss": 9.628,
      "step": 55
    },
    {
      "epoch": 0.5490196078431373,
      "grad_norm": 349.01666259765625,
      "learning_rate": 1.0784313725490196e-05,
      "loss": 16.058,
      "step": 56
    },
    {
      "epoch": 0.5588235294117647,
      "grad_norm": 307.11688232421875,
      "learning_rate": 1.0980392156862747e-05,
      "loss": 11.9913,
      "step": 57
    },
    {
      "epoch": 0.5686274509803921,
      "grad_norm": 296.6925354003906,
      "learning_rate": 1.1176470588235295e-05,
      "loss": 11.1787,
      "step": 58
    },
    {
      "epoch": 0.5784313725490197,
      "grad_norm": 268.52618408203125,
      "learning_rate": 1.1372549019607844e-05,
      "loss": 7.6791,
      "step": 59
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 858.821044921875,
      "learning_rate": 1.1568627450980394e-05,
      "loss": 6.8413,
      "step": 60
    },
    {
      "epoch": 0.5980392156862745,
      "grad_norm": 187.98846435546875,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 4.0237,
      "step": 61
    },
    {
      "epoch": 0.6078431372549019,
      "grad_norm": 281.2426452636719,
      "learning_rate": 1.1960784313725491e-05,
      "loss": 7.5481,
      "step": 62
    },
    {
      "epoch": 0.6176470588235294,
      "grad_norm": 220.11549377441406,
      "learning_rate": 1.215686274509804e-05,
      "loss": 6.2388,
      "step": 63
    },
    {
      "epoch": 0.6274509803921569,
      "grad_norm": 222.02915954589844,
      "learning_rate": 1.235294117647059e-05,
      "loss": 6.7651,
      "step": 64
    },
    {
      "epoch": 0.6372549019607843,
      "grad_norm": 260.4344482421875,
      "learning_rate": 1.2549019607843138e-05,
      "loss": 7.0816,
      "step": 65
    },
    {
      "epoch": 0.6470588235294118,
      "grad_norm": 266.446044921875,
      "learning_rate": 1.2745098039215686e-05,
      "loss": 8.7256,
      "step": 66
    },
    {
      "epoch": 0.6568627450980392,
      "grad_norm": 266.2298278808594,
      "learning_rate": 1.2941176470588238e-05,
      "loss": 6.9846,
      "step": 67
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 250.41468811035156,
      "learning_rate": 1.3137254901960785e-05,
      "loss": 4.045,
      "step": 68
    },
    {
      "epoch": 0.6764705882352942,
      "grad_norm": 313.39813232421875,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 9.9729,
      "step": 69
    },
    {
      "epoch": 0.6862745098039216,
      "grad_norm": 267.59136962890625,
      "learning_rate": 1.3529411764705885e-05,
      "loss": 9.2729,
      "step": 70
    },
    {
      "epoch": 0.696078431372549,
      "grad_norm": 258.02825927734375,
      "learning_rate": 1.3725490196078432e-05,
      "loss": 6.4106,
      "step": 71
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 317.4440002441406,
      "learning_rate": 1.392156862745098e-05,
      "loss": 10.5278,
      "step": 72
    },
    {
      "epoch": 0.7156862745098039,
      "grad_norm": 282.4749755859375,
      "learning_rate": 1.4117647058823532e-05,
      "loss": 8.4437,
      "step": 73
    },
    {
      "epoch": 0.7254901960784313,
      "grad_norm": 246.79873657226562,
      "learning_rate": 1.431372549019608e-05,
      "loss": 7.8812,
      "step": 74
    },
    {
      "epoch": 0.7352941176470589,
      "grad_norm": 235.7606964111328,
      "learning_rate": 1.4509803921568629e-05,
      "loss": 7.5065,
      "step": 75
    },
    {
      "epoch": 0.7450980392156863,
      "grad_norm": 381.87353515625,
      "learning_rate": 1.4705882352941179e-05,
      "loss": 10.6546,
      "step": 76
    },
    {
      "epoch": 0.7549019607843137,
      "grad_norm": 254.0836639404297,
      "learning_rate": 1.4901960784313726e-05,
      "loss": 7.9648,
      "step": 77
    },
    {
      "epoch": 0.7647058823529411,
      "grad_norm": 276.94427490234375,
      "learning_rate": 1.5098039215686276e-05,
      "loss": 5.0529,
      "step": 78
    },
    {
      "epoch": 0.7745098039215687,
      "grad_norm": 299.0135803222656,
      "learning_rate": 1.5294117647058822e-05,
      "loss": 10.1484,
      "step": 79
    },
    {
      "epoch": 0.7843137254901961,
      "grad_norm": 302.2171936035156,
      "learning_rate": 1.5490196078431373e-05,
      "loss": 9.2155,
      "step": 80
    },
    {
      "epoch": 0.7941176470588235,
      "grad_norm": 289.5771179199219,
      "learning_rate": 1.568627450980392e-05,
      "loss": 6.6863,
      "step": 81
    },
    {
      "epoch": 0.803921568627451,
      "grad_norm": 320.6112060546875,
      "learning_rate": 1.5882352941176473e-05,
      "loss": 7.5756,
      "step": 82
    },
    {
      "epoch": 0.8137254901960784,
      "grad_norm": 247.13214111328125,
      "learning_rate": 1.607843137254902e-05,
      "loss": 7.6175,
      "step": 83
    },
    {
      "epoch": 0.8235294117647058,
      "grad_norm": 264.8138122558594,
      "learning_rate": 1.627450980392157e-05,
      "loss": 7.3882,
      "step": 84
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 263.61114501953125,
      "learning_rate": 1.647058823529412e-05,
      "loss": 6.3436,
      "step": 85
    },
    {
      "epoch": 0.8431372549019608,
      "grad_norm": 350.5716857910156,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 10.3158,
      "step": 86
    },
    {
      "epoch": 0.8529411764705882,
      "grad_norm": 158.27252197265625,
      "learning_rate": 1.686274509803922e-05,
      "loss": 3.3064,
      "step": 87
    },
    {
      "epoch": 0.8627450980392157,
      "grad_norm": 267.86029052734375,
      "learning_rate": 1.7058823529411767e-05,
      "loss": 7.6493,
      "step": 88
    },
    {
      "epoch": 0.8725490196078431,
      "grad_norm": 318.9456787109375,
      "learning_rate": 1.7254901960784314e-05,
      "loss": 4.8372,
      "step": 89
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 240.67543029785156,
      "learning_rate": 1.7450980392156866e-05,
      "loss": 5.256,
      "step": 90
    },
    {
      "epoch": 0.8921568627450981,
      "grad_norm": 345.9063415527344,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 9.2291,
      "step": 91
    },
    {
      "epoch": 0.9019607843137255,
      "grad_norm": 272.9158630371094,
      "learning_rate": 1.7843137254901965e-05,
      "loss": 6.9306,
      "step": 92
    },
    {
      "epoch": 0.9117647058823529,
      "grad_norm": 275.38604736328125,
      "learning_rate": 1.8039215686274513e-05,
      "loss": 4.5077,
      "step": 93
    },
    {
      "epoch": 0.9215686274509803,
      "grad_norm": 231.8275146484375,
      "learning_rate": 1.823529411764706e-05,
      "loss": 5.7115,
      "step": 94
    },
    {
      "epoch": 0.9313725490196079,
      "grad_norm": 292.3784484863281,
      "learning_rate": 1.843137254901961e-05,
      "loss": 5.5939,
      "step": 95
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 271.4297180175781,
      "learning_rate": 1.862745098039216e-05,
      "loss": 8.0183,
      "step": 96
    },
    {
      "epoch": 0.9509803921568627,
      "grad_norm": 294.4862365722656,
      "learning_rate": 1.8823529411764708e-05,
      "loss": 6.2882,
      "step": 97
    },
    {
      "epoch": 0.9607843137254902,
      "grad_norm": 418.95306396484375,
      "learning_rate": 1.9019607843137255e-05,
      "loss": 12.8056,
      "step": 98
    },
    {
      "epoch": 0.9705882352941176,
      "grad_norm": 413.3094482421875,
      "learning_rate": 1.9215686274509807e-05,
      "loss": 9.9956,
      "step": 99
    },
    {
      "epoch": 0.9803921568627451,
      "grad_norm": 445.4112548828125,
      "learning_rate": 1.9411764705882355e-05,
      "loss": 7.4971,
      "step": 100
    },
    {
      "epoch": 0.9901960784313726,
      "grad_norm": 318.75384521484375,
      "learning_rate": 1.9607843137254903e-05,
      "loss": 10.13,
      "step": 101
    },
    {
      "epoch": 1.0,
      "grad_norm": 172.10763549804688,
      "learning_rate": 1.9803921568627454e-05,
      "loss": 3.2411,
      "step": 102
    },
    {
      "epoch": 1.0,
      "eval_dim_1024_cosine_accuracy@1": 0.36363636363636365,
      "eval_dim_1024_cosine_accuracy@10": 0.48157248157248156,
      "eval_dim_1024_cosine_accuracy@3": 0.3931203931203931,
      "eval_dim_1024_cosine_accuracy@5": 0.44471744471744473,
      "eval_dim_1024_cosine_map@100": 0.4678027154467997,
      "eval_dim_1024_cosine_mrr@10": 0.38928278928278914,
      "eval_dim_1024_cosine_ndcg@10": 0.4211242408901138,
      "eval_dim_1024_cosine_precision@1": 0.36363636363636365,
      "eval_dim_1024_cosine_precision@10": 0.2842751842751843,
      "eval_dim_1024_cosine_precision@3": 0.3472563472563473,
      "eval_dim_1024_cosine_precision@5": 0.32432432432432434,
      "eval_dim_1024_cosine_recall@1": 0.08017727199870311,
      "eval_dim_1024_cosine_recall@10": 0.3821490884865668,
      "eval_dim_1024_cosine_recall@3": 0.203531033760723,
      "eval_dim_1024_cosine_recall@5": 0.27208132048466377,
      "eval_dim_128_cosine_accuracy@1": 0.36117936117936117,
      "eval_dim_128_cosine_accuracy@10": 0.457002457002457,
      "eval_dim_128_cosine_accuracy@3": 0.371007371007371,
      "eval_dim_128_cosine_accuracy@5": 0.4103194103194103,
      "eval_dim_128_cosine_map@100": 0.4481053374466219,
      "eval_dim_128_cosine_mrr@10": 0.3790413790413789,
      "eval_dim_128_cosine_ndcg@10": 0.401155407268641,
      "eval_dim_128_cosine_precision@1": 0.36117936117936117,
      "eval_dim_128_cosine_precision@10": 0.2656019656019656,
      "eval_dim_128_cosine_precision@3": 0.33988533988533987,
      "eval_dim_128_cosine_precision@5": 0.31154791154791156,
      "eval_dim_128_cosine_recall@1": 0.07883665799789182,
      "eval_dim_128_cosine_recall@10": 0.3623048388878515,
      "eval_dim_128_cosine_recall@3": 0.19852616907438664,
      "eval_dim_128_cosine_recall@5": 0.2626700963061774,
      "eval_dim_256_cosine_accuracy@1": 0.37346437346437344,
      "eval_dim_256_cosine_accuracy@10": 0.47911547911547914,
      "eval_dim_256_cosine_accuracy@3": 0.3906633906633907,
      "eval_dim_256_cosine_accuracy@5": 0.4398034398034398,
      "eval_dim_256_cosine_map@100": 0.46474082801372774,
      "eval_dim_256_cosine_mrr@10": 0.3948071448071447,
      "eval_dim_256_cosine_ndcg@10": 0.42076584371001996,
      "eval_dim_256_cosine_precision@1": 0.37346437346437344,
      "eval_dim_256_cosine_precision@10": 0.29090909090909095,
      "eval_dim_256_cosine_precision@3": 0.35626535626535627,
      "eval_dim_256_cosine_precision@5": 0.3336609336609337,
      "eval_dim_256_cosine_recall@1": 0.0758480420816989,
      "eval_dim_256_cosine_recall@10": 0.3707733976260949,
      "eval_dim_256_cosine_recall@3": 0.19393685695234353,
      "eval_dim_256_cosine_recall@5": 0.26282228693411946,
      "eval_dim_512_cosine_accuracy@1": 0.3783783783783784,
      "eval_dim_512_cosine_accuracy@10": 0.5036855036855037,
      "eval_dim_512_cosine_accuracy@3": 0.40294840294840295,
      "eval_dim_512_cosine_accuracy@5": 0.4594594594594595,
      "eval_dim_512_cosine_map@100": 0.4795469279617948,
      "eval_dim_512_cosine_mrr@10": 0.4043416793416792,
      "eval_dim_512_cosine_ndcg@10": 0.43493469088327913,
      "eval_dim_512_cosine_precision@1": 0.3783783783783784,
      "eval_dim_512_cosine_precision@10": 0.30024570024570024,
      "eval_dim_512_cosine_precision@3": 0.36036036036036034,
      "eval_dim_512_cosine_precision@5": 0.34004914004914005,
      "eval_dim_512_cosine_recall@1": 0.07920860220975323,
      "eval_dim_512_cosine_recall@10": 0.3798489804906166,
      "eval_dim_512_cosine_recall@3": 0.19988585002566667,
      "eval_dim_512_cosine_recall@5": 0.27032169871328654,
      "eval_dim_64_cosine_accuracy@1": 0.29975429975429974,
      "eval_dim_64_cosine_accuracy@10": 0.4176904176904177,
      "eval_dim_64_cosine_accuracy@3": 0.32678132678132676,
      "eval_dim_64_cosine_accuracy@5": 0.36855036855036855,
      "eval_dim_64_cosine_map@100": 0.39100355644247964,
      "eval_dim_64_cosine_mrr@10": 0.3248088998088998,
      "eval_dim_64_cosine_ndcg@10": 0.3537513951987132,
      "eval_dim_64_cosine_precision@1": 0.29975429975429974,
      "eval_dim_64_cosine_precision@10": 0.23882063882063878,
      "eval_dim_64_cosine_precision@3": 0.28992628992628994,
      "eval_dim_64_cosine_precision@5": 0.2746928746928747,
      "eval_dim_64_cosine_recall@1": 0.06362416385835158,
      "eval_dim_64_cosine_recall@10": 0.3304096609040308,
      "eval_dim_64_cosine_recall@3": 0.16476419853127783,
      "eval_dim_64_cosine_recall@5": 0.23005748042196741,
      "eval_dim_768_cosine_accuracy@1": 0.3783783783783784,
      "eval_dim_768_cosine_accuracy@10": 0.49385749385749383,
      "eval_dim_768_cosine_accuracy@3": 0.39803439803439805,
      "eval_dim_768_cosine_accuracy@5": 0.45454545454545453,
      "eval_dim_768_cosine_map@100": 0.4796930861617709,
      "eval_dim_768_cosine_mrr@10": 0.402219102219102,
      "eval_dim_768_cosine_ndcg@10": 0.4325342726847599,
      "eval_dim_768_cosine_precision@1": 0.3783783783783784,
      "eval_dim_768_cosine_precision@10": 0.2936117936117936,
      "eval_dim_768_cosine_precision@3": 0.35872235872235875,
      "eval_dim_768_cosine_precision@5": 0.33415233415233414,
      "eval_dim_768_cosine_recall@1": 0.08161402950154414,
      "eval_dim_768_cosine_recall@10": 0.3875420876319277,
      "eval_dim_768_cosine_recall@3": 0.20656392192734563,
      "eval_dim_768_cosine_recall@5": 0.27586106903764523,
      "eval_runtime": 109.3579,
      "eval_samples_per_second": 0.0,
      "eval_sequential_score": 0.3537513951987132,
      "eval_steps_per_second": 0.0,
      "step": 102
    },
    {
      "epoch": 1.0098039215686274,
      "grad_norm": 225.0506591796875,
      "learning_rate": 2e-05,
      "loss": 5.3225,
      "step": 103
    },
    {
      "epoch": 1.0196078431372548,
      "grad_norm": 225.8944854736328,
      "learning_rate": 1.9999941442306328e-05,
      "loss": 4.9438,
      "step": 104
    },
    {
      "epoch": 1.0294117647058822,
      "grad_norm": 293.5795593261719,
      "learning_rate": 1.9999765769911108e-05,
      "loss": 7.9672,
      "step": 105
    },
    {
      "epoch": 1.0392156862745099,
      "grad_norm": 214.10641479492188,
      "learning_rate": 1.9999472984871734e-05,
      "loss": 5.7196,
      "step": 106
    },
    {
      "epoch": 1.0490196078431373,
      "grad_norm": 263.9684753417969,
      "learning_rate": 1.999906309061717e-05,
      "loss": 3.5121,
      "step": 107
    },
    {
      "epoch": 1.0588235294117647,
      "grad_norm": 141.03501892089844,
      "learning_rate": 1.9998536091947907e-05,
      "loss": 3.3512,
      "step": 108
    },
    {
      "epoch": 1.0686274509803921,
      "grad_norm": 328.3675231933594,
      "learning_rate": 1.9997891995035914e-05,
      "loss": 6.7686,
      "step": 109
    },
    {
      "epoch": 1.0784313725490196,
      "grad_norm": 327.4641418457031,
      "learning_rate": 1.9997130807424556e-05,
      "loss": 7.7489,
      "step": 110
    },
    {
      "epoch": 1.088235294117647,
      "grad_norm": 159.57632446289062,
      "learning_rate": 1.999625253802851e-05,
      "loss": 2.7172,
      "step": 111
    },
    {
      "epoch": 1.0980392156862746,
      "grad_norm": 291.8673095703125,
      "learning_rate": 1.999525719713366e-05,
      "loss": 4.3175,
      "step": 112
    },
    {
      "epoch": 1.107843137254902,
      "grad_norm": 393.7535095214844,
      "learning_rate": 1.9994144796396985e-05,
      "loss": 8.4022,
      "step": 113
    },
    {
      "epoch": 1.1176470588235294,
      "grad_norm": 238.5831756591797,
      "learning_rate": 1.9992915348846403e-05,
      "loss": 5.1214,
      "step": 114
    },
    {
      "epoch": 1.1274509803921569,
      "grad_norm": 319.0402526855469,
      "learning_rate": 1.999156886888064e-05,
      "loss": 7.8083,
      "step": 115
    },
    {
      "epoch": 1.1372549019607843,
      "grad_norm": 223.7898712158203,
      "learning_rate": 1.999010537226905e-05,
      "loss": 3.657,
      "step": 116
    },
    {
      "epoch": 1.1470588235294117,
      "grad_norm": 411.0016784667969,
      "learning_rate": 1.9988524876151425e-05,
      "loss": 9.7885,
      "step": 117
    },
    {
      "epoch": 1.156862745098039,
      "grad_norm": 348.2364807128906,
      "learning_rate": 1.998682739903781e-05,
      "loss": 7.1842,
      "step": 118
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 231.76995849609375,
      "learning_rate": 1.9985012960808275e-05,
      "loss": 3.904,
      "step": 119
    },
    {
      "epoch": 1.1764705882352942,
      "grad_norm": 234.50067138671875,
      "learning_rate": 1.9983081582712684e-05,
      "loss": 4.5248,
      "step": 120
    },
    {
      "epoch": 1.1862745098039216,
      "grad_norm": 264.853271484375,
      "learning_rate": 1.9981033287370443e-05,
      "loss": 4.0514,
      "step": 121
    },
    {
      "epoch": 1.196078431372549,
      "grad_norm": 354.2697448730469,
      "learning_rate": 1.9978868098770244e-05,
      "loss": 7.3121,
      "step": 122
    },
    {
      "epoch": 1.2058823529411764,
      "grad_norm": 365.01715087890625,
      "learning_rate": 1.9976586042269776e-05,
      "loss": 7.195,
      "step": 123
    },
    {
      "epoch": 1.215686274509804,
      "grad_norm": 255.08827209472656,
      "learning_rate": 1.9974187144595433e-05,
      "loss": 4.2942,
      "step": 124
    },
    {
      "epoch": 1.2254901960784315,
      "grad_norm": 392.2115478515625,
      "learning_rate": 1.9971671433842e-05,
      "loss": 7.4596,
      "step": 125
    },
    {
      "epoch": 1.2352941176470589,
      "grad_norm": 247.52459716796875,
      "learning_rate": 1.9969038939472315e-05,
      "loss": 5.2864,
      "step": 126
    },
    {
      "epoch": 1.2450980392156863,
      "grad_norm": 93.85621643066406,
      "learning_rate": 1.9966289692316944e-05,
      "loss": 1.1805,
      "step": 127
    },
    {
      "epoch": 1.2549019607843137,
      "grad_norm": 214.70184326171875,
      "learning_rate": 1.99634237245738e-05,
      "loss": 2.9964,
      "step": 128
    },
    {
      "epoch": 1.2647058823529411,
      "grad_norm": 311.0202941894531,
      "learning_rate": 1.9960441069807778e-05,
      "loss": 6.7119,
      "step": 129
    },
    {
      "epoch": 1.2745098039215685,
      "grad_norm": 296.25299072265625,
      "learning_rate": 1.9957341762950346e-05,
      "loss": 5.7116,
      "step": 130
    },
    {
      "epoch": 1.284313725490196,
      "grad_norm": 315.81512451171875,
      "learning_rate": 1.9954125840299165e-05,
      "loss": 5.7917,
      "step": 131
    },
    {
      "epoch": 1.2941176470588236,
      "grad_norm": 399.8756408691406,
      "learning_rate": 1.9950793339517632e-05,
      "loss": 6.4809,
      "step": 132
    },
    {
      "epoch": 1.303921568627451,
      "grad_norm": 327.3206481933594,
      "learning_rate": 1.9947344299634464e-05,
      "loss": 8.5369,
      "step": 133
    },
    {
      "epoch": 1.3137254901960784,
      "grad_norm": 286.3030090332031,
      "learning_rate": 1.9943778761043223e-05,
      "loss": 5.5397,
      "step": 134
    },
    {
      "epoch": 1.3235294117647058,
      "grad_norm": 274.07550048828125,
      "learning_rate": 1.994009676550185e-05,
      "loss": 5.5748,
      "step": 135
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 216.41073608398438,
      "learning_rate": 1.993629835613218e-05,
      "loss": 5.435,
      "step": 136
    },
    {
      "epoch": 1.343137254901961,
      "grad_norm": 310.0823974609375,
      "learning_rate": 1.9932383577419432e-05,
      "loss": 4.3399,
      "step": 137
    },
    {
      "epoch": 1.3529411764705883,
      "grad_norm": 316.3949279785156,
      "learning_rate": 1.992835247521169e-05,
      "loss": 12.5114,
      "step": 138
    },
    {
      "epoch": 1.3627450980392157,
      "grad_norm": 202.81845092773438,
      "learning_rate": 1.992420509671936e-05,
      "loss": 5.0801,
      "step": 139
    },
    {
      "epoch": 1.3725490196078431,
      "grad_norm": 180.66050720214844,
      "learning_rate": 1.991994149051463e-05,
      "loss": 3.1477,
      "step": 140
    },
    {
      "epoch": 1.3823529411764706,
      "grad_norm": 253.2510986328125,
      "learning_rate": 1.9915561706530882e-05,
      "loss": 6.1467,
      "step": 141
    },
    {
      "epoch": 1.392156862745098,
      "grad_norm": 198.7006378173828,
      "learning_rate": 1.9911065796062137e-05,
      "loss": 4.1269,
      "step": 142
    },
    {
      "epoch": 1.4019607843137254,
      "grad_norm": 310.373046875,
      "learning_rate": 1.9906453811762415e-05,
      "loss": 9.0184,
      "step": 143
    },
    {
      "epoch": 1.4117647058823528,
      "grad_norm": 239.83322143554688,
      "learning_rate": 1.9901725807645154e-05,
      "loss": 1.5786,
      "step": 144
    },
    {
      "epoch": 1.4215686274509804,
      "grad_norm": 211.1436767578125,
      "learning_rate": 1.9896881839082554e-05,
      "loss": 4.143,
      "step": 145
    },
    {
      "epoch": 1.4313725490196079,
      "grad_norm": 251.89776611328125,
      "learning_rate": 1.9891921962804942e-05,
      "loss": 6.3611,
      "step": 146
    },
    {
      "epoch": 1.4411764705882353,
      "grad_norm": 247.9551544189453,
      "learning_rate": 1.9886846236900102e-05,
      "loss": 4.9894,
      "step": 147
    },
    {
      "epoch": 1.4509803921568627,
      "grad_norm": 298.5067138671875,
      "learning_rate": 1.9881654720812594e-05,
      "loss": 6.227,
      "step": 148
    },
    {
      "epoch": 1.4607843137254901,
      "grad_norm": 150.46038818359375,
      "learning_rate": 1.9876347475343062e-05,
      "loss": 1.9417,
      "step": 149
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 300.6820068359375,
      "learning_rate": 1.9870924562647512e-05,
      "loss": 5.8058,
      "step": 150
    },
    {
      "epoch": 1.4803921568627452,
      "grad_norm": 256.17681884765625,
      "learning_rate": 1.9865386046236597e-05,
      "loss": 5.3881,
      "step": 151
    },
    {
      "epoch": 1.4901960784313726,
      "grad_norm": 340.71307373046875,
      "learning_rate": 1.9859731990974867e-05,
      "loss": 8.852,
      "step": 152
    },
    {
      "epoch": 1.5,
      "grad_norm": 252.42742919921875,
      "learning_rate": 1.9853962463080013e-05,
      "loss": 8.7416,
      "step": 153
    },
    {
      "epoch": 1.5098039215686274,
      "grad_norm": 272.48046875,
      "learning_rate": 1.9848077530122083e-05,
      "loss": 4.1655,
      "step": 154
    },
    {
      "epoch": 1.5196078431372548,
      "grad_norm": 221.71585083007812,
      "learning_rate": 1.984207726102269e-05,
      "loss": 3.7727,
      "step": 155
    },
    {
      "epoch": 1.5294117647058822,
      "grad_norm": 354.4765930175781,
      "learning_rate": 1.9835961726054228e-05,
      "loss": 8.1223,
      "step": 156
    },
    {
      "epoch": 1.5392156862745097,
      "grad_norm": 246.43887329101562,
      "learning_rate": 1.982973099683902e-05,
      "loss": 4.1344,
      "step": 157
    },
    {
      "epoch": 1.5490196078431373,
      "grad_norm": 346.5362548828125,
      "learning_rate": 1.9823385146348485e-05,
      "loss": 8.3959,
      "step": 158
    },
    {
      "epoch": 1.5588235294117647,
      "grad_norm": 182.66729736328125,
      "learning_rate": 1.9816924248902304e-05,
      "loss": 3.1913,
      "step": 159
    },
    {
      "epoch": 1.5686274509803921,
      "grad_norm": 167.24684143066406,
      "learning_rate": 1.9810348380167527e-05,
      "loss": 5.2804,
      "step": 160
    },
    {
      "epoch": 1.5784313725490198,
      "grad_norm": 215.11639404296875,
      "learning_rate": 1.9803657617157693e-05,
      "loss": 4.0358,
      "step": 161
    },
    {
      "epoch": 1.5882352941176472,
      "grad_norm": 487.86395263671875,
      "learning_rate": 1.9796852038231932e-05,
      "loss": 8.2456,
      "step": 162
    },
    {
      "epoch": 1.5980392156862746,
      "grad_norm": 232.4515380859375,
      "learning_rate": 1.9789931723094046e-05,
      "loss": 4.315,
      "step": 163
    },
    {
      "epoch": 1.607843137254902,
      "grad_norm": 303.1495361328125,
      "learning_rate": 1.9782896752791576e-05,
      "loss": 7.5692,
      "step": 164
    },
    {
      "epoch": 1.6176470588235294,
      "grad_norm": 135.72120666503906,
      "learning_rate": 1.9775747209714847e-05,
      "loss": 1.8122,
      "step": 165
    },
    {
      "epoch": 1.6274509803921569,
      "grad_norm": 215.08233642578125,
      "learning_rate": 1.9768483177596008e-05,
      "loss": 4.7641,
      "step": 166
    },
    {
      "epoch": 1.6372549019607843,
      "grad_norm": 345.19677734375,
      "learning_rate": 1.976110474150806e-05,
      "loss": 3.7781,
      "step": 167
    },
    {
      "epoch": 1.6470588235294117,
      "grad_norm": 138.33192443847656,
      "learning_rate": 1.975361198786383e-05,
      "loss": 1.7589,
      "step": 168
    },
    {
      "epoch": 1.656862745098039,
      "grad_norm": 485.30853271484375,
      "learning_rate": 1.9746005004415004e-05,
      "loss": 11.5894,
      "step": 169
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 251.2375030517578,
      "learning_rate": 1.973828388025106e-05,
      "loss": 2.8734,
      "step": 170
    },
    {
      "epoch": 1.6764705882352942,
      "grad_norm": 310.21234130859375,
      "learning_rate": 1.973044870579824e-05,
      "loss": 3.6949,
      "step": 171
    },
    {
      "epoch": 1.6862745098039216,
      "grad_norm": 182.80856323242188,
      "learning_rate": 1.9722499572818496e-05,
      "loss": 2.5401,
      "step": 172
    },
    {
      "epoch": 1.696078431372549,
      "grad_norm": 231.6020965576172,
      "learning_rate": 1.9714436574408408e-05,
      "loss": 6.0829,
      "step": 173
    },
    {
      "epoch": 1.7058823529411766,
      "grad_norm": 302.6969909667969,
      "learning_rate": 1.9706259804998093e-05,
      "loss": 7.1026,
      "step": 174
    },
    {
      "epoch": 1.715686274509804,
      "grad_norm": 263.9913024902344,
      "learning_rate": 1.9697969360350098e-05,
      "loss": 6.5876,
      "step": 175
    },
    {
      "epoch": 1.7254901960784315,
      "grad_norm": 211.9146728515625,
      "learning_rate": 1.968956533755829e-05,
      "loss": 3.7488,
      "step": 176
    },
    {
      "epoch": 1.7352941176470589,
      "grad_norm": 255.5830078125,
      "learning_rate": 1.9681047835046708e-05,
      "loss": 7.7088,
      "step": 177
    },
    {
      "epoch": 1.7450980392156863,
      "grad_norm": 180.18109130859375,
      "learning_rate": 1.9672416952568416e-05,
      "loss": 3.2405,
      "step": 178
    },
    {
      "epoch": 1.7549019607843137,
      "grad_norm": 165.662841796875,
      "learning_rate": 1.9663672791204328e-05,
      "loss": 2.1942,
      "step": 179
    },
    {
      "epoch": 1.7647058823529411,
      "grad_norm": 315.2978515625,
      "learning_rate": 1.9654815453362016e-05,
      "loss": 7.0455,
      "step": 180
    },
    {
      "epoch": 1.7745098039215685,
      "grad_norm": 208.09849548339844,
      "learning_rate": 1.9645845042774555e-05,
      "loss": 2.2278,
      "step": 181
    },
    {
      "epoch": 1.784313725490196,
      "grad_norm": 214.17156982421875,
      "learning_rate": 1.963676166449924e-05,
      "loss": 2.4134,
      "step": 182
    },
    {
      "epoch": 1.7941176470588234,
      "grad_norm": 343.1669921875,
      "learning_rate": 1.962756542491641e-05,
      "loss": 6.6062,
      "step": 183
    },
    {
      "epoch": 1.803921568627451,
      "grad_norm": 361.9466857910156,
      "learning_rate": 1.961825643172819e-05,
      "loss": 6.1013,
      "step": 184
    },
    {
      "epoch": 1.8137254901960784,
      "grad_norm": 276.8842468261719,
      "learning_rate": 1.960883479395721e-05,
      "loss": 4.5338,
      "step": 185
    },
    {
      "epoch": 1.8235294117647058,
      "grad_norm": 259.0435485839844,
      "learning_rate": 1.959930062194534e-05,
      "loss": 3.0266,
      "step": 186
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 369.3863220214844,
      "learning_rate": 1.9589654027352412e-05,
      "loss": 7.3554,
      "step": 187
    },
    {
      "epoch": 1.843137254901961,
      "grad_norm": 234.43524169921875,
      "learning_rate": 1.957989512315489e-05,
      "loss": 3.9763,
      "step": 188
    },
    {
      "epoch": 1.8529411764705883,
      "grad_norm": 209.1117706298828,
      "learning_rate": 1.957002402364456e-05,
      "loss": 2.7192,
      "step": 189
    },
    {
      "epoch": 1.8627450980392157,
      "grad_norm": 228.6915740966797,
      "learning_rate": 1.956004084442718e-05,
      "loss": 3.9852,
      "step": 190
    },
    {
      "epoch": 1.8725490196078431,
      "grad_norm": 335.255859375,
      "learning_rate": 1.9549945702421144e-05,
      "loss": 9.0477,
      "step": 191
    },
    {
      "epoch": 1.8823529411764706,
      "grad_norm": 328.97332763671875,
      "learning_rate": 1.95397387158561e-05,
      "loss": 8.3791,
      "step": 192
    },
    {
      "epoch": 1.892156862745098,
      "grad_norm": 249.80572509765625,
      "learning_rate": 1.9529420004271568e-05,
      "loss": 5.4102,
      "step": 193
    },
    {
      "epoch": 1.9019607843137254,
      "grad_norm": 313.0299377441406,
      "learning_rate": 1.9518989688515533e-05,
      "loss": 8.0572,
      "step": 194
    },
    {
      "epoch": 1.9117647058823528,
      "grad_norm": 217.07720947265625,
      "learning_rate": 1.950844789074305e-05,
      "loss": 5.6405,
      "step": 195
    },
    {
      "epoch": 1.9215686274509802,
      "grad_norm": 284.4381103515625,
      "learning_rate": 1.9497794734414782e-05,
      "loss": 4.3343,
      "step": 196
    },
    {
      "epoch": 1.9313725490196079,
      "grad_norm": 330.3735656738281,
      "learning_rate": 1.9487030344295586e-05,
      "loss": 5.4153,
      "step": 197
    },
    {
      "epoch": 1.9411764705882353,
      "grad_norm": 246.68544006347656,
      "learning_rate": 1.9476154846453037e-05,
      "loss": 4.6588,
      "step": 198
    },
    {
      "epoch": 1.9509803921568627,
      "grad_norm": 409.3619384765625,
      "learning_rate": 1.9465168368255946e-05,
      "loss": 8.9407,
      "step": 199
    },
    {
      "epoch": 1.9607843137254903,
      "grad_norm": 638.2326049804688,
      "learning_rate": 1.945407103837288e-05,
      "loss": 8.0808,
      "step": 200
    },
    {
      "epoch": 1.9705882352941178,
      "grad_norm": 288.79351806640625,
      "learning_rate": 1.9442862986770645e-05,
      "loss": 4.5329,
      "step": 201
    },
    {
      "epoch": 1.9803921568627452,
      "grad_norm": 204.549072265625,
      "learning_rate": 1.9431544344712776e-05,
      "loss": 4.1046,
      "step": 202
    },
    {
      "epoch": 1.9901960784313726,
      "grad_norm": 210.34060668945312,
      "learning_rate": 1.9420115244757985e-05,
      "loss": 6.2329,
      "step": 203
    },
    {
      "epoch": 2.0,
      "grad_norm": 176.66995239257812,
      "learning_rate": 1.9408575820758616e-05,
      "loss": 2.1011,
      "step": 204
    },
    {
      "epoch": 2.0,
      "eval_dim_1024_cosine_accuracy@1": 0.4176904176904177,
      "eval_dim_1024_cosine_accuracy@10": 0.5356265356265356,
      "eval_dim_1024_cosine_accuracy@3": 0.44963144963144963,
      "eval_dim_1024_cosine_accuracy@5": 0.48894348894348894,
      "eval_dim_1024_cosine_map@100": 0.530004160785049,
      "eval_dim_1024_cosine_mrr@10": 0.4427489177489176,
      "eval_dim_1024_cosine_ndcg@10": 0.47130938575988723,
      "eval_dim_1024_cosine_precision@1": 0.4176904176904177,
      "eval_dim_1024_cosine_precision@10": 0.32285012285012293,
      "eval_dim_1024_cosine_precision@3": 0.4004914004914005,
      "eval_dim_1024_cosine_precision@5": 0.37248157248157254,
      "eval_dim_1024_cosine_recall@1": 0.08805884907749427,
      "eval_dim_1024_cosine_recall@10": 0.419256074463975,
      "eval_dim_1024_cosine_recall@3": 0.22671198476792037,
      "eval_dim_1024_cosine_recall@5": 0.3031970469266366,
      "eval_dim_128_cosine_accuracy@1": 0.3832923832923833,
      "eval_dim_128_cosine_accuracy@10": 0.5110565110565111,
      "eval_dim_128_cosine_accuracy@3": 0.4201474201474201,
      "eval_dim_128_cosine_accuracy@5": 0.4742014742014742,
      "eval_dim_128_cosine_map@100": 0.49900176953777986,
      "eval_dim_128_cosine_mrr@10": 0.41264186264186237,
      "eval_dim_128_cosine_ndcg@10": 0.44698408832180153,
      "eval_dim_128_cosine_precision@1": 0.3832923832923833,
      "eval_dim_128_cosine_precision@10": 0.31695331695331697,
      "eval_dim_128_cosine_precision@3": 0.37018837018837014,
      "eval_dim_128_cosine_precision@5": 0.3557739557739558,
      "eval_dim_128_cosine_recall@1": 0.07823419066715986,
      "eval_dim_128_cosine_recall@10": 0.39542488330427095,
      "eval_dim_128_cosine_recall@3": 0.1978920800773513,
      "eval_dim_128_cosine_recall@5": 0.2736252690855696,
      "eval_dim_256_cosine_accuracy@1": 0.39803439803439805,
      "eval_dim_256_cosine_accuracy@10": 0.5282555282555282,
      "eval_dim_256_cosine_accuracy@3": 0.4348894348894349,
      "eval_dim_256_cosine_accuracy@5": 0.4742014742014742,
      "eval_dim_256_cosine_map@100": 0.5134562727782178,
      "eval_dim_256_cosine_mrr@10": 0.42675500175500164,
      "eval_dim_256_cosine_ndcg@10": 0.4576120155794856,
      "eval_dim_256_cosine_precision@1": 0.39803439803439805,
      "eval_dim_256_cosine_precision@10": 0.32162162162162156,
      "eval_dim_256_cosine_precision@3": 0.3865683865683866,
      "eval_dim_256_cosine_precision@5": 0.3670761670761671,
      "eval_dim_256_cosine_recall@1": 0.08000151288902753,
      "eval_dim_256_cosine_recall@10": 0.4073190479964941,
      "eval_dim_256_cosine_recall@3": 0.20806816525343647,
      "eval_dim_256_cosine_recall@5": 0.2883937329449425,
      "eval_dim_512_cosine_accuracy@1": 0.40786240786240785,
      "eval_dim_512_cosine_accuracy@10": 0.5528255528255528,
      "eval_dim_512_cosine_accuracy@3": 0.44471744471744473,
      "eval_dim_512_cosine_accuracy@5": 0.48402948402948404,
      "eval_dim_512_cosine_map@100": 0.525999927709853,
      "eval_dim_512_cosine_mrr@10": 0.43811668811668797,
      "eval_dim_512_cosine_ndcg@10": 0.4711524987354943,
      "eval_dim_512_cosine_precision@1": 0.40786240786240785,
      "eval_dim_512_cosine_precision@10": 0.3289926289926291,
      "eval_dim_512_cosine_precision@3": 0.39475839475839475,
      "eval_dim_512_cosine_precision@5": 0.37051597051597046,
      "eval_dim_512_cosine_recall@1": 0.08506941806690338,
      "eval_dim_512_cosine_recall@10": 0.42315859064128086,
      "eval_dim_512_cosine_recall@3": 0.21935749562267887,
      "eval_dim_512_cosine_recall@5": 0.29724959405520246,
      "eval_dim_64_cosine_accuracy@1": 0.3488943488943489,
      "eval_dim_64_cosine_accuracy@10": 0.4619164619164619,
      "eval_dim_64_cosine_accuracy@3": 0.3759213759213759,
      "eval_dim_64_cosine_accuracy@5": 0.4226044226044226,
      "eval_dim_64_cosine_map@100": 0.45017338364601395,
      "eval_dim_64_cosine_mrr@10": 0.37316407316407313,
      "eval_dim_64_cosine_ndcg@10": 0.3993700473246216,
      "eval_dim_64_cosine_precision@1": 0.3488943488943489,
      "eval_dim_64_cosine_precision@10": 0.28501228501228504,
      "eval_dim_64_cosine_precision@3": 0.3374283374283374,
      "eval_dim_64_cosine_precision@5": 0.3253071253071253,
      "eval_dim_64_cosine_recall@1": 0.06626640831877785,
      "eval_dim_64_cosine_recall@10": 0.3461018670941387,
      "eval_dim_64_cosine_recall@3": 0.17377819106433195,
      "eval_dim_64_cosine_recall@5": 0.24471592848584067,
      "eval_dim_768_cosine_accuracy@1": 0.40786240786240785,
      "eval_dim_768_cosine_accuracy@10": 0.538083538083538,
      "eval_dim_768_cosine_accuracy@3": 0.4398034398034398,
      "eval_dim_768_cosine_accuracy@5": 0.48157248157248156,
      "eval_dim_768_cosine_map@100": 0.5272902954866691,
      "eval_dim_768_cosine_mrr@10": 0.43506688506688485,
      "eval_dim_768_cosine_ndcg@10": 0.4656294637413599,
      "eval_dim_768_cosine_precision@1": 0.40786240786240785,
      "eval_dim_768_cosine_precision@10": 0.3221130221130221,
      "eval_dim_768_cosine_precision@3": 0.39148239148239145,
      "eval_dim_768_cosine_precision@5": 0.36609336609336607,
      "eval_dim_768_cosine_recall@1": 0.08537515889380409,
      "eval_dim_768_cosine_recall@10": 0.41838176449875597,
      "eval_dim_768_cosine_recall@3": 0.21964584247450533,
      "eval_dim_768_cosine_recall@5": 0.2961729183115988,
      "eval_runtime": 108.9023,
      "eval_samples_per_second": 0.0,
      "eval_sequential_score": 0.3993700473246216,
      "eval_steps_per_second": 0.0,
      "step": 204
    },
    {
      "epoch": 2.0098039215686274,
      "grad_norm": 134.20562744140625,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 2.9678,
      "step": 205
    },
    {
      "epoch": 2.019607843137255,
      "grad_norm": 176.12753295898438,
      "learning_rate": 1.938516654249428e-05,
      "loss": 4.2794,
      "step": 206
    },
    {
      "epoch": 2.0294117647058822,
      "grad_norm": 340.27294921875,
      "learning_rate": 1.9373296962387988e-05,
      "loss": 8.0298,
      "step": 207
    },
    {
      "epoch": 2.0392156862745097,
      "grad_norm": 237.1820068359375,
      "learning_rate": 1.936131760655124e-05,
      "loss": 5.9295,
      "step": 208
    },
    {
      "epoch": 2.049019607843137,
      "grad_norm": 219.1160888671875,
      "learning_rate": 1.9349228615280736e-05,
      "loss": 6.5868,
      "step": 209
    },
    {
      "epoch": 2.0588235294117645,
      "grad_norm": 143.157958984375,
      "learning_rate": 1.9337030130157166e-05,
      "loss": 2.7326,
      "step": 210
    },
    {
      "epoch": 2.0686274509803924,
      "grad_norm": 199.52061462402344,
      "learning_rate": 1.932472229404356e-05,
      "loss": 4.1257,
      "step": 211
    },
    {
      "epoch": 2.0784313725490198,
      "grad_norm": 212.73092651367188,
      "learning_rate": 1.9312305251083613e-05,
      "loss": 3.9128,
      "step": 212
    },
    {
      "epoch": 2.088235294117647,
      "grad_norm": 166.60450744628906,
      "learning_rate": 1.929977914670001e-05,
      "loss": 3.5703,
      "step": 213
    },
    {
      "epoch": 2.0980392156862746,
      "grad_norm": 138.84642028808594,
      "learning_rate": 1.9287144127592704e-05,
      "loss": 1.5844,
      "step": 214
    },
    {
      "epoch": 2.107843137254902,
      "grad_norm": 170.32791137695312,
      "learning_rate": 1.9274400341737214e-05,
      "loss": 3.0082,
      "step": 215
    },
    {
      "epoch": 2.1176470588235294,
      "grad_norm": 122.43775939941406,
      "learning_rate": 1.926154793838288e-05,
      "loss": 1.4631,
      "step": 216
    },
    {
      "epoch": 2.127450980392157,
      "grad_norm": 132.66468811035156,
      "learning_rate": 1.924858706805112e-05,
      "loss": 1.43,
      "step": 217
    },
    {
      "epoch": 2.1372549019607843,
      "grad_norm": 178.0170440673828,
      "learning_rate": 1.923551788253367e-05,
      "loss": 2.6126,
      "step": 218
    },
    {
      "epoch": 2.1470588235294117,
      "grad_norm": 129.44561767578125,
      "learning_rate": 1.9222340534890803e-05,
      "loss": 1.3341,
      "step": 219
    },
    {
      "epoch": 2.156862745098039,
      "grad_norm": 56.45429229736328,
      "learning_rate": 1.920905517944954e-05,
      "loss": 0.6117,
      "step": 220
    },
    {
      "epoch": 2.1666666666666665,
      "grad_norm": 70.15252685546875,
      "learning_rate": 1.9195661971801825e-05,
      "loss": 0.5586,
      "step": 221
    },
    {
      "epoch": 2.176470588235294,
      "grad_norm": 326.4802551269531,
      "learning_rate": 1.9182161068802742e-05,
      "loss": 4.7394,
      "step": 222
    },
    {
      "epoch": 2.186274509803922,
      "grad_norm": 189.68350219726562,
      "learning_rate": 1.9168552628568632e-05,
      "loss": 1.6508,
      "step": 223
    },
    {
      "epoch": 2.196078431372549,
      "grad_norm": 270.3240661621094,
      "learning_rate": 1.9154836810475266e-05,
      "loss": 3.1046,
      "step": 224
    },
    {
      "epoch": 2.2058823529411766,
      "grad_norm": 252.69020080566406,
      "learning_rate": 1.914101377515599e-05,
      "loss": 2.4088,
      "step": 225
    },
    {
      "epoch": 2.215686274509804,
      "grad_norm": 139.66354370117188,
      "learning_rate": 1.9127083684499805e-05,
      "loss": 2.2547,
      "step": 226
    },
    {
      "epoch": 2.2254901960784315,
      "grad_norm": 427.7750549316406,
      "learning_rate": 1.9113046701649517e-05,
      "loss": 8.064,
      "step": 227
    },
    {
      "epoch": 2.235294117647059,
      "grad_norm": 471.7427673339844,
      "learning_rate": 1.909890299099979e-05,
      "loss": 7.0364,
      "step": 228
    },
    {
      "epoch": 2.2450980392156863,
      "grad_norm": 239.6780548095703,
      "learning_rate": 1.9084652718195237e-05,
      "loss": 3.3294,
      "step": 229
    },
    {
      "epoch": 2.2549019607843137,
      "grad_norm": 331.38970947265625,
      "learning_rate": 1.9070296050128486e-05,
      "loss": 4.6495,
      "step": 230
    },
    {
      "epoch": 2.264705882352941,
      "grad_norm": 143.85079956054688,
      "learning_rate": 1.9055833154938208e-05,
      "loss": 1.2139,
      "step": 231
    },
    {
      "epoch": 2.2745098039215685,
      "grad_norm": 342.2481689453125,
      "learning_rate": 1.9041264202007158e-05,
      "loss": 5.4169,
      "step": 232
    },
    {
      "epoch": 2.284313725490196,
      "grad_norm": 272.1448974609375,
      "learning_rate": 1.90265893619602e-05,
      "loss": 5.2787,
      "step": 233
    },
    {
      "epoch": 2.2941176470588234,
      "grad_norm": 266.6211853027344,
      "learning_rate": 1.901180880666228e-05,
      "loss": 3.6312,
      "step": 234
    },
    {
      "epoch": 2.303921568627451,
      "grad_norm": 161.15200805664062,
      "learning_rate": 1.8996922709216456e-05,
      "loss": 2.3246,
      "step": 235
    },
    {
      "epoch": 2.313725490196078,
      "grad_norm": 212.7073211669922,
      "learning_rate": 1.8981931243961823e-05,
      "loss": 2.8142,
      "step": 236
    },
    {
      "epoch": 2.323529411764706,
      "grad_norm": 236.11077880859375,
      "learning_rate": 1.8966834586471517e-05,
      "loss": 3.7731,
      "step": 237
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 115.55206298828125,
      "learning_rate": 1.8951632913550625e-05,
      "loss": 1.6033,
      "step": 238
    },
    {
      "epoch": 2.343137254901961,
      "grad_norm": 126.3087158203125,
      "learning_rate": 1.8936326403234125e-05,
      "loss": 1.2218,
      "step": 239
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 259.2537536621094,
      "learning_rate": 1.8920915234784805e-05,
      "loss": 7.9152,
      "step": 240
    },
    {
      "epoch": 2.3627450980392157,
      "grad_norm": 205.69847106933594,
      "learning_rate": 1.8905399588691165e-05,
      "loss": 4.5164,
      "step": 241
    },
    {
      "epoch": 2.372549019607843,
      "grad_norm": 235.16152954101562,
      "learning_rate": 1.888977964666529e-05,
      "loss": 5.2189,
      "step": 242
    },
    {
      "epoch": 2.3823529411764706,
      "grad_norm": 189.75204467773438,
      "learning_rate": 1.8874055591640746e-05,
      "loss": 4.8904,
      "step": 243
    },
    {
      "epoch": 2.392156862745098,
      "grad_norm": 142.41636657714844,
      "learning_rate": 1.8858227607770398e-05,
      "loss": 1.9568,
      "step": 244
    },
    {
      "epoch": 2.4019607843137254,
      "grad_norm": 218.56307983398438,
      "learning_rate": 1.8842295880424305e-05,
      "loss": 1.973,
      "step": 245
    },
    {
      "epoch": 2.411764705882353,
      "grad_norm": 455.1557922363281,
      "learning_rate": 1.8826260596187505e-05,
      "loss": 12.3473,
      "step": 246
    },
    {
      "epoch": 2.4215686274509802,
      "grad_norm": 179.44732666015625,
      "learning_rate": 1.8810121942857848e-05,
      "loss": 1.9683,
      "step": 247
    },
    {
      "epoch": 2.431372549019608,
      "grad_norm": 253.0038604736328,
      "learning_rate": 1.8793880109443797e-05,
      "loss": 6.7897,
      "step": 248
    },
    {
      "epoch": 2.4411764705882355,
      "grad_norm": 145.1764373779297,
      "learning_rate": 1.8777535286162217e-05,
      "loss": 2.0394,
      "step": 249
    },
    {
      "epoch": 2.450980392156863,
      "grad_norm": 253.10707092285156,
      "learning_rate": 1.8761087664436137e-05,
      "loss": 4.1793,
      "step": 250
    },
    {
      "epoch": 2.4607843137254903,
      "grad_norm": 147.4261016845703,
      "learning_rate": 1.8744537436892517e-05,
      "loss": 3.7605,
      "step": 251
    },
    {
      "epoch": 2.4705882352941178,
      "grad_norm": 212.1539306640625,
      "learning_rate": 1.8727884797359984e-05,
      "loss": 3.2396,
      "step": 252
    },
    {
      "epoch": 2.480392156862745,
      "grad_norm": 234.01953125,
      "learning_rate": 1.8711129940866577e-05,
      "loss": 4.9677,
      "step": 253
    },
    {
      "epoch": 2.4901960784313726,
      "grad_norm": 169.34298706054688,
      "learning_rate": 1.8694273063637444e-05,
      "loss": 3.2917,
      "step": 254
    },
    {
      "epoch": 2.5,
      "grad_norm": 210.8302001953125,
      "learning_rate": 1.8677314363092555e-05,
      "loss": 3.6739,
      "step": 255
    },
    {
      "epoch": 2.5098039215686274,
      "grad_norm": 209.21890258789062,
      "learning_rate": 1.866025403784439e-05,
      "loss": 4.0818,
      "step": 256
    },
    {
      "epoch": 2.519607843137255,
      "grad_norm": 143.67686462402344,
      "learning_rate": 1.8643092287695604e-05,
      "loss": 2.997,
      "step": 257
    },
    {
      "epoch": 2.5294117647058822,
      "grad_norm": 242.70022583007812,
      "learning_rate": 1.8625829313636707e-05,
      "loss": 5.2039,
      "step": 258
    },
    {
      "epoch": 2.5392156862745097,
      "grad_norm": 185.80751037597656,
      "learning_rate": 1.860846531784368e-05,
      "loss": 2.886,
      "step": 259
    },
    {
      "epoch": 2.549019607843137,
      "grad_norm": 106.72616577148438,
      "learning_rate": 1.8591000503675635e-05,
      "loss": 2.4548,
      "step": 260
    },
    {
      "epoch": 2.5588235294117645,
      "grad_norm": 108.929931640625,
      "learning_rate": 1.8573435075672422e-05,
      "loss": 1.7319,
      "step": 261
    },
    {
      "epoch": 2.568627450980392,
      "grad_norm": 147.13157653808594,
      "learning_rate": 1.8555769239552232e-05,
      "loss": 2.6275,
      "step": 262
    },
    {
      "epoch": 2.5784313725490198,
      "grad_norm": 280.4444885253906,
      "learning_rate": 1.8538003202209186e-05,
      "loss": 7.2434,
      "step": 263
    },
    {
      "epoch": 2.588235294117647,
      "grad_norm": 194.31504821777344,
      "learning_rate": 1.8520137171710923e-05,
      "loss": 4.7648,
      "step": 264
    },
    {
      "epoch": 2.5980392156862746,
      "grad_norm": 227.0458221435547,
      "learning_rate": 1.8502171357296144e-05,
      "loss": 3.6364,
      "step": 265
    },
    {
      "epoch": 2.607843137254902,
      "grad_norm": 232.78225708007812,
      "learning_rate": 1.8484105969372184e-05,
      "loss": 3.7914,
      "step": 266
    },
    {
      "epoch": 2.6176470588235294,
      "grad_norm": 337.3903503417969,
      "learning_rate": 1.8465941219512533e-05,
      "loss": 5.0426,
      "step": 267
    },
    {
      "epoch": 2.627450980392157,
      "grad_norm": 122.51268768310547,
      "learning_rate": 1.8447677320454367e-05,
      "loss": 2.2009,
      "step": 268
    },
    {
      "epoch": 2.6372549019607843,
      "grad_norm": 460.58770751953125,
      "learning_rate": 1.8429314486096042e-05,
      "loss": 9.0089,
      "step": 269
    },
    {
      "epoch": 2.6470588235294117,
      "grad_norm": 218.08074951171875,
      "learning_rate": 1.8410852931494606e-05,
      "loss": 3.8599,
      "step": 270
    },
    {
      "epoch": 2.656862745098039,
      "grad_norm": 281.4884338378906,
      "learning_rate": 1.839229287286327e-05,
      "loss": 6.5447,
      "step": 271
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 219.19606018066406,
      "learning_rate": 1.8373634527568877e-05,
      "loss": 3.0264,
      "step": 272
    },
    {
      "epoch": 2.6764705882352944,
      "grad_norm": 261.2701110839844,
      "learning_rate": 1.8354878114129368e-05,
      "loss": 4.9369,
      "step": 273
    },
    {
      "epoch": 2.686274509803922,
      "grad_norm": 171.07769775390625,
      "learning_rate": 1.8336023852211197e-05,
      "loss": 2.3111,
      "step": 274
    },
    {
      "epoch": 2.696078431372549,
      "grad_norm": 209.44345092773438,
      "learning_rate": 1.831707196262679e-05,
      "loss": 3.1818,
      "step": 275
    },
    {
      "epoch": 2.7058823529411766,
      "grad_norm": 177.75375366210938,
      "learning_rate": 1.829802266733193e-05,
      "loss": 2.8315,
      "step": 276
    },
    {
      "epoch": 2.715686274509804,
      "grad_norm": 136.30906677246094,
      "learning_rate": 1.827887618942318e-05,
      "loss": 1.2825,
      "step": 277
    },
    {
      "epoch": 2.7254901960784315,
      "grad_norm": 306.36419677734375,
      "learning_rate": 1.8259632753135257e-05,
      "loss": 5.6546,
      "step": 278
    },
    {
      "epoch": 2.735294117647059,
      "grad_norm": 103.65770721435547,
      "learning_rate": 1.824029258383841e-05,
      "loss": 1.3959,
      "step": 279
    },
    {
      "epoch": 2.7450980392156863,
      "grad_norm": 233.88763427734375,
      "learning_rate": 1.8220855908035783e-05,
      "loss": 3.6887,
      "step": 280
    },
    {
      "epoch": 2.7549019607843137,
      "grad_norm": 143.7004852294922,
      "learning_rate": 1.8201322953360758e-05,
      "loss": 2.4156,
      "step": 281
    },
    {
      "epoch": 2.764705882352941,
      "grad_norm": 155.7906494140625,
      "learning_rate": 1.8181693948574285e-05,
      "loss": 2.326,
      "step": 282
    },
    {
      "epoch": 2.7745098039215685,
      "grad_norm": 111.80625915527344,
      "learning_rate": 1.816196912356222e-05,
      "loss": 2.1192,
      "step": 283
    },
    {
      "epoch": 2.784313725490196,
      "grad_norm": 276.0255432128906,
      "learning_rate": 1.814214870933261e-05,
      "loss": 6.8289,
      "step": 284
    },
    {
      "epoch": 2.7941176470588234,
      "grad_norm": 208.4654998779297,
      "learning_rate": 1.812223293801301e-05,
      "loss": 4.0186,
      "step": 285
    },
    {
      "epoch": 2.803921568627451,
      "grad_norm": 367.7127685546875,
      "learning_rate": 1.8102222042847735e-05,
      "loss": 7.0156,
      "step": 286
    },
    {
      "epoch": 2.813725490196078,
      "grad_norm": 124.89855194091797,
      "learning_rate": 1.8082116258195173e-05,
      "loss": 1.9199,
      "step": 287
    },
    {
      "epoch": 2.8235294117647056,
      "grad_norm": 198.64500427246094,
      "learning_rate": 1.8061915819524995e-05,
      "loss": 1.6497,
      "step": 288
    },
    {
      "epoch": 2.8333333333333335,
      "grad_norm": 145.12855529785156,
      "learning_rate": 1.8041620963415418e-05,
      "loss": 1.1444,
      "step": 289
    },
    {
      "epoch": 2.843137254901961,
      "grad_norm": 242.84613037109375,
      "learning_rate": 1.802123192755044e-05,
      "loss": 2.7633,
      "step": 290
    },
    {
      "epoch": 2.8529411764705883,
      "grad_norm": 193.1332550048828,
      "learning_rate": 1.800074895071704e-05,
      "loss": 3.2981,
      "step": 291
    },
    {
      "epoch": 2.8627450980392157,
      "grad_norm": 254.43423461914062,
      "learning_rate": 1.7980172272802398e-05,
      "loss": 3.9193,
      "step": 292
    },
    {
      "epoch": 2.872549019607843,
      "grad_norm": 207.12274169921875,
      "learning_rate": 1.795950213479107e-05,
      "loss": 3.8872,
      "step": 293
    },
    {
      "epoch": 2.8823529411764706,
      "grad_norm": 272.9915771484375,
      "learning_rate": 1.7938738778762182e-05,
      "loss": 4.3814,
      "step": 294
    },
    {
      "epoch": 2.892156862745098,
      "grad_norm": 243.8978271484375,
      "learning_rate": 1.7917882447886585e-05,
      "loss": 3.5998,
      "step": 295
    },
    {
      "epoch": 2.9019607843137254,
      "grad_norm": 342.4649963378906,
      "learning_rate": 1.7896933386423998e-05,
      "loss": 4.9401,
      "step": 296
    },
    {
      "epoch": 2.911764705882353,
      "grad_norm": 180.1665496826172,
      "learning_rate": 1.787589183972017e-05,
      "loss": 2.7544,
      "step": 297
    },
    {
      "epoch": 2.9215686274509802,
      "grad_norm": 232.43284606933594,
      "learning_rate": 1.785475805420399e-05,
      "loss": 3.0925,
      "step": 298
    },
    {
      "epoch": 2.931372549019608,
      "grad_norm": 216.64068603515625,
      "learning_rate": 1.7833532277384607e-05,
      "loss": 1.9969,
      "step": 299
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 153.75685119628906,
      "learning_rate": 1.7812214757848523e-05,
      "loss": 2.9074,
      "step": 300
    },
    {
      "epoch": 2.950980392156863,
      "grad_norm": 199.0154266357422,
      "learning_rate": 1.7790805745256703e-05,
      "loss": 3.322,
      "step": 301
    },
    {
      "epoch": 2.9607843137254903,
      "grad_norm": 290.33642578125,
      "learning_rate": 1.7769305490341623e-05,
      "loss": 7.719,
      "step": 302
    },
    {
      "epoch": 2.9705882352941178,
      "grad_norm": 144.81568908691406,
      "learning_rate": 1.7747714244904348e-05,
      "loss": 2.2305,
      "step": 303
    },
    {
      "epoch": 2.980392156862745,
      "grad_norm": 160.4420166015625,
      "learning_rate": 1.772603226181159e-05,
      "loss": 2.4653,
      "step": 304
    },
    {
      "epoch": 2.9901960784313726,
      "grad_norm": 149.83848571777344,
      "learning_rate": 1.7704259794992734e-05,
      "loss": 2.6506,
      "step": 305
    },
    {
      "epoch": 3.0,
      "grad_norm": 82.90753936767578,
      "learning_rate": 1.768239709943686e-05,
      "loss": 0.8072,
      "step": 306
    },
    {
      "epoch": 3.0,
      "eval_dim_1024_cosine_accuracy@1": 0.48157248157248156,
      "eval_dim_1024_cosine_accuracy@10": 0.6068796068796068,
      "eval_dim_1024_cosine_accuracy@3": 0.5110565110565111,
      "eval_dim_1024_cosine_accuracy@5": 0.5528255528255528,
      "eval_dim_1024_cosine_map@100": 0.5799450718166428,
      "eval_dim_1024_cosine_mrr@10": 0.5073554073554072,
      "eval_dim_1024_cosine_ndcg@10": 0.5358562691091175,
      "eval_dim_1024_cosine_precision@1": 0.48157248157248156,
      "eval_dim_1024_cosine_precision@10": 0.3862407862407862,
      "eval_dim_1024_cosine_precision@3": 0.4627354627354627,
      "eval_dim_1024_cosine_precision@5": 0.4378378378378378,
      "eval_dim_1024_cosine_recall@1": 0.09275183812970622,
      "eval_dim_1024_cosine_recall@10": 0.45222928898556536,
      "eval_dim_1024_cosine_recall@3": 0.2364062787898831,
      "eval_dim_1024_cosine_recall@5": 0.31945094375407734,
      "eval_dim_128_cosine_accuracy@1": 0.4348894348894349,
      "eval_dim_128_cosine_accuracy@10": 0.5331695331695332,
      "eval_dim_128_cosine_accuracy@3": 0.4594594594594595,
      "eval_dim_128_cosine_accuracy@5": 0.48402948402948404,
      "eval_dim_128_cosine_map@100": 0.5280851842956803,
      "eval_dim_128_cosine_mrr@10": 0.4546497796497796,
      "eval_dim_128_cosine_ndcg@10": 0.47729927569045577,
      "eval_dim_128_cosine_precision@1": 0.4348894348894349,
      "eval_dim_128_cosine_precision@10": 0.33710073710073707,
      "eval_dim_128_cosine_precision@3": 0.41605241605241605,
      "eval_dim_128_cosine_precision@5": 0.38869778869778865,
      "eval_dim_128_cosine_recall@1": 0.08562464351215815,
      "eval_dim_128_cosine_recall@10": 0.40296980527755366,
      "eval_dim_128_cosine_recall@3": 0.2160191837060223,
      "eval_dim_128_cosine_recall@5": 0.2863385811249004,
      "eval_dim_256_cosine_accuracy@1": 0.4594594594594595,
      "eval_dim_256_cosine_accuracy@10": 0.5651105651105651,
      "eval_dim_256_cosine_accuracy@3": 0.4864864864864865,
      "eval_dim_256_cosine_accuracy@5": 0.5110565110565111,
      "eval_dim_256_cosine_map@100": 0.5537338936184516,
      "eval_dim_256_cosine_mrr@10": 0.4801645801645801,
      "eval_dim_256_cosine_ndcg@10": 0.502217529614779,
      "eval_dim_256_cosine_precision@1": 0.4594594594594595,
      "eval_dim_256_cosine_precision@10": 0.356019656019656,
      "eval_dim_256_cosine_precision@3": 0.4398034398034398,
      "eval_dim_256_cosine_precision@5": 0.4098280098280099,
      "eval_dim_256_cosine_recall@1": 0.09024987579438305,
      "eval_dim_256_cosine_recall@10": 0.4174540076008137,
      "eval_dim_256_cosine_recall@3": 0.22810810262955547,
      "eval_dim_256_cosine_recall@5": 0.30152256415889356,
      "eval_dim_512_cosine_accuracy@1": 0.4692874692874693,
      "eval_dim_512_cosine_accuracy@10": 0.5773955773955773,
      "eval_dim_512_cosine_accuracy@3": 0.5061425061425061,
      "eval_dim_512_cosine_accuracy@5": 0.5331695331695332,
      "eval_dim_512_cosine_map@100": 0.5715858873162505,
      "eval_dim_512_cosine_mrr@10": 0.4937697437697437,
      "eval_dim_512_cosine_ndcg@10": 0.5195647366082863,
      "eval_dim_512_cosine_precision@1": 0.4692874692874693,
      "eval_dim_512_cosine_precision@10": 0.3717444717444717,
      "eval_dim_512_cosine_precision@3": 0.45454545454545453,
      "eval_dim_512_cosine_precision@5": 0.428009828009828,
      "eval_dim_512_cosine_recall@1": 0.09120588033374843,
      "eval_dim_512_cosine_recall@10": 0.4346873437559934,
      "eval_dim_512_cosine_recall@3": 0.23325075602229137,
      "eval_dim_512_cosine_recall@5": 0.3131901249932586,
      "eval_dim_64_cosine_accuracy@1": 0.35135135135135137,
      "eval_dim_64_cosine_accuracy@10": 0.47911547911547914,
      "eval_dim_64_cosine_accuracy@3": 0.3882063882063882,
      "eval_dim_64_cosine_accuracy@5": 0.4275184275184275,
      "eval_dim_64_cosine_map@100": 0.4674344611030353,
      "eval_dim_64_cosine_mrr@10": 0.3791535041535042,
      "eval_dim_64_cosine_ndcg@10": 0.4093092541437843,
      "eval_dim_64_cosine_precision@1": 0.35135135135135137,
      "eval_dim_64_cosine_precision@10": 0.29828009828009827,
      "eval_dim_64_cosine_precision@3": 0.34234234234234234,
      "eval_dim_64_cosine_precision@5": 0.3312039312039312,
      "eval_dim_64_cosine_recall@1": 0.06816310418954177,
      "eval_dim_64_cosine_recall@10": 0.3522520076359607,
      "eval_dim_64_cosine_recall@3": 0.1738800704118303,
      "eval_dim_64_cosine_recall@5": 0.24315606989559924,
      "eval_dim_768_cosine_accuracy@1": 0.4594594594594595,
      "eval_dim_768_cosine_accuracy@10": 0.5945945945945946,
      "eval_dim_768_cosine_accuracy@3": 0.4914004914004914,
      "eval_dim_768_cosine_accuracy@5": 0.5331695331695332,
      "eval_dim_768_cosine_map@100": 0.5671904024570924,
      "eval_dim_768_cosine_mrr@10": 0.48734253734253724,
      "eval_dim_768_cosine_ndcg@10": 0.5181842705287147,
      "eval_dim_768_cosine_precision@1": 0.4594594594594595,
      "eval_dim_768_cosine_precision@10": 0.37420147420147415,
      "eval_dim_768_cosine_precision@3": 0.443079443079443,
      "eval_dim_768_cosine_precision@5": 0.42063882063882063,
      "eval_dim_768_cosine_recall@1": 0.08871974330813773,
      "eval_dim_768_cosine_recall@10": 0.4393699888197637,
      "eval_dim_768_cosine_recall@3": 0.22675432176950502,
      "eval_dim_768_cosine_recall@5": 0.3069773773331425,
      "eval_runtime": 109.9977,
      "eval_samples_per_second": 0.0,
      "eval_sequential_score": 0.4093092541437843,
      "eval_steps_per_second": 0.0,
      "step": 306
    },
    {
      "epoch": 3.0098039215686274,
      "grad_norm": 104.224609375,
      "learning_rate": 1.766044443118978e-05,
      "loss": 1.451,
      "step": 307
    },
    {
      "epoch": 3.019607843137255,
      "grad_norm": 51.4332160949707,
      "learning_rate": 1.7638402047351025e-05,
      "loss": 0.5015,
      "step": 308
    },
    {
      "epoch": 3.0294117647058822,
      "grad_norm": 195.38796997070312,
      "learning_rate": 1.7616270206070814e-05,
      "loss": 1.7901,
      "step": 309
    },
    {
      "epoch": 3.0392156862745097,
      "grad_norm": 105.99783325195312,
      "learning_rate": 1.7594049166547073e-05,
      "loss": 1.3272,
      "step": 310
    },
    {
      "epoch": 3.049019607843137,
      "grad_norm": 223.72897338867188,
      "learning_rate": 1.7571739189022365e-05,
      "loss": 2.3769,
      "step": 311
    },
    {
      "epoch": 3.0588235294117645,
      "grad_norm": 190.35565185546875,
      "learning_rate": 1.7549340534780852e-05,
      "loss": 2.5458,
      "step": 312
    },
    {
      "epoch": 3.0686274509803924,
      "grad_norm": 299.7422790527344,
      "learning_rate": 1.7526853466145248e-05,
      "loss": 3.0403,
      "step": 313
    },
    {
      "epoch": 3.0784313725490198,
      "grad_norm": 156.62977600097656,
      "learning_rate": 1.750427824647372e-05,
      "loss": 3.5089,
      "step": 314
    },
    {
      "epoch": 3.088235294117647,
      "grad_norm": 118.53941345214844,
      "learning_rate": 1.7481615140156837e-05,
      "loss": 2.8959,
      "step": 315
    },
    {
      "epoch": 3.0980392156862746,
      "grad_norm": 176.50839233398438,
      "learning_rate": 1.7458864412614436e-05,
      "loss": 2.4988,
      "step": 316
    },
    {
      "epoch": 3.107843137254902,
      "grad_norm": 164.27337646484375,
      "learning_rate": 1.743602633029255e-05,
      "loss": 2.66,
      "step": 317
    },
    {
      "epoch": 3.1176470588235294,
      "grad_norm": 109.7978744506836,
      "learning_rate": 1.7413101160660267e-05,
      "loss": 1.276,
      "step": 318
    },
    {
      "epoch": 3.127450980392157,
      "grad_norm": 327.678955078125,
      "learning_rate": 1.7390089172206594e-05,
      "loss": 5.7555,
      "step": 319
    },
    {
      "epoch": 3.1372549019607843,
      "grad_norm": 172.97738647460938,
      "learning_rate": 1.7366990634437328e-05,
      "loss": 2.1283,
      "step": 320
    },
    {
      "epoch": 3.1470588235294117,
      "grad_norm": 71.86363983154297,
      "learning_rate": 1.7343805817871885e-05,
      "loss": 0.5059,
      "step": 321
    },
    {
      "epoch": 3.156862745098039,
      "grad_norm": 119.26448059082031,
      "learning_rate": 1.7320534994040148e-05,
      "loss": 1.0991,
      "step": 322
    },
    {
      "epoch": 3.1666666666666665,
      "grad_norm": 179.1078643798828,
      "learning_rate": 1.729717843547927e-05,
      "loss": 1.6624,
      "step": 323
    },
    {
      "epoch": 3.176470588235294,
      "grad_norm": 54.842994689941406,
      "learning_rate": 1.7273736415730488e-05,
      "loss": 0.4748,
      "step": 324
    },
    {
      "epoch": 3.186274509803922,
      "grad_norm": 167.11135864257812,
      "learning_rate": 1.725020920933593e-05,
      "loss": 2.3259,
      "step": 325
    },
    {
      "epoch": 3.196078431372549,
      "grad_norm": 75.4609146118164,
      "learning_rate": 1.7226597091835377e-05,
      "loss": 1.2119,
      "step": 326
    },
    {
      "epoch": 3.2058823529411766,
      "grad_norm": 215.622802734375,
      "learning_rate": 1.7202900339763066e-05,
      "loss": 2.9754,
      "step": 327
    },
    {
      "epoch": 3.215686274509804,
      "grad_norm": 165.8471221923828,
      "learning_rate": 1.717911923064442e-05,
      "loss": 1.3821,
      "step": 328
    },
    {
      "epoch": 3.2254901960784315,
      "grad_norm": 63.851402282714844,
      "learning_rate": 1.7155254042992827e-05,
      "loss": 0.5291,
      "step": 329
    },
    {
      "epoch": 3.235294117647059,
      "grad_norm": 88.08966827392578,
      "learning_rate": 1.713130505630635e-05,
      "loss": 0.8716,
      "step": 330
    },
    {
      "epoch": 3.2450980392156863,
      "grad_norm": 42.843536376953125,
      "learning_rate": 1.710727255106447e-05,
      "loss": 0.3839,
      "step": 331
    },
    {
      "epoch": 3.2549019607843137,
      "grad_norm": 261.199462890625,
      "learning_rate": 1.7083156808724817e-05,
      "loss": 4.9776,
      "step": 332
    },
    {
      "epoch": 3.264705882352941,
      "grad_norm": 17.018810272216797,
      "learning_rate": 1.7058958111719836e-05,
      "loss": 0.1569,
      "step": 333
    },
    {
      "epoch": 3.2745098039215685,
      "grad_norm": 186.02867126464844,
      "learning_rate": 1.70346767434535e-05,
      "loss": 2.5764,
      "step": 334
    },
    {
      "epoch": 3.284313725490196,
      "grad_norm": 186.0076446533203,
      "learning_rate": 1.7010312988297993e-05,
      "loss": 4.1433,
      "step": 335
    },
    {
      "epoch": 3.2941176470588234,
      "grad_norm": 266.2064514160156,
      "learning_rate": 1.6985867131590383e-05,
      "loss": 3.1134,
      "step": 336
    },
    {
      "epoch": 3.303921568627451,
      "grad_norm": 308.6268615722656,
      "learning_rate": 1.696133945962927e-05,
      "loss": 4.1822,
      "step": 337
    },
    {
      "epoch": 3.313725490196078,
      "grad_norm": 196.16270446777344,
      "learning_rate": 1.6936730259671423e-05,
      "loss": 3.2529,
      "step": 338
    },
    {
      "epoch": 3.323529411764706,
      "grad_norm": 79.936767578125,
      "learning_rate": 1.691203981992845e-05,
      "loss": 1.0987,
      "step": 339
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 228.10989379882812,
      "learning_rate": 1.6887268429563387e-05,
      "loss": 6.1991,
      "step": 340
    },
    {
      "epoch": 3.343137254901961,
      "grad_norm": 293.6590270996094,
      "learning_rate": 1.686241637868734e-05,
      "loss": 3.094,
      "step": 341
    },
    {
      "epoch": 3.3529411764705883,
      "grad_norm": 61.37849426269531,
      "learning_rate": 1.6837483958356054e-05,
      "loss": 0.7698,
      "step": 342
    },
    {
      "epoch": 3.3627450980392157,
      "grad_norm": 138.9489288330078,
      "learning_rate": 1.681247146056654e-05,
      "loss": 1.2345,
      "step": 343
    },
    {
      "epoch": 3.372549019607843,
      "grad_norm": 130.74288940429688,
      "learning_rate": 1.6787379178253642e-05,
      "loss": 1.9209,
      "step": 344
    },
    {
      "epoch": 3.3823529411764706,
      "grad_norm": 258.8720397949219,
      "learning_rate": 1.676220740528659e-05,
      "loss": 5.9982,
      "step": 345
    },
    {
      "epoch": 3.392156862745098,
      "grad_norm": 334.6012878417969,
      "learning_rate": 1.6736956436465573e-05,
      "loss": 4.39,
      "step": 346
    },
    {
      "epoch": 3.4019607843137254,
      "grad_norm": 221.8556365966797,
      "learning_rate": 1.67116265675183e-05,
      "loss": 2.8024,
      "step": 347
    },
    {
      "epoch": 3.411764705882353,
      "grad_norm": 351.6266784667969,
      "learning_rate": 1.6686218095096506e-05,
      "loss": 5.9221,
      "step": 348
    },
    {
      "epoch": 3.4215686274509802,
      "grad_norm": 410.6246337890625,
      "learning_rate": 1.6660731316772503e-05,
      "loss": 5.6582,
      "step": 349
    },
    {
      "epoch": 3.431372549019608,
      "grad_norm": 85.62062072753906,
      "learning_rate": 1.663516653103568e-05,
      "loss": 0.5768,
      "step": 350
    },
    {
      "epoch": 3.4411764705882355,
      "grad_norm": 195.12635803222656,
      "learning_rate": 1.660952403728902e-05,
      "loss": 2.8013,
      "step": 351
    },
    {
      "epoch": 3.450980392156863,
      "grad_norm": 160.4633026123047,
      "learning_rate": 1.6583804135845582e-05,
      "loss": 1.5867,
      "step": 352
    },
    {
      "epoch": 3.4607843137254903,
      "grad_norm": 152.63690185546875,
      "learning_rate": 1.655800712792498e-05,
      "loss": 1.9682,
      "step": 353
    },
    {
      "epoch": 3.4705882352941178,
      "grad_norm": 133.00979614257812,
      "learning_rate": 1.653213331564987e-05,
      "loss": 1.5387,
      "step": 354
    },
    {
      "epoch": 3.480392156862745,
      "grad_norm": 201.7428741455078,
      "learning_rate": 1.650618300204242e-05,
      "loss": 3.6408,
      "step": 355
    },
    {
      "epoch": 3.4901960784313726,
      "grad_norm": 124.5815658569336,
      "learning_rate": 1.648015649102073e-05,
      "loss": 1.4683,
      "step": 356
    },
    {
      "epoch": 3.5,
      "grad_norm": 206.73373413085938,
      "learning_rate": 1.6454054087395284e-05,
      "loss": 3.6072,
      "step": 357
    },
    {
      "epoch": 3.5098039215686274,
      "grad_norm": 265.42596435546875,
      "learning_rate": 1.6427876096865394e-05,
      "loss": 4.7459,
      "step": 358
    },
    {
      "epoch": 3.519607843137255,
      "grad_norm": 307.2810363769531,
      "learning_rate": 1.6401622826015616e-05,
      "loss": 5.3846,
      "step": 359
    },
    {
      "epoch": 3.5294117647058822,
      "grad_norm": 163.86196899414062,
      "learning_rate": 1.637529458231215e-05,
      "loss": 1.6786,
      "step": 360
    },
    {
      "epoch": 3.5392156862745097,
      "grad_norm": 425.4687805175781,
      "learning_rate": 1.634889167409923e-05,
      "loss": 7.1925,
      "step": 361
    },
    {
      "epoch": 3.549019607843137,
      "grad_norm": 153.56529235839844,
      "learning_rate": 1.6322414410595548e-05,
      "loss": 1.6855,
      "step": 362
    },
    {
      "epoch": 3.5588235294117645,
      "grad_norm": 181.1529083251953,
      "learning_rate": 1.6295863101890603e-05,
      "loss": 2.1178,
      "step": 363
    },
    {
      "epoch": 3.568627450980392,
      "grad_norm": 193.81781005859375,
      "learning_rate": 1.626923805894107e-05,
      "loss": 3.2173,
      "step": 364
    },
    {
      "epoch": 3.5784313725490198,
      "grad_norm": 423.26458740234375,
      "learning_rate": 1.624253959356717e-05,
      "loss": 2.4904,
      "step": 365
    },
    {
      "epoch": 3.588235294117647,
      "grad_norm": 61.01791000366211,
      "learning_rate": 1.6215768018449015e-05,
      "loss": 0.7341,
      "step": 366
    },
    {
      "epoch": 3.5980392156862746,
      "grad_norm": 156.17478942871094,
      "learning_rate": 1.6188923647122946e-05,
      "loss": 1.6829,
      "step": 367
    },
    {
      "epoch": 3.607843137254902,
      "grad_norm": 173.57086181640625,
      "learning_rate": 1.6162006793977858e-05,
      "loss": 2.9732,
      "step": 368
    },
    {
      "epoch": 3.6176470588235294,
      "grad_norm": 204.37893676757812,
      "learning_rate": 1.613501777425152e-05,
      "loss": 2.2218,
      "step": 369
    },
    {
      "epoch": 3.627450980392157,
      "grad_norm": 328.6654357910156,
      "learning_rate": 1.610795690402688e-05,
      "loss": 3.5776,
      "step": 370
    },
    {
      "epoch": 3.6372549019607843,
      "grad_norm": 233.8645477294922,
      "learning_rate": 1.6080824500228367e-05,
      "loss": 3.1861,
      "step": 371
    },
    {
      "epoch": 3.6470588235294117,
      "grad_norm": 257.24664306640625,
      "learning_rate": 1.605362088061818e-05,
      "loss": 3.4713,
      "step": 372
    },
    {
      "epoch": 3.656862745098039,
      "grad_norm": 288.39093017578125,
      "learning_rate": 1.6026346363792565e-05,
      "loss": 3.5881,
      "step": 373
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 72.5465316772461,
      "learning_rate": 1.5999001269178082e-05,
      "loss": 2.0863,
      "step": 374
    },
    {
      "epoch": 3.6764705882352944,
      "grad_norm": 124.13517761230469,
      "learning_rate": 1.5971585917027864e-05,
      "loss": 1.8114,
      "step": 375
    },
    {
      "epoch": 3.686274509803922,
      "grad_norm": 248.3445587158203,
      "learning_rate": 1.594410062841787e-05,
      "loss": 6.5803,
      "step": 376
    },
    {
      "epoch": 3.696078431372549,
      "grad_norm": 261.22650146484375,
      "learning_rate": 1.5916545725243124e-05,
      "loss": 6.3244,
      "step": 377
    },
    {
      "epoch": 3.7058823529411766,
      "grad_norm": 108.20185852050781,
      "learning_rate": 1.5888921530213938e-05,
      "loss": 1.4123,
      "step": 378
    },
    {
      "epoch": 3.715686274509804,
      "grad_norm": 240.81585693359375,
      "learning_rate": 1.5861228366852148e-05,
      "loss": 6.1084,
      "step": 379
    },
    {
      "epoch": 3.7254901960784315,
      "grad_norm": 75.98207092285156,
      "learning_rate": 1.5833466559487305e-05,
      "loss": 1.0318,
      "step": 380
    },
    {
      "epoch": 3.735294117647059,
      "grad_norm": 213.62722778320312,
      "learning_rate": 1.5805636433252892e-05,
      "loss": 2.3362,
      "step": 381
    },
    {
      "epoch": 3.7450980392156863,
      "grad_norm": 274.83624267578125,
      "learning_rate": 1.5777738314082514e-05,
      "loss": 5.2456,
      "step": 382
    },
    {
      "epoch": 3.7549019607843137,
      "grad_norm": 171.05592346191406,
      "learning_rate": 1.574977252870607e-05,
      "loss": 2.9123,
      "step": 383
    },
    {
      "epoch": 3.764705882352941,
      "grad_norm": 75.656982421875,
      "learning_rate": 1.5721739404645937e-05,
      "loss": 0.894,
      "step": 384
    },
    {
      "epoch": 3.7745098039215685,
      "grad_norm": 53.76028823852539,
      "learning_rate": 1.5693639270213138e-05,
      "loss": 0.4678,
      "step": 385
    },
    {
      "epoch": 3.784313725490196,
      "grad_norm": 73.49610137939453,
      "learning_rate": 1.5665472454503484e-05,
      "loss": 1.2149,
      "step": 386
    },
    {
      "epoch": 3.7941176470588234,
      "grad_norm": 237.83428955078125,
      "learning_rate": 1.5637239287393725e-05,
      "loss": 5.9688,
      "step": 387
    },
    {
      "epoch": 3.803921568627451,
      "grad_norm": 273.9197998046875,
      "learning_rate": 1.56089400995377e-05,
      "loss": 4.1268,
      "step": 388
    },
    {
      "epoch": 3.813725490196078,
      "grad_norm": 198.39297485351562,
      "learning_rate": 1.5580575222362435e-05,
      "loss": 5.912,
      "step": 389
    },
    {
      "epoch": 3.8235294117647056,
      "grad_norm": 83.06639862060547,
      "learning_rate": 1.5552144988064292e-05,
      "loss": 0.7395,
      "step": 390
    },
    {
      "epoch": 3.8333333333333335,
      "grad_norm": 139.17620849609375,
      "learning_rate": 1.552364972960506e-05,
      "loss": 2.4926,
      "step": 391
    },
    {
      "epoch": 3.843137254901961,
      "grad_norm": 17.7266902923584,
      "learning_rate": 1.5495089780708062e-05,
      "loss": 0.1932,
      "step": 392
    },
    {
      "epoch": 3.8529411764705883,
      "grad_norm": 109.33085632324219,
      "learning_rate": 1.5466465475854246e-05,
      "loss": 2.1133,
      "step": 393
    },
    {
      "epoch": 3.8627450980392157,
      "grad_norm": 69.87306213378906,
      "learning_rate": 1.5437777150278268e-05,
      "loss": 0.6252,
      "step": 394
    },
    {
      "epoch": 3.872549019607843,
      "grad_norm": 83.13548278808594,
      "learning_rate": 1.540902513996456e-05,
      "loss": 1.0917,
      "step": 395
    },
    {
      "epoch": 3.8823529411764706,
      "grad_norm": 80.07654571533203,
      "learning_rate": 1.538020978164341e-05,
      "loss": 0.8632,
      "step": 396
    },
    {
      "epoch": 3.892156862745098,
      "grad_norm": 156.10064697265625,
      "learning_rate": 1.5351331412787004e-05,
      "loss": 1.2754,
      "step": 397
    },
    {
      "epoch": 3.9019607843137254,
      "grad_norm": 168.73056030273438,
      "learning_rate": 1.5322390371605473e-05,
      "loss": 2.7626,
      "step": 398
    },
    {
      "epoch": 3.911764705882353,
      "grad_norm": 271.1083679199219,
      "learning_rate": 1.5293386997042943e-05,
      "loss": 3.4405,
      "step": 399
    },
    {
      "epoch": 3.9215686274509802,
      "grad_norm": 238.72674560546875,
      "learning_rate": 1.526432162877356e-05,
      "loss": 2.8913,
      "step": 400
    },
    {
      "epoch": 3.931372549019608,
      "grad_norm": 185.59054565429688,
      "learning_rate": 1.5235194607197508e-05,
      "loss": 1.7128,
      "step": 401
    },
    {
      "epoch": 3.9411764705882355,
      "grad_norm": 352.4560546875,
      "learning_rate": 1.5206006273437031e-05,
      "loss": 7.7663,
      "step": 402
    },
    {
      "epoch": 3.950980392156863,
      "grad_norm": 187.10491943359375,
      "learning_rate": 1.5176756969332428e-05,
      "loss": 2.0075,
      "step": 403
    },
    {
      "epoch": 3.9607843137254903,
      "grad_norm": 322.501953125,
      "learning_rate": 1.5147447037438055e-05,
      "loss": 4.7753,
      "step": 404
    },
    {
      "epoch": 3.9705882352941178,
      "grad_norm": 251.41127014160156,
      "learning_rate": 1.5118076821018322e-05,
      "loss": 3.6381,
      "step": 405
    },
    {
      "epoch": 3.980392156862745,
      "grad_norm": 113.23612976074219,
      "learning_rate": 1.5088646664043652e-05,
      "loss": 1.8823,
      "step": 406
    },
    {
      "epoch": 3.9901960784313726,
      "grad_norm": 138.26715087890625,
      "learning_rate": 1.5059156911186465e-05,
      "loss": 2.4635,
      "step": 407
    },
    {
      "epoch": 4.0,
      "grad_norm": 11.658178329467773,
      "learning_rate": 1.502960790781715e-05,
      "loss": 0.1052,
      "step": 408
    },
    {
      "epoch": 4.0,
      "eval_dim_1024_cosine_accuracy@1": 0.47911547911547914,
      "eval_dim_1024_cosine_accuracy@10": 0.6117936117936118,
      "eval_dim_1024_cosine_accuracy@3": 0.5085995085995086,
      "eval_dim_1024_cosine_accuracy@5": 0.5528255528255528,
      "eval_dim_1024_cosine_map@100": 0.5879943729999212,
      "eval_dim_1024_cosine_mrr@10": 0.5055321555321552,
      "eval_dim_1024_cosine_ndcg@10": 0.5362127377943822,
      "eval_dim_1024_cosine_precision@1": 0.47911547911547914,
      "eval_dim_1024_cosine_precision@10": 0.39213759213759214,
      "eval_dim_1024_cosine_precision@3": 0.4594594594594595,
      "eval_dim_1024_cosine_precision@5": 0.4343980343980344,
      "eval_dim_1024_cosine_recall@1": 0.09001042359568322,
      "eval_dim_1024_cosine_recall@10": 0.4418898496389976,
      "eval_dim_1024_cosine_recall@3": 0.22870038398202489,
      "eval_dim_1024_cosine_recall@5": 0.30752078902467334,
      "eval_dim_128_cosine_accuracy@1": 0.4250614250614251,
      "eval_dim_128_cosine_accuracy@10": 0.5626535626535627,
      "eval_dim_128_cosine_accuracy@3": 0.47174447174447176,
      "eval_dim_128_cosine_accuracy@5": 0.5036855036855037,
      "eval_dim_128_cosine_map@100": 0.5411976412996459,
      "eval_dim_128_cosine_mrr@10": 0.45540833040833023,
      "eval_dim_128_cosine_ndcg@10": 0.4882000973222685,
      "eval_dim_128_cosine_precision@1": 0.4250614250614251,
      "eval_dim_128_cosine_precision@10": 0.36093366093366097,
      "eval_dim_128_cosine_precision@3": 0.41687141687141693,
      "eval_dim_128_cosine_precision@5": 0.3985257985257985,
      "eval_dim_128_cosine_recall@1": 0.07836720760197083,
      "eval_dim_128_cosine_recall@10": 0.4036408311537987,
      "eval_dim_128_cosine_recall@3": 0.20310489819555153,
      "eval_dim_128_cosine_recall@5": 0.2795051356123373,
      "eval_dim_256_cosine_accuracy@1": 0.4348894348894349,
      "eval_dim_256_cosine_accuracy@10": 0.597051597051597,
      "eval_dim_256_cosine_accuracy@3": 0.47911547911547914,
      "eval_dim_256_cosine_accuracy@5": 0.5356265356265356,
      "eval_dim_256_cosine_map@100": 0.5598228948850911,
      "eval_dim_256_cosine_mrr@10": 0.4701912951912949,
      "eval_dim_256_cosine_ndcg@10": 0.5083325941783005,
      "eval_dim_256_cosine_precision@1": 0.4348894348894349,
      "eval_dim_256_cosine_precision@10": 0.38402948402948406,
      "eval_dim_256_cosine_precision@3": 0.42588042588042585,
      "eval_dim_256_cosine_precision@5": 0.4157248157248157,
      "eval_dim_256_cosine_recall@1": 0.07685899863345241,
      "eval_dim_256_cosine_recall@10": 0.4188070441926479,
      "eval_dim_256_cosine_recall@3": 0.2010405925003175,
      "eval_dim_256_cosine_recall@5": 0.2860197681874917,
      "eval_dim_512_cosine_accuracy@1": 0.47665847665847666,
      "eval_dim_512_cosine_accuracy@10": 0.6216216216216216,
      "eval_dim_512_cosine_accuracy@3": 0.5282555282555282,
      "eval_dim_512_cosine_accuracy@5": 0.5651105651105651,
      "eval_dim_512_cosine_map@100": 0.589398842266566,
      "eval_dim_512_cosine_mrr@10": 0.5090499590499589,
      "eval_dim_512_cosine_ndcg@10": 0.5428565131414327,
      "eval_dim_512_cosine_precision@1": 0.47665847665847666,
      "eval_dim_512_cosine_precision@10": 0.40319410319410326,
      "eval_dim_512_cosine_precision@3": 0.4668304668304668,
      "eval_dim_512_cosine_precision@5": 0.4501228501228501,
      "eval_dim_512_cosine_recall@1": 0.08493905230174138,
      "eval_dim_512_cosine_recall@10": 0.442714177391225,
      "eval_dim_512_cosine_recall@3": 0.2232307202051511,
      "eval_dim_512_cosine_recall@5": 0.3136446601171965,
      "eval_dim_64_cosine_accuracy@1": 0.3783783783783784,
      "eval_dim_64_cosine_accuracy@10": 0.49385749385749383,
      "eval_dim_64_cosine_accuracy@3": 0.40786240786240785,
      "eval_dim_64_cosine_accuracy@5": 0.44471744471744473,
      "eval_dim_64_cosine_map@100": 0.48557703792557183,
      "eval_dim_64_cosine_mrr@10": 0.4025681525681524,
      "eval_dim_64_cosine_ndcg@10": 0.43088282794952276,
      "eval_dim_64_cosine_precision@1": 0.3783783783783784,
      "eval_dim_64_cosine_precision@10": 0.31891891891891894,
      "eval_dim_64_cosine_precision@3": 0.3693693693693693,
      "eval_dim_64_cosine_precision@5": 0.3518427518427519,
      "eval_dim_64_cosine_recall@1": 0.06648394244330459,
      "eval_dim_64_cosine_recall@10": 0.35787310894400326,
      "eval_dim_64_cosine_recall@3": 0.17550662327107336,
      "eval_dim_64_cosine_recall@5": 0.24090558888421784,
      "eval_dim_768_cosine_accuracy@1": 0.4864864864864865,
      "eval_dim_768_cosine_accuracy@10": 0.6191646191646192,
      "eval_dim_768_cosine_accuracy@3": 0.5184275184275184,
      "eval_dim_768_cosine_accuracy@5": 0.5577395577395577,
      "eval_dim_768_cosine_map@100": 0.5933752655093243,
      "eval_dim_768_cosine_mrr@10": 0.513240513240513,
      "eval_dim_768_cosine_ndcg@10": 0.5427397851615654,
      "eval_dim_768_cosine_precision@1": 0.4864864864864865,
      "eval_dim_768_cosine_precision@10": 0.4014742014742015,
      "eval_dim_768_cosine_precision@3": 0.4676494676494676,
      "eval_dim_768_cosine_precision@5": 0.44471744471744473,
      "eval_dim_768_cosine_recall@1": 0.08918127604239771,
      "eval_dim_768_cosine_recall@10": 0.4389703753715609,
      "eval_dim_768_cosine_recall@3": 0.22601121698251306,
      "eval_dim_768_cosine_recall@5": 0.3066016320710336,
      "eval_runtime": 108.1837,
      "eval_samples_per_second": 0.0,
      "eval_sequential_score": 0.43088282794952276,
      "eval_steps_per_second": 0.0,
      "step": 408
    },
    {
      "epoch": 4.009803921568627,
      "grad_norm": 54.132843017578125,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.3451,
      "step": 409
    },
    {
      "epoch": 4.019607843137255,
      "grad_norm": 124.1541976928711,
      "learning_rate": 1.4970333534489179e-05,
      "loss": 1.6322,
      "step": 410
    },
    {
      "epoch": 4.029411764705882,
      "grad_norm": 59.01694107055664,
      "learning_rate": 1.494060885872464e-05,
      "loss": 1.0172,
      "step": 411
    },
    {
      "epoch": 4.03921568627451,
      "grad_norm": 50.47411346435547,
      "learning_rate": 1.4910826320828085e-05,
      "loss": 0.3349,
      "step": 412
    },
    {
      "epoch": 4.049019607843137,
      "grad_norm": 244.03076171875,
      "learning_rate": 1.488098626959885e-05,
      "loss": 3.2899,
      "step": 413
    },
    {
      "epoch": 4.0588235294117645,
      "grad_norm": 181.48873901367188,
      "learning_rate": 1.4851089054509852e-05,
      "loss": 2.4181,
      "step": 414
    },
    {
      "epoch": 4.068627450980392,
      "grad_norm": 267.8824768066406,
      "learning_rate": 1.4821135025703491e-05,
      "loss": 2.087,
      "step": 415
    },
    {
      "epoch": 4.078431372549019,
      "grad_norm": 121.78829956054688,
      "learning_rate": 1.4791124533987529e-05,
      "loss": 1.6162,
      "step": 416
    },
    {
      "epoch": 4.088235294117647,
      "grad_norm": 63.99870681762695,
      "learning_rate": 1.4761057930831002e-05,
      "loss": 0.6417,
      "step": 417
    },
    {
      "epoch": 4.098039215686274,
      "grad_norm": 52.35638427734375,
      "learning_rate": 1.4730935568360103e-05,
      "loss": 0.3975,
      "step": 418
    },
    {
      "epoch": 4.107843137254902,
      "grad_norm": 212.83767700195312,
      "learning_rate": 1.470075779935404e-05,
      "loss": 1.8162,
      "step": 419
    },
    {
      "epoch": 4.117647058823529,
      "grad_norm": 132.08506774902344,
      "learning_rate": 1.4670524977240929e-05,
      "loss": 0.9521,
      "step": 420
    },
    {
      "epoch": 4.127450980392156,
      "grad_norm": 171.25717163085938,
      "learning_rate": 1.4640237456093636e-05,
      "loss": 1.7726,
      "step": 421
    },
    {
      "epoch": 4.137254901960785,
      "grad_norm": 253.32456970214844,
      "learning_rate": 1.4609895590625635e-05,
      "loss": 4.1018,
      "step": 422
    },
    {
      "epoch": 4.147058823529412,
      "grad_norm": 44.085121154785156,
      "learning_rate": 1.4579499736186864e-05,
      "loss": 0.4848,
      "step": 423
    },
    {
      "epoch": 4.1568627450980395,
      "grad_norm": 43.37412643432617,
      "learning_rate": 1.4549050248759546e-05,
      "loss": 0.3066,
      "step": 424
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 124.41966247558594,
      "learning_rate": 1.4518547484954033e-05,
      "loss": 1.3922,
      "step": 425
    },
    {
      "epoch": 4.176470588235294,
      "grad_norm": 91.50845336914062,
      "learning_rate": 1.4487991802004625e-05,
      "loss": 1.3455,
      "step": 426
    },
    {
      "epoch": 4.186274509803922,
      "grad_norm": 228.20993041992188,
      "learning_rate": 1.4457383557765385e-05,
      "loss": 2.5684,
      "step": 427
    },
    {
      "epoch": 4.196078431372549,
      "grad_norm": 202.8055877685547,
      "learning_rate": 1.442672311070595e-05,
      "loss": 2.7308,
      "step": 428
    },
    {
      "epoch": 4.205882352941177,
      "grad_norm": 290.26080322265625,
      "learning_rate": 1.439601081990734e-05,
      "loss": 6.1926,
      "step": 429
    },
    {
      "epoch": 4.215686274509804,
      "grad_norm": 57.67092514038086,
      "learning_rate": 1.4365247045057732e-05,
      "loss": 0.4893,
      "step": 430
    },
    {
      "epoch": 4.2254901960784315,
      "grad_norm": 109.65617370605469,
      "learning_rate": 1.4334432146448272e-05,
      "loss": 0.8947,
      "step": 431
    },
    {
      "epoch": 4.235294117647059,
      "grad_norm": 212.29995727539062,
      "learning_rate": 1.4303566484968836e-05,
      "loss": 3.9226,
      "step": 432
    },
    {
      "epoch": 4.245098039215686,
      "grad_norm": 52.075660705566406,
      "learning_rate": 1.427265042210381e-05,
      "loss": 0.4447,
      "step": 433
    },
    {
      "epoch": 4.254901960784314,
      "grad_norm": 131.06668090820312,
      "learning_rate": 1.4241684319927869e-05,
      "loss": 1.5509,
      "step": 434
    },
    {
      "epoch": 4.264705882352941,
      "grad_norm": 17.096776962280273,
      "learning_rate": 1.4210668541101713e-05,
      "loss": 0.1494,
      "step": 435
    },
    {
      "epoch": 4.2745098039215685,
      "grad_norm": 74.35150909423828,
      "learning_rate": 1.4179603448867836e-05,
      "loss": 0.6653,
      "step": 436
    },
    {
      "epoch": 4.284313725490196,
      "grad_norm": 191.96922302246094,
      "learning_rate": 1.4148489407046274e-05,
      "loss": 1.2474,
      "step": 437
    },
    {
      "epoch": 4.294117647058823,
      "grad_norm": 147.4718780517578,
      "learning_rate": 1.411732678003033e-05,
      "loss": 1.003,
      "step": 438
    },
    {
      "epoch": 4.303921568627451,
      "grad_norm": 236.7436981201172,
      "learning_rate": 1.4086115932782316e-05,
      "loss": 2.0581,
      "step": 439
    },
    {
      "epoch": 4.313725490196078,
      "grad_norm": 89.46275329589844,
      "learning_rate": 1.4054857230829284e-05,
      "loss": 1.621,
      "step": 440
    },
    {
      "epoch": 4.323529411764706,
      "grad_norm": 35.63763427734375,
      "learning_rate": 1.4023551040258726e-05,
      "loss": 0.354,
      "step": 441
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 199.28726196289062,
      "learning_rate": 1.399219772771431e-05,
      "loss": 2.6752,
      "step": 442
    },
    {
      "epoch": 4.3431372549019605,
      "grad_norm": 159.31495666503906,
      "learning_rate": 1.396079766039157e-05,
      "loss": 1.7156,
      "step": 443
    },
    {
      "epoch": 4.352941176470588,
      "grad_norm": 132.05307006835938,
      "learning_rate": 1.3929351206033607e-05,
      "loss": 1.0886,
      "step": 444
    },
    {
      "epoch": 4.362745098039215,
      "grad_norm": 117.65000915527344,
      "learning_rate": 1.3897858732926794e-05,
      "loss": 1.3605,
      "step": 445
    },
    {
      "epoch": 4.372549019607844,
      "grad_norm": 188.34046936035156,
      "learning_rate": 1.3866320609896449e-05,
      "loss": 2.3739,
      "step": 446
    },
    {
      "epoch": 4.382352941176471,
      "grad_norm": 131.2528533935547,
      "learning_rate": 1.3834737206302519e-05,
      "loss": 1.1467,
      "step": 447
    },
    {
      "epoch": 4.392156862745098,
      "grad_norm": 203.93099975585938,
      "learning_rate": 1.3803108892035259e-05,
      "loss": 4.2469,
      "step": 448
    },
    {
      "epoch": 4.401960784313726,
      "grad_norm": 54.05275344848633,
      "learning_rate": 1.3771436037510897e-05,
      "loss": 0.426,
      "step": 449
    },
    {
      "epoch": 4.411764705882353,
      "grad_norm": 68.94636535644531,
      "learning_rate": 1.3739719013667297e-05,
      "loss": 0.697,
      "step": 450
    },
    {
      "epoch": 4.421568627450981,
      "grad_norm": 88.70780181884766,
      "learning_rate": 1.3707958191959609e-05,
      "loss": 0.4556,
      "step": 451
    },
    {
      "epoch": 4.431372549019608,
      "grad_norm": 278.61138916015625,
      "learning_rate": 1.367615394435593e-05,
      "loss": 4.3441,
      "step": 452
    },
    {
      "epoch": 4.4411764705882355,
      "grad_norm": 16.348377227783203,
      "learning_rate": 1.3644306643332939e-05,
      "loss": 0.1128,
      "step": 453
    },
    {
      "epoch": 4.450980392156863,
      "grad_norm": 64.85491180419922,
      "learning_rate": 1.3612416661871532e-05,
      "loss": 0.4467,
      "step": 454
    },
    {
      "epoch": 4.46078431372549,
      "grad_norm": 90.40454864501953,
      "learning_rate": 1.3580484373452462e-05,
      "loss": 1.1093,
      "step": 455
    },
    {
      "epoch": 4.470588235294118,
      "grad_norm": 329.1408386230469,
      "learning_rate": 1.3548510152051963e-05,
      "loss": 6.4229,
      "step": 456
    },
    {
      "epoch": 4.480392156862745,
      "grad_norm": 202.80386352539062,
      "learning_rate": 1.3516494372137368e-05,
      "loss": 1.907,
      "step": 457
    },
    {
      "epoch": 4.490196078431373,
      "grad_norm": 230.33078002929688,
      "learning_rate": 1.3484437408662725e-05,
      "loss": 2.1577,
      "step": 458
    },
    {
      "epoch": 4.5,
      "grad_norm": 35.30353546142578,
      "learning_rate": 1.34523396370644e-05,
      "loss": 0.2015,
      "step": 459
    },
    {
      "epoch": 4.509803921568627,
      "grad_norm": 50.588340759277344,
      "learning_rate": 1.342020143325669e-05,
      "loss": 0.2782,
      "step": 460
    },
    {
      "epoch": 4.519607843137255,
      "grad_norm": 280.5638122558594,
      "learning_rate": 1.3388023173627413e-05,
      "loss": 4.7503,
      "step": 461
    },
    {
      "epoch": 4.529411764705882,
      "grad_norm": 167.3083953857422,
      "learning_rate": 1.3355805235033503e-05,
      "loss": 2.8296,
      "step": 462
    },
    {
      "epoch": 4.53921568627451,
      "grad_norm": 96.48599243164062,
      "learning_rate": 1.3323547994796597e-05,
      "loss": 1.0601,
      "step": 463
    },
    {
      "epoch": 4.549019607843137,
      "grad_norm": 147.2850799560547,
      "learning_rate": 1.3291251830698615e-05,
      "loss": 2.0974,
      "step": 464
    },
    {
      "epoch": 4.5588235294117645,
      "grad_norm": 75.47406005859375,
      "learning_rate": 1.3258917120977327e-05,
      "loss": 0.6219,
      "step": 465
    },
    {
      "epoch": 4.568627450980392,
      "grad_norm": 177.62646484375,
      "learning_rate": 1.322654424432195e-05,
      "loss": 1.8882,
      "step": 466
    },
    {
      "epoch": 4.578431372549019,
      "grad_norm": 206.47366333007812,
      "learning_rate": 1.3194133579868672e-05,
      "loss": 3.3879,
      "step": 467
    },
    {
      "epoch": 4.588235294117647,
      "grad_norm": 24.662853240966797,
      "learning_rate": 1.3161685507196251e-05,
      "loss": 0.1579,
      "step": 468
    },
    {
      "epoch": 4.598039215686274,
      "grad_norm": 35.7596435546875,
      "learning_rate": 1.3129200406321545e-05,
      "loss": 0.3244,
      "step": 469
    },
    {
      "epoch": 4.607843137254902,
      "grad_norm": 141.03549194335938,
      "learning_rate": 1.3096678657695072e-05,
      "loss": 1.2288,
      "step": 470
    },
    {
      "epoch": 4.617647058823529,
      "grad_norm": 156.47225952148438,
      "learning_rate": 1.3064120642196549e-05,
      "loss": 1.1257,
      "step": 471
    },
    {
      "epoch": 4.627450980392156,
      "grad_norm": 183.86856079101562,
      "learning_rate": 1.3031526741130435e-05,
      "loss": 2.1462,
      "step": 472
    },
    {
      "epoch": 4.637254901960784,
      "grad_norm": 116.28959655761719,
      "learning_rate": 1.299889733622147e-05,
      "loss": 1.5341,
      "step": 473
    },
    {
      "epoch": 4.647058823529412,
      "grad_norm": 125.02243041992188,
      "learning_rate": 1.2966232809610189e-05,
      "loss": 1.8499,
      "step": 474
    },
    {
      "epoch": 4.6568627450980395,
      "grad_norm": 92.7745590209961,
      "learning_rate": 1.2933533543848462e-05,
      "loss": 0.9148,
      "step": 475
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 286.81707763671875,
      "learning_rate": 1.2900799921895004e-05,
      "loss": 5.8209,
      "step": 476
    },
    {
      "epoch": 4.676470588235294,
      "grad_norm": 220.51185607910156,
      "learning_rate": 1.2868032327110904e-05,
      "loss": 3.0442,
      "step": 477
    },
    {
      "epoch": 4.686274509803922,
      "grad_norm": 164.2015380859375,
      "learning_rate": 1.283523114325511e-05,
      "loss": 2.2646,
      "step": 478
    },
    {
      "epoch": 4.696078431372549,
      "grad_norm": 59.647254943847656,
      "learning_rate": 1.2802396754479958e-05,
      "loss": 0.7703,
      "step": 479
    },
    {
      "epoch": 4.705882352941177,
      "grad_norm": 13.24828052520752,
      "learning_rate": 1.2769529545326669e-05,
      "loss": 0.095,
      "step": 480
    },
    {
      "epoch": 4.715686274509804,
      "grad_norm": 127.0031509399414,
      "learning_rate": 1.2736629900720832e-05,
      "loss": 3.467,
      "step": 481
    },
    {
      "epoch": 4.7254901960784315,
      "grad_norm": 157.25054931640625,
      "learning_rate": 1.2703698205967907e-05,
      "loss": 1.917,
      "step": 482
    },
    {
      "epoch": 4.735294117647059,
      "grad_norm": 124.34090423583984,
      "learning_rate": 1.2670734846748717e-05,
      "loss": 1.854,
      "step": 483
    },
    {
      "epoch": 4.745098039215686,
      "grad_norm": 254.17117309570312,
      "learning_rate": 1.2637740209114918e-05,
      "loss": 4.401,
      "step": 484
    },
    {
      "epoch": 4.754901960784314,
      "grad_norm": 55.12360763549805,
      "learning_rate": 1.260471467948449e-05,
      "loss": 0.8289,
      "step": 485
    },
    {
      "epoch": 4.764705882352941,
      "grad_norm": 147.24105834960938,
      "learning_rate": 1.25716586446372e-05,
      "loss": 1.4017,
      "step": 486
    },
    {
      "epoch": 4.7745098039215685,
      "grad_norm": 134.9519805908203,
      "learning_rate": 1.2538572491710079e-05,
      "loss": 3.4552,
      "step": 487
    },
    {
      "epoch": 4.784313725490196,
      "grad_norm": 155.56259155273438,
      "learning_rate": 1.2505456608192889e-05,
      "loss": 2.5176,
      "step": 488
    },
    {
      "epoch": 4.794117647058823,
      "grad_norm": 188.0753631591797,
      "learning_rate": 1.247231138192359e-05,
      "loss": 4.1714,
      "step": 489
    },
    {
      "epoch": 4.803921568627451,
      "grad_norm": 236.30349731445312,
      "learning_rate": 1.2439137201083772e-05,
      "loss": 3.3605,
      "step": 490
    },
    {
      "epoch": 4.813725490196078,
      "grad_norm": 84.87610626220703,
      "learning_rate": 1.2405934454194146e-05,
      "loss": 0.6329,
      "step": 491
    },
    {
      "epoch": 4.823529411764706,
      "grad_norm": 43.753257751464844,
      "learning_rate": 1.2372703530109967e-05,
      "loss": 0.4342,
      "step": 492
    },
    {
      "epoch": 4.833333333333333,
      "grad_norm": 165.2767791748047,
      "learning_rate": 1.2339444818016488e-05,
      "loss": 1.2999,
      "step": 493
    },
    {
      "epoch": 4.8431372549019605,
      "grad_norm": 254.44737243652344,
      "learning_rate": 1.2306158707424402e-05,
      "loss": 3.3324,
      "step": 494
    },
    {
      "epoch": 4.852941176470588,
      "grad_norm": 117.1123275756836,
      "learning_rate": 1.227284558816529e-05,
      "loss": 0.8587,
      "step": 495
    },
    {
      "epoch": 4.862745098039216,
      "grad_norm": 268.5831604003906,
      "learning_rate": 1.2239505850387032e-05,
      "loss": 4.4243,
      "step": 496
    },
    {
      "epoch": 4.872549019607844,
      "grad_norm": 84.0723648071289,
      "learning_rate": 1.220613988454926e-05,
      "loss": 0.606,
      "step": 497
    },
    {
      "epoch": 4.882352941176471,
      "grad_norm": 158.81446838378906,
      "learning_rate": 1.2172748081418775e-05,
      "loss": 1.8828,
      "step": 498
    },
    {
      "epoch": 4.892156862745098,
      "grad_norm": 158.861083984375,
      "learning_rate": 1.2139330832064975e-05,
      "loss": 1.5326,
      "step": 499
    },
    {
      "epoch": 4.901960784313726,
      "grad_norm": 169.67100524902344,
      "learning_rate": 1.210588852785527e-05,
      "loss": 1.0877,
      "step": 500
    },
    {
      "epoch": 4.911764705882353,
      "grad_norm": 44.276554107666016,
      "learning_rate": 1.2072421560450497e-05,
      "loss": 0.5801,
      "step": 501
    },
    {
      "epoch": 4.921568627450981,
      "grad_norm": 133.94602966308594,
      "learning_rate": 1.2038930321800346e-05,
      "loss": 1.6975,
      "step": 502
    },
    {
      "epoch": 4.931372549019608,
      "grad_norm": 174.0751190185547,
      "learning_rate": 1.2005415204138753e-05,
      "loss": 2.137,
      "step": 503
    },
    {
      "epoch": 4.9411764705882355,
      "grad_norm": 25.756933212280273,
      "learning_rate": 1.197187659997932e-05,
      "loss": 0.2077,
      "step": 504
    },
    {
      "epoch": 4.950980392156863,
      "grad_norm": 152.93374633789062,
      "learning_rate": 1.1938314902110701e-05,
      "loss": 2.5208,
      "step": 505
    },
    {
      "epoch": 4.96078431372549,
      "grad_norm": 240.17115783691406,
      "learning_rate": 1.190473050359203e-05,
      "loss": 1.6699,
      "step": 506
    },
    {
      "epoch": 4.970588235294118,
      "grad_norm": 269.91986083984375,
      "learning_rate": 1.1871123797748285e-05,
      "loss": 1.9674,
      "step": 507
    },
    {
      "epoch": 4.980392156862745,
      "grad_norm": 213.54403686523438,
      "learning_rate": 1.1837495178165706e-05,
      "loss": 2.0502,
      "step": 508
    },
    {
      "epoch": 4.990196078431373,
      "grad_norm": 216.53799438476562,
      "learning_rate": 1.1803845038687171e-05,
      "loss": 3.2448,
      "step": 509
    },
    {
      "epoch": 5.0,
      "grad_norm": 130.22103881835938,
      "learning_rate": 1.1770173773407594e-05,
      "loss": 0.9598,
      "step": 510
    },
    {
      "epoch": 5.0,
      "eval_dim_1024_cosine_accuracy@1": 0.48402948402948404,
      "eval_dim_1024_cosine_accuracy@10": 0.6117936117936118,
      "eval_dim_1024_cosine_accuracy@3": 0.5135135135135135,
      "eval_dim_1024_cosine_accuracy@5": 0.5528255528255528,
      "eval_dim_1024_cosine_map@100": 0.5900652687206895,
      "eval_dim_1024_cosine_mrr@10": 0.5099830349830349,
      "eval_dim_1024_cosine_ndcg@10": 0.5398466878841317,
      "eval_dim_1024_cosine_precision@1": 0.48402948402948404,
      "eval_dim_1024_cosine_precision@10": 0.3904176904176904,
      "eval_dim_1024_cosine_precision@3": 0.466011466011466,
      "eval_dim_1024_cosine_precision@5": 0.4398034398034398,
      "eval_dim_1024_cosine_recall@1": 0.09105888024295583,
      "eval_dim_1024_cosine_recall@10": 0.45229228881413647,
      "eval_dim_1024_cosine_recall@3": 0.23479425773441553,
      "eval_dim_1024_cosine_recall@5": 0.31877600413603735,
      "eval_dim_128_cosine_accuracy@1": 0.4152334152334152,
      "eval_dim_128_cosine_accuracy@10": 0.5503685503685504,
      "eval_dim_128_cosine_accuracy@3": 0.44226044226044225,
      "eval_dim_128_cosine_accuracy@5": 0.47911547911547914,
      "eval_dim_128_cosine_map@100": 0.5305308312153897,
      "eval_dim_128_cosine_mrr@10": 0.44207226707226693,
      "eval_dim_128_cosine_ndcg@10": 0.47347379963689606,
      "eval_dim_128_cosine_precision@1": 0.4152334152334152,
      "eval_dim_128_cosine_precision@10": 0.34570024570024566,
      "eval_dim_128_cosine_precision@3": 0.3988533988533989,
      "eval_dim_128_cosine_precision@5": 0.3778869778869779,
      "eval_dim_128_cosine_recall@1": 0.07969924183832389,
      "eval_dim_128_cosine_recall@10": 0.40169323913421634,
      "eval_dim_128_cosine_recall@3": 0.20139185030909643,
      "eval_dim_128_cosine_recall@5": 0.27389890436704184,
      "eval_dim_256_cosine_accuracy@1": 0.45454545454545453,
      "eval_dim_256_cosine_accuracy@10": 0.5872235872235873,
      "eval_dim_256_cosine_accuracy@3": 0.4914004914004914,
      "eval_dim_256_cosine_accuracy@5": 0.5331695331695332,
      "eval_dim_256_cosine_map@100": 0.5649085432178355,
      "eval_dim_256_cosine_mrr@10": 0.4827853827853827,
      "eval_dim_256_cosine_ndcg@10": 0.514921901761633,
      "eval_dim_256_cosine_precision@1": 0.45454545454545453,
      "eval_dim_256_cosine_precision@10": 0.37714987714987713,
      "eval_dim_256_cosine_precision@3": 0.4398034398034398,
      "eval_dim_256_cosine_precision@5": 0.4196560196560197,
      "eval_dim_256_cosine_recall@1": 0.08481632381648292,
      "eval_dim_256_cosine_recall@10": 0.4310787343248396,
      "eval_dim_256_cosine_recall@3": 0.21796272160113,
      "eval_dim_256_cosine_recall@5": 0.30106751961847195,
      "eval_dim_512_cosine_accuracy@1": 0.47911547911547914,
      "eval_dim_512_cosine_accuracy@10": 0.5872235872235873,
      "eval_dim_512_cosine_accuracy@3": 0.5110565110565111,
      "eval_dim_512_cosine_accuracy@5": 0.542997542997543,
      "eval_dim_512_cosine_map@100": 0.5780312861411036,
      "eval_dim_512_cosine_mrr@10": 0.5026481026481026,
      "eval_dim_512_cosine_ndcg@10": 0.5305363971870605,
      "eval_dim_512_cosine_precision@1": 0.47911547911547914,
      "eval_dim_512_cosine_precision@10": 0.38550368550368547,
      "eval_dim_512_cosine_precision@3": 0.4619164619164619,
      "eval_dim_512_cosine_precision@5": 0.4363636363636364,
      "eval_dim_512_cosine_recall@1": 0.08893265390897936,
      "eval_dim_512_cosine_recall@10": 0.43803781703304645,
      "eval_dim_512_cosine_recall@3": 0.22809505427403062,
      "eval_dim_512_cosine_recall@5": 0.311118604750232,
      "eval_dim_64_cosine_accuracy@1": 0.3832923832923833,
      "eval_dim_64_cosine_accuracy@10": 0.515970515970516,
      "eval_dim_64_cosine_accuracy@3": 0.40786240786240785,
      "eval_dim_64_cosine_accuracy@5": 0.44226044226044225,
      "eval_dim_64_cosine_map@100": 0.49220147025887917,
      "eval_dim_64_cosine_mrr@10": 0.40871358371358363,
      "eval_dim_64_cosine_ndcg@10": 0.4375547884383272,
      "eval_dim_64_cosine_precision@1": 0.3832923832923833,
      "eval_dim_64_cosine_precision@10": 0.31965601965601964,
      "eval_dim_64_cosine_precision@3": 0.36855036855036855,
      "eval_dim_64_cosine_precision@5": 0.3518427518427518,
      "eval_dim_64_cosine_recall@1": 0.07173208143411221,
      "eval_dim_64_cosine_recall@10": 0.37331942302390014,
      "eval_dim_64_cosine_recall@3": 0.18233729096924536,
      "eval_dim_64_cosine_recall@5": 0.25190444126490863,
      "eval_dim_768_cosine_accuracy@1": 0.4864864864864865,
      "eval_dim_768_cosine_accuracy@10": 0.6117936117936118,
      "eval_dim_768_cosine_accuracy@3": 0.5135135135135135,
      "eval_dim_768_cosine_accuracy@5": 0.5577395577395577,
      "eval_dim_768_cosine_map@100": 0.5953253929985942,
      "eval_dim_768_cosine_mrr@10": 0.5120159120159119,
      "eval_dim_768_cosine_ndcg@10": 0.5409790711923873,
      "eval_dim_768_cosine_precision@1": 0.4864864864864865,
      "eval_dim_768_cosine_precision@10": 0.3894348894348894,
      "eval_dim_768_cosine_precision@3": 0.4668304668304668,
      "eval_dim_768_cosine_precision@5": 0.4398034398034398,
      "eval_dim_768_cosine_recall@1": 0.09246504301275497,
      "eval_dim_768_cosine_recall@10": 0.45300487134490075,
      "eval_dim_768_cosine_recall@3": 0.23881789584896276,
      "eval_dim_768_cosine_recall@5": 0.3246470168252318,
      "eval_runtime": 108.7969,
      "eval_samples_per_second": 0.0,
      "eval_sequential_score": 0.4375547884383272,
      "eval_steps_per_second": 0.0,
      "step": 510
    },
    {
      "epoch": 5.009803921568627,
      "grad_norm": 124.88717651367188,
      "learning_rate": 1.1736481776669307e-05,
      "loss": 1.1768,
      "step": 511
    },
    {
      "epoch": 5.019607843137255,
      "grad_norm": 216.5086212158203,
      "learning_rate": 1.1702769443057425e-05,
      "loss": 1.9281,
      "step": 512
    },
    {
      "epoch": 5.029411764705882,
      "grad_norm": 159.35662841796875,
      "learning_rate": 1.1669037167395256e-05,
      "loss": 2.1877,
      "step": 513
    },
    {
      "epoch": 5.03921568627451,
      "grad_norm": 18.044170379638672,
      "learning_rate": 1.163528534473965e-05,
      "loss": 0.1436,
      "step": 514
    },
    {
      "epoch": 5.049019607843137,
      "grad_norm": 167.48268127441406,
      "learning_rate": 1.160151437037639e-05,
      "loss": 5.5032,
      "step": 515
    },
    {
      "epoch": 5.0588235294117645,
      "grad_norm": 67.38504791259766,
      "learning_rate": 1.1567724639815546e-05,
      "loss": 0.7393,
      "step": 516
    },
    {
      "epoch": 5.068627450980392,
      "grad_norm": 27.74494171142578,
      "learning_rate": 1.1533916548786856e-05,
      "loss": 0.1758,
      "step": 517
    },
    {
      "epoch": 5.078431372549019,
      "grad_norm": 59.97162628173828,
      "learning_rate": 1.1500090493235088e-05,
      "loss": 1.0376,
      "step": 518
    },
    {
      "epoch": 5.088235294117647,
      "grad_norm": 27.003108978271484,
      "learning_rate": 1.1466246869315407e-05,
      "loss": 0.2352,
      "step": 519
    },
    {
      "epoch": 5.098039215686274,
      "grad_norm": 68.12083435058594,
      "learning_rate": 1.1432386073388718e-05,
      "loss": 0.599,
      "step": 520
    },
    {
      "epoch": 5.107843137254902,
      "grad_norm": 118.4518051147461,
      "learning_rate": 1.1398508502017047e-05,
      "loss": 0.8052,
      "step": 521
    },
    {
      "epoch": 5.117647058823529,
      "grad_norm": 101.28154754638672,
      "learning_rate": 1.136461455195888e-05,
      "loss": 0.8724,
      "step": 522
    },
    {
      "epoch": 5.127450980392156,
      "grad_norm": 113.8682861328125,
      "learning_rate": 1.133070462016454e-05,
      "loss": 1.7786,
      "step": 523
    },
    {
      "epoch": 5.137254901960785,
      "grad_norm": 68.3201904296875,
      "learning_rate": 1.129677910377149e-05,
      "loss": 1.1583,
      "step": 524
    },
    {
      "epoch": 5.147058823529412,
      "grad_norm": 105.8781967163086,
      "learning_rate": 1.1262838400099733e-05,
      "loss": 1.6597,
      "step": 525
    },
    {
      "epoch": 5.1568627450980395,
      "grad_norm": 69.91793060302734,
      "learning_rate": 1.1228882906647142e-05,
      "loss": 0.5543,
      "step": 526
    },
    {
      "epoch": 5.166666666666667,
      "grad_norm": 180.70294189453125,
      "learning_rate": 1.119491302108479e-05,
      "loss": 1.0337,
      "step": 527
    },
    {
      "epoch": 5.176470588235294,
      "grad_norm": 142.03555297851562,
      "learning_rate": 1.1160929141252303e-05,
      "loss": 1.3722,
      "step": 528
    },
    {
      "epoch": 5.186274509803922,
      "grad_norm": 227.20677185058594,
      "learning_rate": 1.1126931665153213e-05,
      "loss": 4.702,
      "step": 529
    },
    {
      "epoch": 5.196078431372549,
      "grad_norm": 241.47018432617188,
      "learning_rate": 1.1092920990950276e-05,
      "loss": 1.9939,
      "step": 530
    },
    {
      "epoch": 5.205882352941177,
      "grad_norm": 190.31858825683594,
      "learning_rate": 1.1058897516960817e-05,
      "loss": 1.8056,
      "step": 531
    },
    {
      "epoch": 5.215686274509804,
      "grad_norm": 95.21177673339844,
      "learning_rate": 1.102486164165207e-05,
      "loss": 0.84,
      "step": 532
    },
    {
      "epoch": 5.2254901960784315,
      "grad_norm": 156.6720733642578,
      "learning_rate": 1.0990813763636511e-05,
      "loss": 1.3357,
      "step": 533
    },
    {
      "epoch": 5.235294117647059,
      "grad_norm": 146.09193420410156,
      "learning_rate": 1.0956754281667182e-05,
      "loss": 0.8736,
      "step": 534
    },
    {
      "epoch": 5.245098039215686,
      "grad_norm": 211.3238983154297,
      "learning_rate": 1.092268359463302e-05,
      "loss": 1.9759,
      "step": 535
    },
    {
      "epoch": 5.254901960784314,
      "grad_norm": 224.40943908691406,
      "learning_rate": 1.0888602101554202e-05,
      "loss": 3.5364,
      "step": 536
    },
    {
      "epoch": 5.264705882352941,
      "grad_norm": 202.93885803222656,
      "learning_rate": 1.0854510201577451e-05,
      "loss": 2.4263,
      "step": 537
    },
    {
      "epoch": 5.2745098039215685,
      "grad_norm": 76.13253021240234,
      "learning_rate": 1.082040829397138e-05,
      "loss": 0.9878,
      "step": 538
    },
    {
      "epoch": 5.284313725490196,
      "grad_norm": 73.6748046875,
      "learning_rate": 1.0786296778121787e-05,
      "loss": 0.6477,
      "step": 539
    },
    {
      "epoch": 5.294117647058823,
      "grad_norm": 77.87879180908203,
      "learning_rate": 1.0752176053527025e-05,
      "loss": 0.3962,
      "step": 540
    },
    {
      "epoch": 5.303921568627451,
      "grad_norm": 218.59780883789062,
      "learning_rate": 1.0718046519793276e-05,
      "loss": 1.6336,
      "step": 541
    },
    {
      "epoch": 5.313725490196078,
      "grad_norm": 54.15375518798828,
      "learning_rate": 1.06839085766299e-05,
      "loss": 0.5501,
      "step": 542
    },
    {
      "epoch": 5.323529411764706,
      "grad_norm": 55.52908706665039,
      "learning_rate": 1.0649762623844733e-05,
      "loss": 0.3524,
      "step": 543
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 246.89280700683594,
      "learning_rate": 1.0615609061339431e-05,
      "loss": 2.2072,
      "step": 544
    },
    {
      "epoch": 5.3431372549019605,
      "grad_norm": 38.195404052734375,
      "learning_rate": 1.0581448289104759e-05,
      "loss": 0.3129,
      "step": 545
    },
    {
      "epoch": 5.352941176470588,
      "grad_norm": 31.738845825195312,
      "learning_rate": 1.054728070721593e-05,
      "loss": 0.2931,
      "step": 546
    },
    {
      "epoch": 5.362745098039215,
      "grad_norm": 249.19166564941406,
      "learning_rate": 1.0513106715827897e-05,
      "loss": 3.0659,
      "step": 547
    },
    {
      "epoch": 5.372549019607844,
      "grad_norm": 199.5420379638672,
      "learning_rate": 1.0478926715170687e-05,
      "loss": 4.3941,
      "step": 548
    },
    {
      "epoch": 5.382352941176471,
      "grad_norm": 137.5148468017578,
      "learning_rate": 1.0444741105544705e-05,
      "loss": 0.9272,
      "step": 549
    },
    {
      "epoch": 5.392156862745098,
      "grad_norm": 41.8723030090332,
      "learning_rate": 1.0410550287316035e-05,
      "loss": 0.3424,
      "step": 550
    },
    {
      "epoch": 5.401960784313726,
      "grad_norm": 51.45671081542969,
      "learning_rate": 1.0376354660911772e-05,
      "loss": 0.3234,
      "step": 551
    },
    {
      "epoch": 5.411764705882353,
      "grad_norm": 14.542192459106445,
      "learning_rate": 1.0342154626815321e-05,
      "loss": 0.13,
      "step": 552
    },
    {
      "epoch": 5.421568627450981,
      "grad_norm": 12.387768745422363,
      "learning_rate": 1.0307950585561705e-05,
      "loss": 0.0854,
      "step": 553
    },
    {
      "epoch": 5.431372549019608,
      "grad_norm": 24.952451705932617,
      "learning_rate": 1.0273742937732877e-05,
      "loss": 0.225,
      "step": 554
    },
    {
      "epoch": 5.4411764705882355,
      "grad_norm": 199.25929260253906,
      "learning_rate": 1.0239532083953032e-05,
      "loss": 2.3928,
      "step": 555
    },
    {
      "epoch": 5.450980392156863,
      "grad_norm": 34.43343734741211,
      "learning_rate": 1.0205318424883906e-05,
      "loss": 0.1915,
      "step": 556
    },
    {
      "epoch": 5.46078431372549,
      "grad_norm": 67.97211456298828,
      "learning_rate": 1.0171102361220093e-05,
      "loss": 0.8306,
      "step": 557
    },
    {
      "epoch": 5.470588235294118,
      "grad_norm": 37.96565628051758,
      "learning_rate": 1.013688429368435e-05,
      "loss": 0.3044,
      "step": 558
    },
    {
      "epoch": 5.480392156862745,
      "grad_norm": 255.0636444091797,
      "learning_rate": 1.01026646230229e-05,
      "loss": 2.031,
      "step": 559
    },
    {
      "epoch": 5.490196078431373,
      "grad_norm": 10.789405822753906,
      "learning_rate": 1.006844375000074e-05,
      "loss": 0.094,
      "step": 560
    },
    {
      "epoch": 5.5,
      "grad_norm": 100.87726593017578,
      "learning_rate": 1.0034222075396954e-05,
      "loss": 1.7682,
      "step": 561
    },
    {
      "epoch": 5.509803921568627,
      "grad_norm": 27.38828468322754,
      "learning_rate": 1e-05,
      "loss": 0.1988,
      "step": 562
    },
    {
      "epoch": 5.519607843137255,
      "grad_norm": 211.09457397460938,
      "learning_rate": 9.965777924603053e-06,
      "loss": 3.5462,
      "step": 563
    },
    {
      "epoch": 5.529411764705882,
      "grad_norm": 241.73345947265625,
      "learning_rate": 9.931556249999262e-06,
      "loss": 2.431,
      "step": 564
    },
    {
      "epoch": 5.53921568627451,
      "grad_norm": 83.82843017578125,
      "learning_rate": 9.897335376977104e-06,
      "loss": 0.6328,
      "step": 565
    },
    {
      "epoch": 5.549019607843137,
      "grad_norm": 159.73216247558594,
      "learning_rate": 9.863115706315652e-06,
      "loss": 1.3962,
      "step": 566
    },
    {
      "epoch": 5.5588235294117645,
      "grad_norm": 264.318359375,
      "learning_rate": 9.828897638779909e-06,
      "loss": 2.0889,
      "step": 567
    },
    {
      "epoch": 5.568627450980392,
      "grad_norm": 77.75843048095703,
      "learning_rate": 9.794681575116097e-06,
      "loss": 0.5087,
      "step": 568
    },
    {
      "epoch": 5.578431372549019,
      "grad_norm": 123.56845092773438,
      "learning_rate": 9.760467916046971e-06,
      "loss": 1.6965,
      "step": 569
    },
    {
      "epoch": 5.588235294117647,
      "grad_norm": 64.12652587890625,
      "learning_rate": 9.726257062267124e-06,
      "loss": 0.4892,
      "step": 570
    },
    {
      "epoch": 5.598039215686274,
      "grad_norm": 91.92011260986328,
      "learning_rate": 9.692049414438298e-06,
      "loss": 0.7345,
      "step": 571
    },
    {
      "epoch": 5.607843137254902,
      "grad_norm": 190.08950805664062,
      "learning_rate": 9.65784537318468e-06,
      "loss": 1.6501,
      "step": 572
    },
    {
      "epoch": 5.617647058823529,
      "grad_norm": 121.39984130859375,
      "learning_rate": 9.62364533908823e-06,
      "loss": 0.8206,
      "step": 573
    },
    {
      "epoch": 5.627450980392156,
      "grad_norm": 33.83345031738281,
      "learning_rate": 9.58944971268397e-06,
      "loss": 0.1313,
      "step": 574
    },
    {
      "epoch": 5.637254901960784,
      "grad_norm": 95.9337158203125,
      "learning_rate": 9.555258894455298e-06,
      "loss": 0.7477,
      "step": 575
    },
    {
      "epoch": 5.647058823529412,
      "grad_norm": 62.88595199584961,
      "learning_rate": 9.521073284829315e-06,
      "loss": 0.3,
      "step": 576
    },
    {
      "epoch": 5.6568627450980395,
      "grad_norm": 150.9036102294922,
      "learning_rate": 9.486893284172103e-06,
      "loss": 1.4371,
      "step": 577
    },
    {
      "epoch": 5.666666666666667,
      "grad_norm": 167.43325805664062,
      "learning_rate": 9.452719292784074e-06,
      "loss": 1.0097,
      "step": 578
    },
    {
      "epoch": 5.676470588235294,
      "grad_norm": 130.76016235351562,
      "learning_rate": 9.418551710895243e-06,
      "loss": 1.154,
      "step": 579
    },
    {
      "epoch": 5.686274509803922,
      "grad_norm": 214.0218505859375,
      "learning_rate": 9.384390938660572e-06,
      "loss": 2.3609,
      "step": 580
    },
    {
      "epoch": 5.696078431372549,
      "grad_norm": 177.8703155517578,
      "learning_rate": 9.350237376155269e-06,
      "loss": 1.4063,
      "step": 581
    },
    {
      "epoch": 5.705882352941177,
      "grad_norm": 131.214111328125,
      "learning_rate": 9.316091423370105e-06,
      "loss": 1.2086,
      "step": 582
    },
    {
      "epoch": 5.715686274509804,
      "grad_norm": 210.3269500732422,
      "learning_rate": 9.281953480206725e-06,
      "loss": 0.9134,
      "step": 583
    },
    {
      "epoch": 5.7254901960784315,
      "grad_norm": 159.7574920654297,
      "learning_rate": 9.247823946472978e-06,
      "loss": 1.2729,
      "step": 584
    },
    {
      "epoch": 5.735294117647059,
      "grad_norm": 82.629638671875,
      "learning_rate": 9.213703221878217e-06,
      "loss": 1.0212,
      "step": 585
    },
    {
      "epoch": 5.745098039215686,
      "grad_norm": 208.00238037109375,
      "learning_rate": 9.179591706028626e-06,
      "loss": 2.1426,
      "step": 586
    },
    {
      "epoch": 5.754901960784314,
      "grad_norm": 175.32272338867188,
      "learning_rate": 9.14548979842255e-06,
      "loss": 1.7079,
      "step": 587
    },
    {
      "epoch": 5.764705882352941,
      "grad_norm": 283.4216613769531,
      "learning_rate": 9.111397898445798e-06,
      "loss": 5.7728,
      "step": 588
    },
    {
      "epoch": 5.7745098039215685,
      "grad_norm": 102.84513854980469,
      "learning_rate": 9.07731640536698e-06,
      "loss": 1.3294,
      "step": 589
    },
    {
      "epoch": 5.784313725490196,
      "grad_norm": 79.73255920410156,
      "learning_rate": 9.043245718332821e-06,
      "loss": 0.7796,
      "step": 590
    },
    {
      "epoch": 5.794117647058823,
      "grad_norm": 117.13491821289062,
      "learning_rate": 9.00918623636349e-06,
      "loss": 1.1574,
      "step": 591
    },
    {
      "epoch": 5.803921568627451,
      "grad_norm": 220.23910522460938,
      "learning_rate": 8.975138358347931e-06,
      "loss": 2.2228,
      "step": 592
    },
    {
      "epoch": 5.813725490196078,
      "grad_norm": 128.2473907470703,
      "learning_rate": 8.941102483039188e-06,
      "loss": 1.207,
      "step": 593
    },
    {
      "epoch": 5.823529411764706,
      "grad_norm": 160.54739379882812,
      "learning_rate": 8.907079009049728e-06,
      "loss": 3.1609,
      "step": 594
    },
    {
      "epoch": 5.833333333333333,
      "grad_norm": 51.88856506347656,
      "learning_rate": 8.87306833484679e-06,
      "loss": 0.2712,
      "step": 595
    },
    {
      "epoch": 5.8431372549019605,
      "grad_norm": 62.58355712890625,
      "learning_rate": 8.839070858747697e-06,
      "loss": 0.4125,
      "step": 596
    },
    {
      "epoch": 5.852941176470588,
      "grad_norm": 98.30895233154297,
      "learning_rate": 8.805086978915215e-06,
      "loss": 1.4667,
      "step": 597
    },
    {
      "epoch": 5.862745098039216,
      "grad_norm": 230.03298950195312,
      "learning_rate": 8.771117093352861e-06,
      "loss": 0.5438,
      "step": 598
    },
    {
      "epoch": 5.872549019607844,
      "grad_norm": 81.97654724121094,
      "learning_rate": 8.737161599900267e-06,
      "loss": 0.4254,
      "step": 599
    },
    {
      "epoch": 5.882352941176471,
      "grad_norm": 341.52703857421875,
      "learning_rate": 8.703220896228515e-06,
      "loss": 6.1285,
      "step": 600
    },
    {
      "epoch": 5.892156862745098,
      "grad_norm": 146.5873260498047,
      "learning_rate": 8.669295379835467e-06,
      "loss": 1.118,
      "step": 601
    },
    {
      "epoch": 5.901960784313726,
      "grad_norm": 210.6480255126953,
      "learning_rate": 8.63538544804112e-06,
      "loss": 1.7777,
      "step": 602
    },
    {
      "epoch": 5.911764705882353,
      "grad_norm": 34.43378448486328,
      "learning_rate": 8.601491497982956e-06,
      "loss": 0.2286,
      "step": 603
    },
    {
      "epoch": 5.921568627450981,
      "grad_norm": 120.62092590332031,
      "learning_rate": 8.567613926611287e-06,
      "loss": 1.579,
      "step": 604
    },
    {
      "epoch": 5.931372549019608,
      "grad_norm": 39.6716194152832,
      "learning_rate": 8.533753130684596e-06,
      "loss": 0.1557,
      "step": 605
    },
    {
      "epoch": 5.9411764705882355,
      "grad_norm": 100.10234832763672,
      "learning_rate": 8.499909506764914e-06,
      "loss": 0.6507,
      "step": 606
    },
    {
      "epoch": 5.950980392156863,
      "grad_norm": 104.76415252685547,
      "learning_rate": 8.466083451213145e-06,
      "loss": 1.0022,
      "step": 607
    },
    {
      "epoch": 5.96078431372549,
      "grad_norm": 82.09889221191406,
      "learning_rate": 8.432275360184458e-06,
      "loss": 0.6313,
      "step": 608
    },
    {
      "epoch": 5.970588235294118,
      "grad_norm": 100.37652587890625,
      "learning_rate": 8.398485629623613e-06,
      "loss": 1.0927,
      "step": 609
    },
    {
      "epoch": 5.980392156862745,
      "grad_norm": 188.57925415039062,
      "learning_rate": 8.36471465526035e-06,
      "loss": 1.466,
      "step": 610
    },
    {
      "epoch": 5.990196078431373,
      "grad_norm": 219.99679565429688,
      "learning_rate": 8.330962832604747e-06,
      "loss": 1.6886,
      "step": 611
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.9726890325546265,
      "learning_rate": 8.29723055694258e-06,
      "loss": 0.0075,
      "step": 612
    },
    {
      "epoch": 6.0,
      "eval_dim_1024_cosine_accuracy@1": 0.48894348894348894,
      "eval_dim_1024_cosine_accuracy@10": 0.6142506142506142,
      "eval_dim_1024_cosine_accuracy@3": 0.5208845208845209,
      "eval_dim_1024_cosine_accuracy@5": 0.5700245700245701,
      "eval_dim_1024_cosine_map@100": 0.5976720524317272,
      "eval_dim_1024_cosine_mrr@10": 0.5154527904527904,
      "eval_dim_1024_cosine_ndcg@10": 0.5460229942214867,
      "eval_dim_1024_cosine_precision@1": 0.48894348894348894,
      "eval_dim_1024_cosine_precision@10": 0.40122850122850123,
      "eval_dim_1024_cosine_precision@3": 0.47174447174447176,
      "eval_dim_1024_cosine_precision@5": 0.4491400491400492,
      "eval_dim_1024_cosine_recall@1": 0.08891480337317363,
      "eval_dim_1024_cosine_recall@10": 0.4516406035518924,
      "eval_dim_1024_cosine_recall@3": 0.2303785800036908,
      "eval_dim_1024_cosine_recall@5": 0.31690275794460926,
      "eval_dim_128_cosine_accuracy@1": 0.44717444717444715,
      "eval_dim_128_cosine_accuracy@10": 0.5700245700245701,
      "eval_dim_128_cosine_accuracy@3": 0.48157248157248156,
      "eval_dim_128_cosine_accuracy@5": 0.5184275184275184,
      "eval_dim_128_cosine_map@100": 0.5444400131756547,
      "eval_dim_128_cosine_mrr@10": 0.4735267735267733,
      "eval_dim_128_cosine_ndcg@10": 0.5031194282334123,
      "eval_dim_128_cosine_precision@1": 0.44717444717444715,
      "eval_dim_128_cosine_precision@10": 0.3705159705159705,
      "eval_dim_128_cosine_precision@3": 0.4316134316134316,
      "eval_dim_128_cosine_precision@5": 0.41130221130221134,
      "eval_dim_128_cosine_recall@1": 0.0808982479866424,
      "eval_dim_128_cosine_recall@10": 0.4141418524866116,
      "eval_dim_128_cosine_recall@3": 0.20802355417510104,
      "eval_dim_128_cosine_recall@5": 0.2881233268607535,
      "eval_dim_256_cosine_accuracy@1": 0.48402948402948404,
      "eval_dim_256_cosine_accuracy@10": 0.6068796068796068,
      "eval_dim_256_cosine_accuracy@3": 0.5233415233415234,
      "eval_dim_256_cosine_accuracy@5": 0.547911547911548,
      "eval_dim_256_cosine_map@100": 0.5841126320321542,
      "eval_dim_256_cosine_mrr@10": 0.5097636597636596,
      "eval_dim_256_cosine_ndcg@10": 0.537655102804848,
      "eval_dim_256_cosine_precision@1": 0.48402948402948404,
      "eval_dim_256_cosine_precision@10": 0.3968058968058968,
      "eval_dim_256_cosine_precision@3": 0.46846846846846846,
      "eval_dim_256_cosine_precision@5": 0.4437346437346438,
      "eval_dim_256_cosine_recall@1": 0.08786070356907384,
      "eval_dim_256_cosine_recall@10": 0.436273262393268,
      "eval_dim_256_cosine_recall@3": 0.22554746556050734,
      "eval_dim_256_cosine_recall@5": 0.3069905528325609,
      "eval_dim_512_cosine_accuracy@1": 0.4914004914004914,
      "eval_dim_512_cosine_accuracy@10": 0.6167076167076168,
      "eval_dim_512_cosine_accuracy@3": 0.5307125307125307,
      "eval_dim_512_cosine_accuracy@5": 0.5651105651105651,
      "eval_dim_512_cosine_map@100": 0.5922900752506245,
      "eval_dim_512_cosine_mrr@10": 0.5185757185757183,
      "eval_dim_512_cosine_ndcg@10": 0.5504484254803175,
      "eval_dim_512_cosine_precision@1": 0.4914004914004914,
      "eval_dim_512_cosine_precision@10": 0.4098280098280099,
      "eval_dim_512_cosine_precision@3": 0.47583947583947583,
      "eval_dim_512_cosine_precision@5": 0.45454545454545453,
      "eval_dim_512_cosine_recall@1": 0.08789957958411618,
      "eval_dim_512_cosine_recall@10": 0.45062343049463316,
      "eval_dim_512_cosine_recall@3": 0.22567443197804174,
      "eval_dim_512_cosine_recall@5": 0.31030465025162784,
      "eval_dim_64_cosine_accuracy@1": 0.4152334152334152,
      "eval_dim_64_cosine_accuracy@10": 0.5208845208845209,
      "eval_dim_64_cosine_accuracy@3": 0.44717444717444715,
      "eval_dim_64_cosine_accuracy@5": 0.47174447174447176,
      "eval_dim_64_cosine_map@100": 0.5161398045128999,
      "eval_dim_64_cosine_mrr@10": 0.43760091260091255,
      "eval_dim_64_cosine_ndcg@10": 0.46224104142875316,
      "eval_dim_64_cosine_precision@1": 0.4152334152334152,
      "eval_dim_64_cosine_precision@10": 0.3388206388206389,
      "eval_dim_64_cosine_precision@3": 0.4004914004914005,
      "eval_dim_64_cosine_precision@5": 0.3783783783783784,
      "eval_dim_64_cosine_recall@1": 0.07740506613872296,
      "eval_dim_64_cosine_recall@10": 0.38081733627707165,
      "eval_dim_64_cosine_recall@3": 0.1969888242051906,
      "eval_dim_64_cosine_recall@5": 0.26611259782706964,
      "eval_dim_768_cosine_accuracy@1": 0.4987714987714988,
      "eval_dim_768_cosine_accuracy@10": 0.6314496314496314,
      "eval_dim_768_cosine_accuracy@3": 0.5307125307125307,
      "eval_dim_768_cosine_accuracy@5": 0.5700245700245701,
      "eval_dim_768_cosine_map@100": 0.6039285561938036,
      "eval_dim_768_cosine_mrr@10": 0.5256990756990754,
      "eval_dim_768_cosine_ndcg@10": 0.5573462009934986,
      "eval_dim_768_cosine_precision@1": 0.4987714987714988,
      "eval_dim_768_cosine_precision@10": 0.414004914004914,
      "eval_dim_768_cosine_precision@3": 0.48075348075348073,
      "eval_dim_768_cosine_precision@5": 0.45601965601965605,
      "eval_dim_768_cosine_recall@1": 0.09025167529828085,
      "eval_dim_768_cosine_recall@10": 0.45522011385307204,
      "eval_dim_768_cosine_recall@3": 0.2315431679329846,
      "eval_dim_768_cosine_recall@5": 0.3134694315903904,
      "eval_runtime": 108.717,
      "eval_samples_per_second": 0.0,
      "eval_sequential_score": 0.46224104142875316,
      "eval_steps_per_second": 0.0,
      "step": 612
    },
    {
      "epoch": 6.009803921568627,
      "grad_norm": 222.1741943359375,
      "learning_rate": 8.263518223330698e-06,
      "loss": 2.9338,
      "step": 613
    },
    {
      "epoch": 6.019607843137255,
      "grad_norm": 59.482357025146484,
      "learning_rate": 8.22982622659241e-06,
      "loss": 0.4003,
      "step": 614
    },
    {
      "epoch": 6.029411764705882,
      "grad_norm": 49.547813415527344,
      "learning_rate": 8.19615496131283e-06,
      "loss": 0.7203,
      "step": 615
    },
    {
      "epoch": 6.03921568627451,
      "grad_norm": 17.963455200195312,
      "learning_rate": 8.162504821834296e-06,
      "loss": 0.0941,
      "step": 616
    },
    {
      "epoch": 6.049019607843137,
      "grad_norm": 79.48217010498047,
      "learning_rate": 8.128876202251719e-06,
      "loss": 0.5725,
      "step": 617
    },
    {
      "epoch": 6.0588235294117645,
      "grad_norm": 149.82122802734375,
      "learning_rate": 8.095269496407972e-06,
      "loss": 1.827,
      "step": 618
    },
    {
      "epoch": 6.068627450980392,
      "grad_norm": 158.1913299560547,
      "learning_rate": 8.0616850978893e-06,
      "loss": 1.7858,
      "step": 619
    },
    {
      "epoch": 6.078431372549019,
      "grad_norm": 40.038658142089844,
      "learning_rate": 8.028123400020686e-06,
      "loss": 0.1243,
      "step": 620
    },
    {
      "epoch": 6.088235294117647,
      "grad_norm": 291.8527526855469,
      "learning_rate": 7.994584795861248e-06,
      "loss": 3.4995,
      "step": 621
    },
    {
      "epoch": 6.098039215686274,
      "grad_norm": 245.8454132080078,
      "learning_rate": 7.961069678199658e-06,
      "loss": 2.243,
      "step": 622
    },
    {
      "epoch": 6.107843137254902,
      "grad_norm": 164.7061767578125,
      "learning_rate": 7.927578439549506e-06,
      "loss": 2.3023,
      "step": 623
    },
    {
      "epoch": 6.117647058823529,
      "grad_norm": 25.565458297729492,
      "learning_rate": 7.894111472144733e-06,
      "loss": 0.1504,
      "step": 624
    },
    {
      "epoch": 6.127450980392156,
      "grad_norm": 41.87569046020508,
      "learning_rate": 7.860669167935028e-06,
      "loss": 0.2739,
      "step": 625
    },
    {
      "epoch": 6.137254901960785,
      "grad_norm": 37.31741714477539,
      "learning_rate": 7.827251918581225e-06,
      "loss": 0.5756,
      "step": 626
    },
    {
      "epoch": 6.147058823529412,
      "grad_norm": 82.5517349243164,
      "learning_rate": 7.793860115450744e-06,
      "loss": 0.5515,
      "step": 627
    },
    {
      "epoch": 6.1568627450980395,
      "grad_norm": 44.918033599853516,
      "learning_rate": 7.760494149612971e-06,
      "loss": 0.4772,
      "step": 628
    },
    {
      "epoch": 6.166666666666667,
      "grad_norm": 12.632857322692871,
      "learning_rate": 7.727154411834712e-06,
      "loss": 0.1287,
      "step": 629
    },
    {
      "epoch": 6.176470588235294,
      "grad_norm": 121.04386138916016,
      "learning_rate": 7.6938412925756e-06,
      "loss": 0.5132,
      "step": 630
    },
    {
      "epoch": 6.186274509803922,
      "grad_norm": 157.83558654785156,
      "learning_rate": 7.660555181983517e-06,
      "loss": 1.6294,
      "step": 631
    },
    {
      "epoch": 6.196078431372549,
      "grad_norm": 322.23931884765625,
      "learning_rate": 7.6272964698900356e-06,
      "loss": 3.0269,
      "step": 632
    },
    {
      "epoch": 6.205882352941177,
      "grad_norm": 28.910871505737305,
      "learning_rate": 7.5940655458058575e-06,
      "loss": 0.1832,
      "step": 633
    },
    {
      "epoch": 6.215686274509804,
      "grad_norm": 12.5180025100708,
      "learning_rate": 7.560862798916229e-06,
      "loss": 0.1013,
      "step": 634
    },
    {
      "epoch": 6.2254901960784315,
      "grad_norm": 211.47406005859375,
      "learning_rate": 7.527688618076413e-06,
      "loss": 2.2236,
      "step": 635
    },
    {
      "epoch": 6.235294117647059,
      "grad_norm": 12.547070503234863,
      "learning_rate": 7.494543391807112e-06,
      "loss": 0.084,
      "step": 636
    },
    {
      "epoch": 6.245098039215686,
      "grad_norm": 52.96575927734375,
      "learning_rate": 7.461427508289922e-06,
      "loss": 0.4747,
      "step": 637
    },
    {
      "epoch": 6.254901960784314,
      "grad_norm": 40.899497985839844,
      "learning_rate": 7.428341355362803e-06,
      "loss": 0.4776,
      "step": 638
    },
    {
      "epoch": 6.264705882352941,
      "grad_norm": 35.28785705566406,
      "learning_rate": 7.395285320515513e-06,
      "loss": 0.3226,
      "step": 639
    },
    {
      "epoch": 6.2745098039215685,
      "grad_norm": 139.03817749023438,
      "learning_rate": 7.36225979088508e-06,
      "loss": 1.3842,
      "step": 640
    },
    {
      "epoch": 6.284313725490196,
      "grad_norm": 43.10614013671875,
      "learning_rate": 7.329265153251285e-06,
      "loss": 0.1958,
      "step": 641
    },
    {
      "epoch": 6.294117647058823,
      "grad_norm": 238.92405700683594,
      "learning_rate": 7.296301794032097e-06,
      "loss": 2.6577,
      "step": 642
    },
    {
      "epoch": 6.303921568627451,
      "grad_norm": 160.84262084960938,
      "learning_rate": 7.263370099279173e-06,
      "loss": 1.8295,
      "step": 643
    },
    {
      "epoch": 6.313725490196078,
      "grad_norm": 92.27483367919922,
      "learning_rate": 7.230470454673335e-06,
      "loss": 0.6483,
      "step": 644
    },
    {
      "epoch": 6.323529411764706,
      "grad_norm": 120.74156188964844,
      "learning_rate": 7.197603245520042e-06,
      "loss": 0.671,
      "step": 645
    },
    {
      "epoch": 6.333333333333333,
      "grad_norm": 164.46267700195312,
      "learning_rate": 7.164768856744893e-06,
      "loss": 1.4637,
      "step": 646
    },
    {
      "epoch": 6.3431372549019605,
      "grad_norm": 218.87203979492188,
      "learning_rate": 7.131967672889101e-06,
      "loss": 3.4489,
      "step": 647
    },
    {
      "epoch": 6.352941176470588,
      "grad_norm": 102.92604064941406,
      "learning_rate": 7.099200078104995e-06,
      "loss": 0.4837,
      "step": 648
    },
    {
      "epoch": 6.362745098039215,
      "grad_norm": 17.36208152770996,
      "learning_rate": 7.066466456151541e-06,
      "loss": 0.0927,
      "step": 649
    },
    {
      "epoch": 6.372549019607844,
      "grad_norm": 38.66165542602539,
      "learning_rate": 7.033767190389814e-06,
      "loss": 0.2907,
      "step": 650
    },
    {
      "epoch": 6.382352941176471,
      "grad_norm": 188.37469482421875,
      "learning_rate": 7.001102663778533e-06,
      "loss": 1.884,
      "step": 651
    },
    {
      "epoch": 6.392156862745098,
      "grad_norm": 349.3941650390625,
      "learning_rate": 6.968473258869566e-06,
      "loss": 3.2645,
      "step": 652
    },
    {
      "epoch": 6.401960784313726,
      "grad_norm": 118.3739013671875,
      "learning_rate": 6.935879357803453e-06,
      "loss": 0.7554,
      "step": 653
    },
    {
      "epoch": 6.411764705882353,
      "grad_norm": 177.61575317382812,
      "learning_rate": 6.90332134230493e-06,
      "loss": 1.1387,
      "step": 654
    },
    {
      "epoch": 6.421568627450981,
      "grad_norm": 37.24906921386719,
      "learning_rate": 6.870799593678459e-06,
      "loss": 0.2648,
      "step": 655
    },
    {
      "epoch": 6.431372549019608,
      "grad_norm": 34.30437088012695,
      "learning_rate": 6.83831449280375e-06,
      "loss": 0.2713,
      "step": 656
    },
    {
      "epoch": 6.4411764705882355,
      "grad_norm": 96.4261245727539,
      "learning_rate": 6.80586642013133e-06,
      "loss": 0.9713,
      "step": 657
    },
    {
      "epoch": 6.450980392156863,
      "grad_norm": 256.7265319824219,
      "learning_rate": 6.773455755678054e-06,
      "loss": 2.1971,
      "step": 658
    },
    {
      "epoch": 6.46078431372549,
      "grad_norm": 76.91236877441406,
      "learning_rate": 6.741082879022671e-06,
      "loss": 0.687,
      "step": 659
    },
    {
      "epoch": 6.470588235294118,
      "grad_norm": 307.11810302734375,
      "learning_rate": 6.708748169301389e-06,
      "loss": 3.149,
      "step": 660
    },
    {
      "epoch": 6.480392156862745,
      "grad_norm": 148.8957061767578,
      "learning_rate": 6.6764520052034054e-06,
      "loss": 0.7407,
      "step": 661
    },
    {
      "epoch": 6.490196078431373,
      "grad_norm": 45.73969268798828,
      "learning_rate": 6.644194764966499e-06,
      "loss": 0.3483,
      "step": 662
    },
    {
      "epoch": 6.5,
      "grad_norm": 87.1593246459961,
      "learning_rate": 6.61197682637259e-06,
      "loss": 0.4235,
      "step": 663
    },
    {
      "epoch": 6.509803921568627,
      "grad_norm": 343.9141845703125,
      "learning_rate": 6.579798566743314e-06,
      "loss": 2.3466,
      "step": 664
    },
    {
      "epoch": 6.519607843137255,
      "grad_norm": 14.481148719787598,
      "learning_rate": 6.547660362935603e-06,
      "loss": 0.108,
      "step": 665
    },
    {
      "epoch": 6.529411764705882,
      "grad_norm": 27.754215240478516,
      "learning_rate": 6.515562591337279e-06,
      "loss": 0.1696,
      "step": 666
    },
    {
      "epoch": 6.53921568627451,
      "grad_norm": 110.18627166748047,
      "learning_rate": 6.483505627862632e-06,
      "loss": 1.1348,
      "step": 667
    },
    {
      "epoch": 6.549019607843137,
      "grad_norm": 26.51551628112793,
      "learning_rate": 6.451489847948039e-06,
      "loss": 0.1783,
      "step": 668
    },
    {
      "epoch": 6.5588235294117645,
      "grad_norm": 9.139297485351562,
      "learning_rate": 6.419515626547543e-06,
      "loss": 0.0717,
      "step": 669
    },
    {
      "epoch": 6.568627450980392,
      "grad_norm": 35.66075134277344,
      "learning_rate": 6.387583338128471e-06,
      "loss": 0.2698,
      "step": 670
    },
    {
      "epoch": 6.578431372549019,
      "grad_norm": 114.82762908935547,
      "learning_rate": 6.3556933566670656e-06,
      "loss": 0.7624,
      "step": 671
    },
    {
      "epoch": 6.588235294117647,
      "grad_norm": 119.01859283447266,
      "learning_rate": 6.32384605564407e-06,
      "loss": 1.9315,
      "step": 672
    },
    {
      "epoch": 6.598039215686274,
      "grad_norm": 171.07485961914062,
      "learning_rate": 6.292041808040393e-06,
      "loss": 1.4153,
      "step": 673
    },
    {
      "epoch": 6.607843137254902,
      "grad_norm": 16.290937423706055,
      "learning_rate": 6.260280986332707e-06,
      "loss": 0.0972,
      "step": 674
    },
    {
      "epoch": 6.617647058823529,
      "grad_norm": 83.1821517944336,
      "learning_rate": 6.228563962489106e-06,
      "loss": 0.6259,
      "step": 675
    },
    {
      "epoch": 6.627450980392156,
      "grad_norm": 19.5178165435791,
      "learning_rate": 6.196891107964744e-06,
      "loss": 0.1532,
      "step": 676
    },
    {
      "epoch": 6.637254901960784,
      "grad_norm": 227.19485473632812,
      "learning_rate": 6.165262793697486e-06,
      "loss": 1.5359,
      "step": 677
    },
    {
      "epoch": 6.647058823529412,
      "grad_norm": 151.13121032714844,
      "learning_rate": 6.1336793901035526e-06,
      "loss": 3.6835,
      "step": 678
    },
    {
      "epoch": 6.6568627450980395,
      "grad_norm": 160.7373046875,
      "learning_rate": 6.102141267073207e-06,
      "loss": 1.4413,
      "step": 679
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 30.996994018554688,
      "learning_rate": 6.070648793966396e-06,
      "loss": 0.1316,
      "step": 680
    },
    {
      "epoch": 6.676470588235294,
      "grad_norm": 122.04407501220703,
      "learning_rate": 6.039202339608432e-06,
      "loss": 0.98,
      "step": 681
    },
    {
      "epoch": 6.686274509803922,
      "grad_norm": 227.5845947265625,
      "learning_rate": 6.007802272285693e-06,
      "loss": 4.545,
      "step": 682
    },
    {
      "epoch": 6.696078431372549,
      "grad_norm": 235.57814025878906,
      "learning_rate": 5.9764489597412744e-06,
      "loss": 4.13,
      "step": 683
    },
    {
      "epoch": 6.705882352941177,
      "grad_norm": 374.61517333984375,
      "learning_rate": 5.94514276917072e-06,
      "loss": 5.5336,
      "step": 684
    },
    {
      "epoch": 6.715686274509804,
      "grad_norm": 69.68374633789062,
      "learning_rate": 5.913884067217686e-06,
      "loss": 0.4967,
      "step": 685
    },
    {
      "epoch": 6.7254901960784315,
      "grad_norm": 237.90850830078125,
      "learning_rate": 5.882673219969673e-06,
      "loss": 6.8419,
      "step": 686
    },
    {
      "epoch": 6.735294117647059,
      "grad_norm": 218.00311279296875,
      "learning_rate": 5.851510592953729e-06,
      "loss": 2.141,
      "step": 687
    },
    {
      "epoch": 6.745098039215686,
      "grad_norm": 46.03615951538086,
      "learning_rate": 5.82039655113217e-06,
      "loss": 0.4577,
      "step": 688
    },
    {
      "epoch": 6.754901960784314,
      "grad_norm": 160.79220581054688,
      "learning_rate": 5.7893314588982905e-06,
      "loss": 1.3861,
      "step": 689
    },
    {
      "epoch": 6.764705882352941,
      "grad_norm": 32.036197662353516,
      "learning_rate": 5.758315680072137e-06,
      "loss": 0.202,
      "step": 690
    },
    {
      "epoch": 6.7745098039215685,
      "grad_norm": 38.391448974609375,
      "learning_rate": 5.727349577896194e-06,
      "loss": 0.3602,
      "step": 691
    },
    {
      "epoch": 6.784313725490196,
      "grad_norm": 309.6466979980469,
      "learning_rate": 5.696433515031169e-06,
      "loss": 4.746,
      "step": 692
    },
    {
      "epoch": 6.794117647058823,
      "grad_norm": 52.91792678833008,
      "learning_rate": 5.66556785355173e-06,
      "loss": 0.3741,
      "step": 693
    },
    {
      "epoch": 6.803921568627451,
      "grad_norm": 113.32904052734375,
      "learning_rate": 5.634752954942264e-06,
      "loss": 0.7028,
      "step": 694
    },
    {
      "epoch": 6.813725490196078,
      "grad_norm": 53.952816009521484,
      "learning_rate": 5.603989180092661e-06,
      "loss": 0.2445,
      "step": 695
    },
    {
      "epoch": 6.823529411764706,
      "grad_norm": 236.71702575683594,
      "learning_rate": 5.57327688929405e-06,
      "loss": 4.9585,
      "step": 696
    },
    {
      "epoch": 6.833333333333333,
      "grad_norm": 169.93414306640625,
      "learning_rate": 5.542616442234618e-06,
      "loss": 1.8145,
      "step": 697
    },
    {
      "epoch": 6.8431372549019605,
      "grad_norm": 75.98622131347656,
      "learning_rate": 5.512008197995379e-06,
      "loss": 0.5992,
      "step": 698
    },
    {
      "epoch": 6.852941176470588,
      "grad_norm": 42.894012451171875,
      "learning_rate": 5.481452515045974e-06,
      "loss": 0.3326,
      "step": 699
    },
    {
      "epoch": 6.862745098039216,
      "grad_norm": 315.45440673828125,
      "learning_rate": 5.450949751240456e-06,
      "loss": 4.4071,
      "step": 700
    },
    {
      "epoch": 6.872549019607844,
      "grad_norm": 172.7576904296875,
      "learning_rate": 5.420500263813141e-06,
      "loss": 1.2975,
      "step": 701
    },
    {
      "epoch": 6.882352941176471,
      "grad_norm": 14.677542686462402,
      "learning_rate": 5.390104409374364e-06,
      "loss": 0.0838,
      "step": 702
    },
    {
      "epoch": 6.892156862745098,
      "grad_norm": 89.23653411865234,
      "learning_rate": 5.3597625439063685e-06,
      "loss": 0.6391,
      "step": 703
    },
    {
      "epoch": 6.901960784313726,
      "grad_norm": 92.21537780761719,
      "learning_rate": 5.329475022759074e-06,
      "loss": 0.4043,
      "step": 704
    },
    {
      "epoch": 6.911764705882353,
      "grad_norm": 205.48439025878906,
      "learning_rate": 5.299242200645959e-06,
      "loss": 3.0587,
      "step": 705
    },
    {
      "epoch": 6.921568627450981,
      "grad_norm": 108.62948608398438,
      "learning_rate": 5.269064431639901e-06,
      "loss": 3.1316,
      "step": 706
    },
    {
      "epoch": 6.931372549019608,
      "grad_norm": 32.06413650512695,
      "learning_rate": 5.238942069169e-06,
      "loss": 0.2356,
      "step": 707
    },
    {
      "epoch": 6.9411764705882355,
      "grad_norm": 107.39771270751953,
      "learning_rate": 5.208875466012475e-06,
      "loss": 0.7771,
      "step": 708
    },
    {
      "epoch": 6.950980392156863,
      "grad_norm": 218.95639038085938,
      "learning_rate": 5.178864974296511e-06,
      "loss": 2.7437,
      "step": 709
    },
    {
      "epoch": 6.96078431372549,
      "grad_norm": 67.70856475830078,
      "learning_rate": 5.148910945490152e-06,
      "loss": 0.3518,
      "step": 710
    },
    {
      "epoch": 6.970588235294118,
      "grad_norm": 96.40752410888672,
      "learning_rate": 5.119013730401152e-06,
      "loss": 1.7482,
      "step": 711
    },
    {
      "epoch": 6.980392156862745,
      "grad_norm": 348.69500732421875,
      "learning_rate": 5.089173679171922e-06,
      "loss": 3.4652,
      "step": 712
    },
    {
      "epoch": 6.990196078431373,
      "grad_norm": 142.3229217529297,
      "learning_rate": 5.059391141275358e-06,
      "loss": 1.0678,
      "step": 713
    },
    {
      "epoch": 7.0,
      "grad_norm": 22.22666358947754,
      "learning_rate": 5.029666465510825e-06,
      "loss": 0.0745,
      "step": 714
    },
    {
      "epoch": 7.0,
      "eval_dim_1024_cosine_accuracy@1": 0.49385749385749383,
      "eval_dim_1024_cosine_accuracy@10": 0.6142506142506142,
      "eval_dim_1024_cosine_accuracy@3": 0.5282555282555282,
      "eval_dim_1024_cosine_accuracy@5": 0.5773955773955773,
      "eval_dim_1024_cosine_map@100": 0.595731319547411,
      "eval_dim_1024_cosine_mrr@10": 0.5204184704184703,
      "eval_dim_1024_cosine_ndcg@10": 0.5512483982096165,
      "eval_dim_1024_cosine_precision@1": 0.49385749385749383,
      "eval_dim_1024_cosine_precision@10": 0.4063882063882064,
      "eval_dim_1024_cosine_precision@3": 0.4774774774774775,
      "eval_dim_1024_cosine_precision@5": 0.455036855036855,
      "eval_dim_1024_cosine_recall@1": 0.08912866382837943,
      "eval_dim_1024_cosine_recall@10": 0.4481197826791737,
      "eval_dim_1024_cosine_recall@3": 0.2300420853912322,
      "eval_dim_1024_cosine_recall@5": 0.3149748881795791,
      "eval_dim_128_cosine_accuracy@1": 0.4520884520884521,
      "eval_dim_128_cosine_accuracy@10": 0.5700245700245701,
      "eval_dim_128_cosine_accuracy@3": 0.47665847665847666,
      "eval_dim_128_cosine_accuracy@5": 0.515970515970516,
      "eval_dim_128_cosine_map@100": 0.5506483689115527,
      "eval_dim_128_cosine_mrr@10": 0.47595940095940065,
      "eval_dim_128_cosine_ndcg@10": 0.5044695668349294,
      "eval_dim_128_cosine_precision@1": 0.4520884520884521,
      "eval_dim_128_cosine_precision@10": 0.37444717444717446,
      "eval_dim_128_cosine_precision@3": 0.43243243243243246,
      "eval_dim_128_cosine_precision@5": 0.4103194103194103,
      "eval_dim_128_cosine_recall@1": 0.08142971488174566,
      "eval_dim_128_cosine_recall@10": 0.40193162524503645,
      "eval_dim_128_cosine_recall@3": 0.20456534980780577,
      "eval_dim_128_cosine_recall@5": 0.2773489335001532,
      "eval_dim_256_cosine_accuracy@1": 0.48894348894348894,
      "eval_dim_256_cosine_accuracy@10": 0.5896805896805897,
      "eval_dim_256_cosine_accuracy@3": 0.515970515970516,
      "eval_dim_256_cosine_accuracy@5": 0.5577395577395577,
      "eval_dim_256_cosine_map@100": 0.5781689917510092,
      "eval_dim_256_cosine_mrr@10": 0.5107854607854605,
      "eval_dim_256_cosine_ndcg@10": 0.5373666870950415,
      "eval_dim_256_cosine_precision@1": 0.48894348894348894,
      "eval_dim_256_cosine_precision@10": 0.4007371007371008,
      "eval_dim_256_cosine_precision@3": 0.4709254709254709,
      "eval_dim_256_cosine_precision@5": 0.45061425061425053,
      "eval_dim_256_cosine_recall@1": 0.0842213154312531,
      "eval_dim_256_cosine_recall@10": 0.42540352551230654,
      "eval_dim_256_cosine_recall@3": 0.21511236499217798,
      "eval_dim_256_cosine_recall@5": 0.29770527846107964,
      "eval_dim_512_cosine_accuracy@1": 0.4864864864864865,
      "eval_dim_512_cosine_accuracy@10": 0.6068796068796068,
      "eval_dim_512_cosine_accuracy@3": 0.5257985257985258,
      "eval_dim_512_cosine_accuracy@5": 0.5675675675675675,
      "eval_dim_512_cosine_map@100": 0.5908393010626534,
      "eval_dim_512_cosine_mrr@10": 0.5131976131976131,
      "eval_dim_512_cosine_ndcg@10": 0.5439085064289785,
      "eval_dim_512_cosine_precision@1": 0.4864864864864865,
      "eval_dim_512_cosine_precision@10": 0.3995085995085995,
      "eval_dim_512_cosine_precision@3": 0.47174447174447176,
      "eval_dim_512_cosine_precision@5": 0.45012285012285014,
      "eval_dim_512_cosine_recall@1": 0.0879461897443627,
      "eval_dim_512_cosine_recall@10": 0.44207817748107614,
      "eval_dim_512_cosine_recall@3": 0.22725223889675777,
      "eval_dim_512_cosine_recall@5": 0.3130628976219442,
      "eval_dim_64_cosine_accuracy@1": 0.4275184275184275,
      "eval_dim_64_cosine_accuracy@10": 0.5528255528255528,
      "eval_dim_64_cosine_accuracy@3": 0.44717444717444715,
      "eval_dim_64_cosine_accuracy@5": 0.48157248157248156,
      "eval_dim_64_cosine_map@100": 0.5224536883804053,
      "eval_dim_64_cosine_mrr@10": 0.4508979758979758,
      "eval_dim_64_cosine_ndcg@10": 0.47744766975442865,
      "eval_dim_64_cosine_precision@1": 0.4275184275184275,
      "eval_dim_64_cosine_precision@10": 0.36019656019656016,
      "eval_dim_64_cosine_precision@3": 0.41277641277641275,
      "eval_dim_64_cosine_precision@5": 0.39262899262899265,
      "eval_dim_64_cosine_recall@1": 0.07229615999650887,
      "eval_dim_64_cosine_recall@10": 0.38447481218565255,
      "eval_dim_64_cosine_recall@3": 0.18605045721601993,
      "eval_dim_64_cosine_recall@5": 0.2566235561370307,
      "eval_dim_768_cosine_accuracy@1": 0.4987714987714988,
      "eval_dim_768_cosine_accuracy@10": 0.6191646191646192,
      "eval_dim_768_cosine_accuracy@3": 0.538083538083538,
      "eval_dim_768_cosine_accuracy@5": 0.5798525798525799,
      "eval_dim_768_cosine_map@100": 0.5988518905011782,
      "eval_dim_768_cosine_mrr@10": 0.5254104754104753,
      "eval_dim_768_cosine_ndcg@10": 0.5563991366201219,
      "eval_dim_768_cosine_precision@1": 0.4987714987714988,
      "eval_dim_768_cosine_precision@10": 0.41154791154791154,
      "eval_dim_768_cosine_precision@3": 0.4832104832104832,
      "eval_dim_768_cosine_precision@5": 0.46142506142506146,
      "eval_dim_768_cosine_recall@1": 0.08905718164482829,
      "eval_dim_768_cosine_recall@10": 0.4486124919101274,
      "eval_dim_768_cosine_recall@3": 0.2295409885539285,
      "eval_dim_768_cosine_recall@5": 0.3157056792120942,
      "eval_runtime": 109.1141,
      "eval_samples_per_second": 0.0,
      "eval_sequential_score": 0.47744766975442865,
      "eval_steps_per_second": 0.0,
      "step": 714
    },
    {
      "epoch": 7.009803921568627,
      "grad_norm": 63.79975891113281,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.4542,
      "step": 715
    },
    {
      "epoch": 7.019607843137255,
      "grad_norm": 200.88624572753906,
      "learning_rate": 4.970392092182853e-06,
      "loss": 1.7377,
      "step": 716
    },
    {
      "epoch": 7.029411764705882,
      "grad_norm": 79.27217864990234,
      "learning_rate": 4.940843088813537e-06,
      "loss": 0.7405,
      "step": 717
    },
    {
      "epoch": 7.03921568627451,
      "grad_norm": 35.00010299682617,
      "learning_rate": 4.911353335956353e-06,
      "loss": 0.2791,
      "step": 718
    },
    {
      "epoch": 7.049019607843137,
      "grad_norm": 135.90704345703125,
      "learning_rate": 4.881923178981681e-06,
      "loss": 0.655,
      "step": 719
    },
    {
      "epoch": 7.0588235294117645,
      "grad_norm": 49.872772216796875,
      "learning_rate": 4.852552962561946e-06,
      "loss": 0.6784,
      "step": 720
    },
    {
      "epoch": 7.068627450980392,
      "grad_norm": 129.71676635742188,
      "learning_rate": 4.823243030667576e-06,
      "loss": 2.269,
      "step": 721
    },
    {
      "epoch": 7.078431372549019,
      "grad_norm": 156.48196411132812,
      "learning_rate": 4.7939937265629725e-06,
      "loss": 1.7147,
      "step": 722
    },
    {
      "epoch": 7.088235294117647,
      "grad_norm": 176.2197265625,
      "learning_rate": 4.764805392802497e-06,
      "loss": 1.2439,
      "step": 723
    },
    {
      "epoch": 7.098039215686274,
      "grad_norm": 90.0716781616211,
      "learning_rate": 4.7356783712264405e-06,
      "loss": 0.6956,
      "step": 724
    },
    {
      "epoch": 7.107843137254902,
      "grad_norm": 114.52175903320312,
      "learning_rate": 4.70661300295706e-06,
      "loss": 1.5403,
      "step": 725
    },
    {
      "epoch": 7.117647058823529,
      "grad_norm": 104.1857681274414,
      "learning_rate": 4.677609628394529e-06,
      "loss": 0.8351,
      "step": 726
    },
    {
      "epoch": 7.127450980392156,
      "grad_norm": 45.95167541503906,
      "learning_rate": 4.648668587212998e-06,
      "loss": 0.4354,
      "step": 727
    },
    {
      "epoch": 7.137254901960785,
      "grad_norm": 18.68297576904297,
      "learning_rate": 4.619790218356589e-06,
      "loss": 0.0799,
      "step": 728
    },
    {
      "epoch": 7.147058823529412,
      "grad_norm": 30.906768798828125,
      "learning_rate": 4.5909748600354395e-06,
      "loss": 0.2014,
      "step": 729
    },
    {
      "epoch": 7.1568627450980395,
      "grad_norm": 8.264930725097656,
      "learning_rate": 4.562222849721735e-06,
      "loss": 0.0683,
      "step": 730
    },
    {
      "epoch": 7.166666666666667,
      "grad_norm": 32.85187530517578,
      "learning_rate": 4.533534524145756e-06,
      "loss": 0.2685,
      "step": 731
    },
    {
      "epoch": 7.176470588235294,
      "grad_norm": 65.21745300292969,
      "learning_rate": 4.504910219291941e-06,
      "loss": 0.5861,
      "step": 732
    },
    {
      "epoch": 7.186274509803922,
      "grad_norm": 28.96978187561035,
      "learning_rate": 4.476350270394942e-06,
      "loss": 0.2006,
      "step": 733
    },
    {
      "epoch": 7.196078431372549,
      "grad_norm": 57.35866928100586,
      "learning_rate": 4.447855011935714e-06,
      "loss": 0.4644,
      "step": 734
    },
    {
      "epoch": 7.205882352941177,
      "grad_norm": 44.64974594116211,
      "learning_rate": 4.419424777637565e-06,
      "loss": 0.4079,
      "step": 735
    },
    {
      "epoch": 7.215686274509804,
      "grad_norm": 126.68212890625,
      "learning_rate": 4.391059900462305e-06,
      "loss": 2.1752,
      "step": 736
    },
    {
      "epoch": 7.2254901960784315,
      "grad_norm": 90.00958251953125,
      "learning_rate": 4.362760712606278e-06,
      "loss": 0.6598,
      "step": 737
    },
    {
      "epoch": 7.235294117647059,
      "grad_norm": 71.1562271118164,
      "learning_rate": 4.334527545496521e-06,
      "loss": 0.3968,
      "step": 738
    },
    {
      "epoch": 7.245098039215686,
      "grad_norm": 247.423583984375,
      "learning_rate": 4.306360729786867e-06,
      "loss": 2.0319,
      "step": 739
    },
    {
      "epoch": 7.254901960784314,
      "grad_norm": 240.4764862060547,
      "learning_rate": 4.278260595354067e-06,
      "loss": 1.414,
      "step": 740
    },
    {
      "epoch": 7.264705882352941,
      "grad_norm": 130.48483276367188,
      "learning_rate": 4.2502274712939355e-06,
      "loss": 0.972,
      "step": 741
    },
    {
      "epoch": 7.2745098039215685,
      "grad_norm": 126.7562026977539,
      "learning_rate": 4.222261685917489e-06,
      "loss": 0.8023,
      "step": 742
    },
    {
      "epoch": 7.284313725490196,
      "grad_norm": 12.51520824432373,
      "learning_rate": 4.1943635667471095e-06,
      "loss": 0.0865,
      "step": 743
    },
    {
      "epoch": 7.294117647058823,
      "grad_norm": 54.01441192626953,
      "learning_rate": 4.166533440512696e-06,
      "loss": 0.5504,
      "step": 744
    },
    {
      "epoch": 7.303921568627451,
      "grad_norm": 44.43111801147461,
      "learning_rate": 4.138771633147856e-06,
      "loss": 0.1786,
      "step": 745
    },
    {
      "epoch": 7.313725490196078,
      "grad_norm": 7.75383186340332,
      "learning_rate": 4.111078469786062e-06,
      "loss": 0.0577,
      "step": 746
    },
    {
      "epoch": 7.323529411764706,
      "grad_norm": 37.60798263549805,
      "learning_rate": 4.083454274756881e-06,
      "loss": 0.2733,
      "step": 747
    },
    {
      "epoch": 7.333333333333333,
      "grad_norm": 28.64950942993164,
      "learning_rate": 4.0558993715821335e-06,
      "loss": 0.1569,
      "step": 748
    },
    {
      "epoch": 7.3431372549019605,
      "grad_norm": 93.33808135986328,
      "learning_rate": 4.028414082972141e-06,
      "loss": 0.8364,
      "step": 749
    },
    {
      "epoch": 7.352941176470588,
      "grad_norm": 100.25704956054688,
      "learning_rate": 4.000998730821922e-06,
      "loss": 0.4199,
      "step": 750
    },
    {
      "epoch": 7.362745098039215,
      "grad_norm": 24.843482971191406,
      "learning_rate": 3.973653636207437e-06,
      "loss": 0.1372,
      "step": 751
    },
    {
      "epoch": 7.372549019607844,
      "grad_norm": 108.40204620361328,
      "learning_rate": 3.946379119381822e-06,
      "loss": 0.5961,
      "step": 752
    },
    {
      "epoch": 7.382352941176471,
      "grad_norm": 84.49019622802734,
      "learning_rate": 3.919175499771635e-06,
      "loss": 0.5606,
      "step": 753
    },
    {
      "epoch": 7.392156862745098,
      "grad_norm": 101.05479431152344,
      "learning_rate": 3.892043095973123e-06,
      "loss": 0.3691,
      "step": 754
    },
    {
      "epoch": 7.401960784313726,
      "grad_norm": 29.918378829956055,
      "learning_rate": 3.864982225748481e-06,
      "loss": 0.2112,
      "step": 755
    },
    {
      "epoch": 7.411764705882353,
      "grad_norm": 26.75208854675293,
      "learning_rate": 3.837993206022146e-06,
      "loss": 0.1481,
      "step": 756
    },
    {
      "epoch": 7.421568627450981,
      "grad_norm": 69.55525207519531,
      "learning_rate": 3.8110763528770543e-06,
      "loss": 0.4519,
      "step": 757
    },
    {
      "epoch": 7.431372549019608,
      "grad_norm": 10.553932189941406,
      "learning_rate": 3.784231981550991e-06,
      "loss": 0.0891,
      "step": 758
    },
    {
      "epoch": 7.4411764705882355,
      "grad_norm": 85.86767578125,
      "learning_rate": 3.7574604064328336e-06,
      "loss": 0.6373,
      "step": 759
    },
    {
      "epoch": 7.450980392156863,
      "grad_norm": 42.29646682739258,
      "learning_rate": 3.730761941058938e-06,
      "loss": 0.2603,
      "step": 760
    },
    {
      "epoch": 7.46078431372549,
      "grad_norm": 27.581083297729492,
      "learning_rate": 3.704136898109403e-06,
      "loss": 0.1376,
      "step": 761
    },
    {
      "epoch": 7.470588235294118,
      "grad_norm": 186.2325897216797,
      "learning_rate": 3.6775855894044543e-06,
      "loss": 0.8313,
      "step": 762
    },
    {
      "epoch": 7.480392156862745,
      "grad_norm": 178.6445770263672,
      "learning_rate": 3.651108325900773e-06,
      "loss": 0.6816,
      "step": 763
    },
    {
      "epoch": 7.490196078431373,
      "grad_norm": 45.11419677734375,
      "learning_rate": 3.624705417687856e-06,
      "loss": 0.2357,
      "step": 764
    },
    {
      "epoch": 7.5,
      "grad_norm": 105.53488159179688,
      "learning_rate": 3.5983771739843855e-06,
      "loss": 1.0941,
      "step": 765
    },
    {
      "epoch": 7.509803921568627,
      "grad_norm": 19.515474319458008,
      "learning_rate": 3.5721239031346067e-06,
      "loss": 0.1432,
      "step": 766
    },
    {
      "epoch": 7.519607843137255,
      "grad_norm": 212.9863739013672,
      "learning_rate": 3.5459459126047226e-06,
      "loss": 1.3971,
      "step": 767
    },
    {
      "epoch": 7.529411764705882,
      "grad_norm": 21.896169662475586,
      "learning_rate": 3.5198435089792726e-06,
      "loss": 0.085,
      "step": 768
    },
    {
      "epoch": 7.53921568627451,
      "grad_norm": 16.684663772583008,
      "learning_rate": 3.493816997957582e-06,
      "loss": 0.1028,
      "step": 769
    },
    {
      "epoch": 7.549019607843137,
      "grad_norm": 171.2025146484375,
      "learning_rate": 3.4678666843501276e-06,
      "loss": 1.3943,
      "step": 770
    },
    {
      "epoch": 7.5588235294117645,
      "grad_norm": 33.160133361816406,
      "learning_rate": 3.4419928720750274e-06,
      "loss": 0.3034,
      "step": 771
    },
    {
      "epoch": 7.568627450980392,
      "grad_norm": 17.973039627075195,
      "learning_rate": 3.416195864154426e-06,
      "loss": 0.1066,
      "step": 772
    },
    {
      "epoch": 7.578431372549019,
      "grad_norm": 63.454708099365234,
      "learning_rate": 3.3904759627109828e-06,
      "loss": 0.3826,
      "step": 773
    },
    {
      "epoch": 7.588235294117647,
      "grad_norm": 162.65206909179688,
      "learning_rate": 3.3648334689643214e-06,
      "loss": 2.9294,
      "step": 774
    },
    {
      "epoch": 7.598039215686274,
      "grad_norm": 50.78005599975586,
      "learning_rate": 3.339268683227499e-06,
      "loss": 0.3147,
      "step": 775
    },
    {
      "epoch": 7.607843137254902,
      "grad_norm": 47.580936431884766,
      "learning_rate": 3.3137819049034957e-06,
      "loss": 0.2727,
      "step": 776
    },
    {
      "epoch": 7.617647058823529,
      "grad_norm": 127.41088104248047,
      "learning_rate": 3.288373432481703e-06,
      "loss": 0.8388,
      "step": 777
    },
    {
      "epoch": 7.627450980392156,
      "grad_norm": 148.9900360107422,
      "learning_rate": 3.2630435635344283e-06,
      "loss": 0.7989,
      "step": 778
    },
    {
      "epoch": 7.637254901960784,
      "grad_norm": 75.71199035644531,
      "learning_rate": 3.2377925947134137e-06,
      "loss": 0.6952,
      "step": 779
    },
    {
      "epoch": 7.647058823529412,
      "grad_norm": 68.26055145263672,
      "learning_rate": 3.212620821746362e-06,
      "loss": 0.3426,
      "step": 780
    },
    {
      "epoch": 7.6568627450980395,
      "grad_norm": 35.593936920166016,
      "learning_rate": 3.1875285394334575e-06,
      "loss": 0.2356,
      "step": 781
    },
    {
      "epoch": 7.666666666666667,
      "grad_norm": 167.07235717773438,
      "learning_rate": 3.1625160416439503e-06,
      "loss": 1.9497,
      "step": 782
    },
    {
      "epoch": 7.676470588235294,
      "grad_norm": 26.070629119873047,
      "learning_rate": 3.1375836213126653e-06,
      "loss": 0.1705,
      "step": 783
    },
    {
      "epoch": 7.686274509803922,
      "grad_norm": 13.075943946838379,
      "learning_rate": 3.1127315704366144e-06,
      "loss": 0.0647,
      "step": 784
    },
    {
      "epoch": 7.696078431372549,
      "grad_norm": 139.17735290527344,
      "learning_rate": 3.087960180071553e-06,
      "loss": 1.5847,
      "step": 785
    },
    {
      "epoch": 7.705882352941177,
      "grad_norm": 113.0880355834961,
      "learning_rate": 3.063269740328579e-06,
      "loss": 1.5402,
      "step": 786
    },
    {
      "epoch": 7.715686274509804,
      "grad_norm": 252.8098602294922,
      "learning_rate": 3.0386605403707347e-06,
      "loss": 1.4899,
      "step": 787
    },
    {
      "epoch": 7.7254901960784315,
      "grad_norm": 28.8908748626709,
      "learning_rate": 3.014132868409617e-06,
      "loss": 0.2314,
      "step": 788
    },
    {
      "epoch": 7.735294117647059,
      "grad_norm": 26.184553146362305,
      "learning_rate": 2.9896870117020073e-06,
      "loss": 0.2176,
      "step": 789
    },
    {
      "epoch": 7.745098039215686,
      "grad_norm": 34.783206939697266,
      "learning_rate": 2.9653232565465017e-06,
      "loss": 0.213,
      "step": 790
    },
    {
      "epoch": 7.754901960784314,
      "grad_norm": 35.21764373779297,
      "learning_rate": 2.9410418882801682e-06,
      "loss": 0.1569,
      "step": 791
    },
    {
      "epoch": 7.764705882352941,
      "grad_norm": 228.52931213378906,
      "learning_rate": 2.9168431912751805e-06,
      "loss": 1.2804,
      "step": 792
    },
    {
      "epoch": 7.7745098039215685,
      "grad_norm": 97.07881927490234,
      "learning_rate": 2.8927274489355296e-06,
      "loss": 0.5637,
      "step": 793
    },
    {
      "epoch": 7.784313725490196,
      "grad_norm": 206.3279266357422,
      "learning_rate": 2.868694943693655e-06,
      "loss": 1.8881,
      "step": 794
    },
    {
      "epoch": 7.794117647058823,
      "grad_norm": 33.418609619140625,
      "learning_rate": 2.844745957007178e-06,
      "loss": 0.2125,
      "step": 795
    },
    {
      "epoch": 7.803921568627451,
      "grad_norm": 263.7742614746094,
      "learning_rate": 2.820880769355582e-06,
      "loss": 2.1347,
      "step": 796
    },
    {
      "epoch": 7.813725490196078,
      "grad_norm": 129.86904907226562,
      "learning_rate": 2.797099660236937e-06,
      "loss": 1.0753,
      "step": 797
    },
    {
      "epoch": 7.823529411764706,
      "grad_norm": 96.12545013427734,
      "learning_rate": 2.773402908164625e-06,
      "loss": 0.7448,
      "step": 798
    },
    {
      "epoch": 7.833333333333333,
      "grad_norm": 65.81568145751953,
      "learning_rate": 2.749790790664074e-06,
      "loss": 0.4868,
      "step": 799
    },
    {
      "epoch": 7.8431372549019605,
      "grad_norm": 77.24015045166016,
      "learning_rate": 2.726263584269513e-06,
      "loss": 0.4079,
      "step": 800
    },
    {
      "epoch": 7.852941176470588,
      "grad_norm": 58.47858428955078,
      "learning_rate": 2.702821564520732e-06,
      "loss": 0.4587,
      "step": 801
    },
    {
      "epoch": 7.862745098039216,
      "grad_norm": 158.82394409179688,
      "learning_rate": 2.679465005959856e-06,
      "loss": 1.2236,
      "step": 802
    },
    {
      "epoch": 7.872549019607844,
      "grad_norm": 119.53668212890625,
      "learning_rate": 2.6561941821281145e-06,
      "loss": 0.71,
      "step": 803
    },
    {
      "epoch": 7.882352941176471,
      "grad_norm": 96.72225952148438,
      "learning_rate": 2.6330093655626777e-06,
      "loss": 0.6339,
      "step": 804
    },
    {
      "epoch": 7.892156862745098,
      "grad_norm": 18.092336654663086,
      "learning_rate": 2.6099108277934105e-06,
      "loss": 0.103,
      "step": 805
    },
    {
      "epoch": 7.901960784313726,
      "grad_norm": 200.8705596923828,
      "learning_rate": 2.5868988393397376e-06,
      "loss": 1.4083,
      "step": 806
    },
    {
      "epoch": 7.911764705882353,
      "grad_norm": 60.37434005737305,
      "learning_rate": 2.5639736697074525e-06,
      "loss": 0.3121,
      "step": 807
    },
    {
      "epoch": 7.921568627450981,
      "grad_norm": 179.89208984375,
      "learning_rate": 2.5411355873855683e-06,
      "loss": 1.7572,
      "step": 808
    },
    {
      "epoch": 7.931372549019608,
      "grad_norm": 159.47488403320312,
      "learning_rate": 2.518384859843168e-06,
      "loss": 0.8201,
      "step": 809
    },
    {
      "epoch": 7.9411764705882355,
      "grad_norm": 160.25723266601562,
      "learning_rate": 2.4957217535262824e-06,
      "loss": 1.0738,
      "step": 810
    },
    {
      "epoch": 7.950980392156863,
      "grad_norm": 229.60142517089844,
      "learning_rate": 2.4731465338547556e-06,
      "loss": 4.2591,
      "step": 811
    },
    {
      "epoch": 7.96078431372549,
      "grad_norm": 66.69932556152344,
      "learning_rate": 2.4506594652191485e-06,
      "loss": 0.2817,
      "step": 812
    },
    {
      "epoch": 7.970588235294118,
      "grad_norm": 326.7601318359375,
      "learning_rate": 2.428260810977641e-06,
      "loss": 4.4951,
      "step": 813
    },
    {
      "epoch": 7.980392156862745,
      "grad_norm": 25.892192840576172,
      "learning_rate": 2.405950833452928e-06,
      "loss": 0.2119,
      "step": 814
    },
    {
      "epoch": 7.990196078431373,
      "grad_norm": 93.10039520263672,
      "learning_rate": 2.3837297939291893e-06,
      "loss": 0.6086,
      "step": 815
    },
    {
      "epoch": 8.0,
      "grad_norm": 8.132490158081055,
      "learning_rate": 2.3615979526489773e-06,
      "loss": 0.0476,
      "step": 816
    },
    {
      "epoch": 8.0,
      "eval_dim_1024_cosine_accuracy@1": 0.49385749385749383,
      "eval_dim_1024_cosine_accuracy@10": 0.6167076167076168,
      "eval_dim_1024_cosine_accuracy@3": 0.5356265356265356,
      "eval_dim_1024_cosine_accuracy@5": 0.5773955773955773,
      "eval_dim_1024_cosine_map@100": 0.5967044414574882,
      "eval_dim_1024_cosine_mrr@10": 0.522059397059397,
      "eval_dim_1024_cosine_ndcg@10": 0.55206780640321,
      "eval_dim_1024_cosine_precision@1": 0.49385749385749383,
      "eval_dim_1024_cosine_precision@10": 0.4073710073710074,
      "eval_dim_1024_cosine_precision@3": 0.4807534807534808,
      "eval_dim_1024_cosine_precision@5": 0.46044226044226044,
      "eval_dim_1024_cosine_recall@1": 0.08859234836465925,
      "eval_dim_1024_cosine_recall@10": 0.44691197216596795,
      "eval_dim_1024_cosine_recall@3": 0.23105384075870447,
      "eval_dim_1024_cosine_recall@5": 0.3194225577237673,
      "eval_dim_128_cosine_accuracy@1": 0.44717444717444715,
      "eval_dim_128_cosine_accuracy@10": 0.5700245700245701,
      "eval_dim_128_cosine_accuracy@3": 0.4742014742014742,
      "eval_dim_128_cosine_accuracy@5": 0.515970515970516,
      "eval_dim_128_cosine_map@100": 0.5480478947955321,
      "eval_dim_128_cosine_mrr@10": 0.4726356226356224,
      "eval_dim_128_cosine_ndcg@10": 0.5032782198826494,
      "eval_dim_128_cosine_precision@1": 0.44717444717444715,
      "eval_dim_128_cosine_precision@10": 0.3759213759213759,
      "eval_dim_128_cosine_precision@3": 0.4291564291564292,
      "eval_dim_128_cosine_precision@5": 0.4108108108108108,
      "eval_dim_128_cosine_recall@1": 0.08015711861281508,
      "eval_dim_128_cosine_recall@10": 0.402874237901422,
      "eval_dim_128_cosine_recall@3": 0.20135669286014587,
      "eval_dim_128_cosine_recall@5": 0.274748293711729,
      "eval_dim_256_cosine_accuracy@1": 0.48157248157248156,
      "eval_dim_256_cosine_accuracy@10": 0.5995085995085995,
      "eval_dim_256_cosine_accuracy@3": 0.5135135135135135,
      "eval_dim_256_cosine_accuracy@5": 0.5552825552825553,
      "eval_dim_256_cosine_map@100": 0.5779152226654802,
      "eval_dim_256_cosine_mrr@10": 0.5075611325611323,
      "eval_dim_256_cosine_ndcg@10": 0.5373770737887635,
      "eval_dim_256_cosine_precision@1": 0.48157248157248156,
      "eval_dim_256_cosine_precision@10": 0.4051597051597052,
      "eval_dim_256_cosine_precision@3": 0.4668304668304668,
      "eval_dim_256_cosine_precision@5": 0.4491400491400492,
      "eval_dim_256_cosine_recall@1": 0.08166852776116339,
      "eval_dim_256_cosine_recall@10": 0.4296411834358781,
      "eval_dim_256_cosine_recall@3": 0.21164626242416926,
      "eval_dim_256_cosine_recall@5": 0.29690795350749516,
      "eval_dim_512_cosine_accuracy@1": 0.48894348894348894,
      "eval_dim_512_cosine_accuracy@10": 0.6117936117936118,
      "eval_dim_512_cosine_accuracy@3": 0.5257985257985258,
      "eval_dim_512_cosine_accuracy@5": 0.5651105651105651,
      "eval_dim_512_cosine_map@100": 0.589526429326139,
      "eval_dim_512_cosine_mrr@10": 0.5161577161577161,
      "eval_dim_512_cosine_ndcg@10": 0.5462158821733173,
      "eval_dim_512_cosine_precision@1": 0.48894348894348894,
      "eval_dim_512_cosine_precision@10": 0.4051597051597052,
      "eval_dim_512_cosine_precision@3": 0.4742014742014742,
      "eval_dim_512_cosine_precision@5": 0.45356265356265363,
      "eval_dim_512_cosine_recall@1": 0.08733837220106128,
      "eval_dim_512_cosine_recall@10": 0.44200444927507976,
      "eval_dim_512_cosine_recall@3": 0.22577393661200384,
      "eval_dim_512_cosine_recall@5": 0.3120787301421756,
      "eval_dim_64_cosine_accuracy@1": 0.4275184275184275,
      "eval_dim_64_cosine_accuracy@10": 0.5626535626535627,
      "eval_dim_64_cosine_accuracy@3": 0.4594594594594595,
      "eval_dim_64_cosine_accuracy@5": 0.5012285012285013,
      "eval_dim_64_cosine_map@100": 0.5305579339773062,
      "eval_dim_64_cosine_mrr@10": 0.4554843804843804,
      "eval_dim_64_cosine_ndcg@10": 0.48514434966250736,
      "eval_dim_64_cosine_precision@1": 0.4275184275184275,
      "eval_dim_64_cosine_precision@10": 0.36388206388206396,
      "eval_dim_64_cosine_precision@3": 0.41605241605241605,
      "eval_dim_64_cosine_precision@5": 0.39852579852579856,
      "eval_dim_64_cosine_recall@1": 0.07431123966858116,
      "eval_dim_64_cosine_recall@10": 0.3942688730029463,
      "eval_dim_64_cosine_recall@3": 0.19407743503582311,
      "eval_dim_64_cosine_recall@5": 0.2700827990285974,
      "eval_dim_768_cosine_accuracy@1": 0.4987714987714988,
      "eval_dim_768_cosine_accuracy@10": 0.6240786240786241,
      "eval_dim_768_cosine_accuracy@3": 0.538083538083538,
      "eval_dim_768_cosine_accuracy@5": 0.5724815724815725,
      "eval_dim_768_cosine_map@100": 0.600273875526854,
      "eval_dim_768_cosine_mrr@10": 0.5263269763269762,
      "eval_dim_768_cosine_ndcg@10": 0.5556070197197504,
      "eval_dim_768_cosine_precision@1": 0.4987714987714988,
      "eval_dim_768_cosine_precision@10": 0.41154791154791154,
      "eval_dim_768_cosine_precision@3": 0.48402948402948404,
      "eval_dim_768_cosine_precision@5": 0.4609336609336609,
      "eval_dim_768_cosine_recall@1": 0.08959805475829667,
      "eval_dim_768_cosine_recall@10": 0.4470846746278302,
      "eval_dim_768_cosine_recall@3": 0.23138400725266403,
      "eval_dim_768_cosine_recall@5": 0.31698128394628666,
      "eval_runtime": 109.1812,
      "eval_samples_per_second": 0.0,
      "eval_sequential_score": 0.48514434966250736,
      "eval_steps_per_second": 0.0,
      "step": 816
    },
    {
      "epoch": 8.009803921568627,
      "grad_norm": 120.72359466552734,
      "learning_rate": 2.339555568810221e-06,
      "loss": 0.8563,
      "step": 817
    },
    {
      "epoch": 8.019607843137255,
      "grad_norm": 101.94226837158203,
      "learning_rate": 2.317602900563143e-06,
      "loss": 0.7961,
      "step": 818
    },
    {
      "epoch": 8.029411764705882,
      "grad_norm": 52.49642562866211,
      "learning_rate": 2.2957402050072717e-06,
      "loss": 0.2469,
      "step": 819
    },
    {
      "epoch": 8.03921568627451,
      "grad_norm": 28.437166213989258,
      "learning_rate": 2.2739677381884117e-06,
      "loss": 0.1805,
      "step": 820
    },
    {
      "epoch": 8.049019607843137,
      "grad_norm": 105.571044921875,
      "learning_rate": 2.252285755095652e-06,
      "loss": 0.4718,
      "step": 821
    },
    {
      "epoch": 8.058823529411764,
      "grad_norm": 20.834470748901367,
      "learning_rate": 2.2306945096583775e-06,
      "loss": 0.0907,
      "step": 822
    },
    {
      "epoch": 8.068627450980392,
      "grad_norm": 57.52266311645508,
      "learning_rate": 2.209194254743295e-06,
      "loss": 0.3712,
      "step": 823
    },
    {
      "epoch": 8.07843137254902,
      "grad_norm": 21.26317024230957,
      "learning_rate": 2.1877852421514767e-06,
      "loss": 0.184,
      "step": 824
    },
    {
      "epoch": 8.088235294117647,
      "grad_norm": 60.234832763671875,
      "learning_rate": 2.166467722615394e-06,
      "loss": 0.5099,
      "step": 825
    },
    {
      "epoch": 8.098039215686274,
      "grad_norm": 134.58982849121094,
      "learning_rate": 2.145241945796014e-06,
      "loss": 0.9554,
      "step": 826
    },
    {
      "epoch": 8.107843137254902,
      "grad_norm": 6.258424758911133,
      "learning_rate": 2.124108160279832e-06,
      "loss": 0.036,
      "step": 827
    },
    {
      "epoch": 8.117647058823529,
      "grad_norm": 113.12390899658203,
      "learning_rate": 2.103066613576007e-06,
      "loss": 1.2681,
      "step": 828
    },
    {
      "epoch": 8.127450980392156,
      "grad_norm": 144.58285522460938,
      "learning_rate": 2.0821175521134208e-06,
      "loss": 1.4157,
      "step": 829
    },
    {
      "epoch": 8.137254901960784,
      "grad_norm": 81.47488403320312,
      "learning_rate": 2.06126122123782e-06,
      "loss": 0.354,
      "step": 830
    },
    {
      "epoch": 8.147058823529411,
      "grad_norm": 93.99774932861328,
      "learning_rate": 2.0404978652089325e-06,
      "loss": 0.4248,
      "step": 831
    },
    {
      "epoch": 8.156862745098039,
      "grad_norm": 126.60858154296875,
      "learning_rate": 2.019827727197605e-06,
      "loss": 0.6051,
      "step": 832
    },
    {
      "epoch": 8.166666666666666,
      "grad_norm": 103.83177185058594,
      "learning_rate": 1.999251049282962e-06,
      "loss": 0.5927,
      "step": 833
    },
    {
      "epoch": 8.176470588235293,
      "grad_norm": 142.23497009277344,
      "learning_rate": 1.9787680724495617e-06,
      "loss": 0.8834,
      "step": 834
    },
    {
      "epoch": 8.186274509803921,
      "grad_norm": 50.3989143371582,
      "learning_rate": 1.9583790365845823e-06,
      "loss": 0.7545,
      "step": 835
    },
    {
      "epoch": 8.196078431372548,
      "grad_norm": 89.92141723632812,
      "learning_rate": 1.9380841804750063e-06,
      "loss": 0.5309,
      "step": 836
    },
    {
      "epoch": 8.205882352941176,
      "grad_norm": 122.20149230957031,
      "learning_rate": 1.917883741804829e-06,
      "loss": 0.6324,
      "step": 837
    },
    {
      "epoch": 8.215686274509803,
      "grad_norm": 30.922393798828125,
      "learning_rate": 1.8977779571522648e-06,
      "loss": 0.1074,
      "step": 838
    },
    {
      "epoch": 8.22549019607843,
      "grad_norm": 108.08899688720703,
      "learning_rate": 1.877767061986997e-06,
      "loss": 1.5831,
      "step": 839
    },
    {
      "epoch": 8.235294117647058,
      "grad_norm": 10.712870597839355,
      "learning_rate": 1.857851290667394e-06,
      "loss": 0.0787,
      "step": 840
    },
    {
      "epoch": 8.245098039215685,
      "grad_norm": 23.684175491333008,
      "learning_rate": 1.8380308764377841e-06,
      "loss": 0.1396,
      "step": 841
    },
    {
      "epoch": 8.254901960784313,
      "grad_norm": 174.94091796875,
      "learning_rate": 1.8183060514257167e-06,
      "loss": 2.757,
      "step": 842
    },
    {
      "epoch": 8.264705882352942,
      "grad_norm": 53.2682991027832,
      "learning_rate": 1.7986770466392445e-06,
      "loss": 0.4178,
      "step": 843
    },
    {
      "epoch": 8.27450980392157,
      "grad_norm": 4.034290313720703,
      "learning_rate": 1.7791440919642178e-06,
      "loss": 0.0328,
      "step": 844
    },
    {
      "epoch": 8.284313725490197,
      "grad_norm": 14.99195671081543,
      "learning_rate": 1.75970741616159e-06,
      "loss": 0.1078,
      "step": 845
    },
    {
      "epoch": 8.294117647058824,
      "grad_norm": 97.32793426513672,
      "learning_rate": 1.7403672468647436e-06,
      "loss": 1.2134,
      "step": 846
    },
    {
      "epoch": 8.303921568627452,
      "grad_norm": 207.57003784179688,
      "learning_rate": 1.7211238105768213e-06,
      "loss": 2.043,
      "step": 847
    },
    {
      "epoch": 8.313725490196079,
      "grad_norm": 121.64781188964844,
      "learning_rate": 1.7019773326680745e-06,
      "loss": 1.2416,
      "step": 848
    },
    {
      "epoch": 8.323529411764707,
      "grad_norm": 41.65462112426758,
      "learning_rate": 1.6829280373732126e-06,
      "loss": 0.3595,
      "step": 849
    },
    {
      "epoch": 8.333333333333334,
      "grad_norm": 24.29863929748535,
      "learning_rate": 1.663976147788806e-06,
      "loss": 0.203,
      "step": 850
    },
    {
      "epoch": 8.343137254901961,
      "grad_norm": 103.68251037597656,
      "learning_rate": 1.6451218858706374e-06,
      "loss": 1.0074,
      "step": 851
    },
    {
      "epoch": 8.352941176470589,
      "grad_norm": 144.93270874023438,
      "learning_rate": 1.626365472431125e-06,
      "loss": 0.4635,
      "step": 852
    },
    {
      "epoch": 8.362745098039216,
      "grad_norm": 207.26661682128906,
      "learning_rate": 1.607707127136734e-06,
      "loss": 1.2737,
      "step": 853
    },
    {
      "epoch": 8.372549019607844,
      "grad_norm": 53.580711364746094,
      "learning_rate": 1.589147068505398e-06,
      "loss": 0.3156,
      "step": 854
    },
    {
      "epoch": 8.382352941176471,
      "grad_norm": 29.015567779541016,
      "learning_rate": 1.57068551390396e-06,
      "loss": 0.2234,
      "step": 855
    },
    {
      "epoch": 8.392156862745098,
      "grad_norm": 193.26258850097656,
      "learning_rate": 1.5523226795456349e-06,
      "loss": 2.3354,
      "step": 856
    },
    {
      "epoch": 8.401960784313726,
      "grad_norm": 15.244038581848145,
      "learning_rate": 1.5340587804874662e-06,
      "loss": 0.0932,
      "step": 857
    },
    {
      "epoch": 8.411764705882353,
      "grad_norm": 170.9100799560547,
      "learning_rate": 1.515894030627817e-06,
      "loss": 1.1709,
      "step": 858
    },
    {
      "epoch": 8.42156862745098,
      "grad_norm": 8.31320571899414,
      "learning_rate": 1.4978286427038602e-06,
      "loss": 0.0524,
      "step": 859
    },
    {
      "epoch": 8.431372549019608,
      "grad_norm": 78.89884948730469,
      "learning_rate": 1.4798628282890793e-06,
      "loss": 0.6069,
      "step": 860
    },
    {
      "epoch": 8.441176470588236,
      "grad_norm": 31.364646911621094,
      "learning_rate": 1.4619967977908157e-06,
      "loss": 0.134,
      "step": 861
    },
    {
      "epoch": 8.450980392156863,
      "grad_norm": 25.73095703125,
      "learning_rate": 1.444230760447769e-06,
      "loss": 0.103,
      "step": 862
    },
    {
      "epoch": 8.46078431372549,
      "grad_norm": 60.66005325317383,
      "learning_rate": 1.4265649243275782e-06,
      "loss": 0.4228,
      "step": 863
    },
    {
      "epoch": 8.470588235294118,
      "grad_norm": 34.04743957519531,
      "learning_rate": 1.4089994963243658e-06,
      "loss": 0.2694,
      "step": 864
    },
    {
      "epoch": 8.480392156862745,
      "grad_norm": 116.63349914550781,
      "learning_rate": 1.3915346821563235e-06,
      "loss": 0.8675,
      "step": 865
    },
    {
      "epoch": 8.490196078431373,
      "grad_norm": 8.13903522491455,
      "learning_rate": 1.3741706863632976e-06,
      "loss": 0.0473,
      "step": 866
    },
    {
      "epoch": 8.5,
      "grad_norm": 222.73426818847656,
      "learning_rate": 1.3569077123043973e-06,
      "loss": 1.5123,
      "step": 867
    },
    {
      "epoch": 8.509803921568627,
      "grad_norm": 31.97382164001465,
      "learning_rate": 1.339745962155613e-06,
      "loss": 0.1701,
      "step": 868
    },
    {
      "epoch": 8.519607843137255,
      "grad_norm": 41.29076385498047,
      "learning_rate": 1.322685636907447e-06,
      "loss": 0.2643,
      "step": 869
    },
    {
      "epoch": 8.529411764705882,
      "grad_norm": 88.2410659790039,
      "learning_rate": 1.305726936362559e-06,
      "loss": 0.3825,
      "step": 870
    },
    {
      "epoch": 8.53921568627451,
      "grad_norm": 109.55683135986328,
      "learning_rate": 1.2888700591334225e-06,
      "loss": 0.8721,
      "step": 871
    },
    {
      "epoch": 8.549019607843137,
      "grad_norm": 80.12434387207031,
      "learning_rate": 1.2721152026400174e-06,
      "loss": 0.4029,
      "step": 872
    },
    {
      "epoch": 8.558823529411764,
      "grad_norm": 267.4500732421875,
      "learning_rate": 1.2554625631074846e-06,
      "loss": 0.6358,
      "step": 873
    },
    {
      "epoch": 8.568627450980392,
      "grad_norm": 162.18995666503906,
      "learning_rate": 1.2389123355638655e-06,
      "loss": 1.4352,
      "step": 874
    },
    {
      "epoch": 8.57843137254902,
      "grad_norm": 250.21115112304688,
      "learning_rate": 1.2224647138377854e-06,
      "loss": 3.0679,
      "step": 875
    },
    {
      "epoch": 8.588235294117647,
      "grad_norm": 88.6754150390625,
      "learning_rate": 1.2061198905562043e-06,
      "loss": 0.3414,
      "step": 876
    },
    {
      "epoch": 8.598039215686274,
      "grad_norm": 11.531720161437988,
      "learning_rate": 1.1898780571421554e-06,
      "loss": 0.0676,
      "step": 877
    },
    {
      "epoch": 8.607843137254902,
      "grad_norm": 49.00394058227539,
      "learning_rate": 1.1737394038124994e-06,
      "loss": 0.2983,
      "step": 878
    },
    {
      "epoch": 8.617647058823529,
      "grad_norm": 74.02645111083984,
      "learning_rate": 1.1577041195756954e-06,
      "loss": 0.661,
      "step": 879
    },
    {
      "epoch": 8.627450980392156,
      "grad_norm": 150.32342529296875,
      "learning_rate": 1.1417723922296008e-06,
      "loss": 0.8606,
      "step": 880
    },
    {
      "epoch": 8.637254901960784,
      "grad_norm": 167.82933044433594,
      "learning_rate": 1.1259444083592585e-06,
      "loss": 1.0992,
      "step": 881
    },
    {
      "epoch": 8.647058823529411,
      "grad_norm": 97.48545837402344,
      "learning_rate": 1.1102203533347089e-06,
      "loss": 0.5299,
      "step": 882
    },
    {
      "epoch": 8.656862745098039,
      "grad_norm": 131.24928283691406,
      "learning_rate": 1.0946004113088381e-06,
      "loss": 0.8567,
      "step": 883
    },
    {
      "epoch": 8.666666666666666,
      "grad_norm": 5.381399154663086,
      "learning_rate": 1.079084765215196e-06,
      "loss": 0.0464,
      "step": 884
    },
    {
      "epoch": 8.676470588235293,
      "grad_norm": 336.30145263671875,
      "learning_rate": 1.0636735967658785e-06,
      "loss": 4.8367,
      "step": 885
    },
    {
      "epoch": 8.686274509803921,
      "grad_norm": 11.596721649169922,
      "learning_rate": 1.0483670864493777e-06,
      "loss": 0.1096,
      "step": 886
    },
    {
      "epoch": 8.696078431372548,
      "grad_norm": 129.64712524414062,
      "learning_rate": 1.033165413528483e-06,
      "loss": 1.0106,
      "step": 887
    },
    {
      "epoch": 8.705882352941176,
      "grad_norm": 101.74934387207031,
      "learning_rate": 1.0180687560381764e-06,
      "loss": 0.503,
      "step": 888
    },
    {
      "epoch": 8.715686274509803,
      "grad_norm": 70.3033676147461,
      "learning_rate": 1.0030772907835484e-06,
      "loss": 0.5452,
      "step": 889
    },
    {
      "epoch": 8.72549019607843,
      "grad_norm": 8.426884651184082,
      "learning_rate": 9.881911933377197e-07,
      "loss": 0.0479,
      "step": 890
    },
    {
      "epoch": 8.735294117647058,
      "grad_norm": 32.487266540527344,
      "learning_rate": 9.734106380398022e-07,
      "loss": 0.1997,
      "step": 891
    },
    {
      "epoch": 8.745098039215687,
      "grad_norm": 197.47320556640625,
      "learning_rate": 9.587357979928414e-07,
      "loss": 1.6794,
      "step": 892
    },
    {
      "epoch": 8.754901960784313,
      "grad_norm": 99.85208892822266,
      "learning_rate": 9.441668450617924e-07,
      "loss": 0.3959,
      "step": 893
    },
    {
      "epoch": 8.764705882352942,
      "grad_norm": 22.24093246459961,
      "learning_rate": 9.297039498715155e-07,
      "loss": 0.124,
      "step": 894
    },
    {
      "epoch": 8.77450980392157,
      "grad_norm": 4.978102207183838,
      "learning_rate": 9.153472818047627e-07,
      "loss": 0.0321,
      "step": 895
    },
    {
      "epoch": 8.784313725490197,
      "grad_norm": 7.238094806671143,
      "learning_rate": 9.010970090002135e-07,
      "loss": 0.0465,
      "step": 896
    },
    {
      "epoch": 8.794117647058824,
      "grad_norm": 144.9538116455078,
      "learning_rate": 8.869532983504859e-07,
      "loss": 1.7601,
      "step": 897
    },
    {
      "epoch": 8.803921568627452,
      "grad_norm": 177.12802124023438,
      "learning_rate": 8.729163155001975e-07,
      "loss": 1.4143,
      "step": 898
    },
    {
      "epoch": 8.813725490196079,
      "grad_norm": 79.40866088867188,
      "learning_rate": 8.58986224844014e-07,
      "loss": 0.5717,
      "step": 899
    },
    {
      "epoch": 8.823529411764707,
      "grad_norm": 29.076967239379883,
      "learning_rate": 8.45163189524737e-07,
      "loss": 0.1885,
      "step": 900
    },
    {
      "epoch": 8.833333333333334,
      "grad_norm": 4.304811000823975,
      "learning_rate": 8.31447371431372e-07,
      "loss": 0.0329,
      "step": 901
    },
    {
      "epoch": 8.843137254901961,
      "grad_norm": 119.04818725585938,
      "learning_rate": 8.178389311972612e-07,
      "loss": 0.8594,
      "step": 902
    },
    {
      "epoch": 8.852941176470589,
      "grad_norm": 36.04949951171875,
      "learning_rate": 8.043380281981739e-07,
      "loss": 0.2483,
      "step": 903
    },
    {
      "epoch": 8.862745098039216,
      "grad_norm": 37.128509521484375,
      "learning_rate": 7.909448205504633e-07,
      "loss": 0.3048,
      "step": 904
    },
    {
      "epoch": 8.872549019607844,
      "grad_norm": 37.590858459472656,
      "learning_rate": 7.776594651091995e-07,
      "loss": 0.2954,
      "step": 905
    },
    {
      "epoch": 8.882352941176471,
      "grad_norm": 5.396575927734375,
      "learning_rate": 7.644821174663308e-07,
      "loss": 0.0401,
      "step": 906
    },
    {
      "epoch": 8.892156862745098,
      "grad_norm": 145.98292541503906,
      "learning_rate": 7.514129319488839e-07,
      "loss": 0.8687,
      "step": 907
    },
    {
      "epoch": 8.901960784313726,
      "grad_norm": 33.973487854003906,
      "learning_rate": 7.384520616171232e-07,
      "loss": 0.1259,
      "step": 908
    },
    {
      "epoch": 8.911764705882353,
      "grad_norm": 34.140777587890625,
      "learning_rate": 7.255996582627878e-07,
      "loss": 0.1995,
      "step": 909
    },
    {
      "epoch": 8.92156862745098,
      "grad_norm": 83.96649932861328,
      "learning_rate": 7.128558724072976e-07,
      "loss": 0.7339,
      "step": 910
    },
    {
      "epoch": 8.931372549019608,
      "grad_norm": 123.30313873291016,
      "learning_rate": 7.002208532999933e-07,
      "loss": 0.614,
      "step": 911
    },
    {
      "epoch": 8.941176470588236,
      "grad_norm": 149.0249481201172,
      "learning_rate": 6.876947489163877e-07,
      "loss": 0.7818,
      "step": 912
    },
    {
      "epoch": 8.950980392156863,
      "grad_norm": 40.23869705200195,
      "learning_rate": 6.752777059564431e-07,
      "loss": 0.1676,
      "step": 913
    },
    {
      "epoch": 8.96078431372549,
      "grad_norm": 29.685245513916016,
      "learning_rate": 6.629698698428333e-07,
      "loss": 0.2969,
      "step": 914
    },
    {
      "epoch": 8.970588235294118,
      "grad_norm": 45.79285430908203,
      "learning_rate": 6.507713847192643e-07,
      "loss": 0.2982,
      "step": 915
    },
    {
      "epoch": 8.980392156862745,
      "grad_norm": 39.06916809082031,
      "learning_rate": 6.386823934487619e-07,
      "loss": 0.1581,
      "step": 916
    },
    {
      "epoch": 8.990196078431373,
      "grad_norm": 139.3067169189453,
      "learning_rate": 6.267030376120154e-07,
      "loss": 1.218,
      "step": 917
    },
    {
      "epoch": 9.0,
      "grad_norm": 173.71424865722656,
      "learning_rate": 6.148334575057191e-07,
      "loss": 1.4346,
      "step": 918
    },
    {
      "epoch": 9.0,
      "eval_dim_1024_cosine_accuracy@1": 0.5012285012285013,
      "eval_dim_1024_cosine_accuracy@10": 0.6216216216216216,
      "eval_dim_1024_cosine_accuracy@3": 0.538083538083538,
      "eval_dim_1024_cosine_accuracy@5": 0.5823095823095823,
      "eval_dim_1024_cosine_map@100": 0.5998525671686823,
      "eval_dim_1024_cosine_mrr@10": 0.5283276783276782,
      "eval_dim_1024_cosine_ndcg@10": 0.5583513875290964,
      "eval_dim_1024_cosine_precision@1": 0.5012285012285013,
      "eval_dim_1024_cosine_precision@10": 0.4142506142506143,
      "eval_dim_1024_cosine_precision@3": 0.4864864864864865,
      "eval_dim_1024_cosine_precision@5": 0.4653562653562654,
      "eval_dim_1024_cosine_recall@1": 0.08803191182485169,
      "eval_dim_1024_cosine_recall@10": 0.44826503339616547,
      "eval_dim_1024_cosine_recall@3": 0.22894255570930633,
      "eval_dim_1024_cosine_recall@5": 0.3168604269889194,
      "eval_dim_128_cosine_accuracy@1": 0.44963144963144963,
      "eval_dim_128_cosine_accuracy@10": 0.5749385749385749,
      "eval_dim_128_cosine_accuracy@3": 0.47665847665847666,
      "eval_dim_128_cosine_accuracy@5": 0.5208845208845209,
      "eval_dim_128_cosine_map@100": 0.5532474211351002,
      "eval_dim_128_cosine_mrr@10": 0.47512382512382484,
      "eval_dim_128_cosine_ndcg@10": 0.5060789891402003,
      "eval_dim_128_cosine_precision@1": 0.44963144963144963,
      "eval_dim_128_cosine_precision@10": 0.37764127764127764,
      "eval_dim_128_cosine_precision@3": 0.4316134316134316,
      "eval_dim_128_cosine_precision@5": 0.41277641277641275,
      "eval_dim_128_cosine_recall@1": 0.08035456353642634,
      "eval_dim_128_cosine_recall@10": 0.40941098378447066,
      "eval_dim_128_cosine_recall@3": 0.20231757799952999,
      "eval_dim_128_cosine_recall@5": 0.2770152704716064,
      "eval_dim_256_cosine_accuracy@1": 0.48402948402948404,
      "eval_dim_256_cosine_accuracy@10": 0.601965601965602,
      "eval_dim_256_cosine_accuracy@3": 0.5085995085995086,
      "eval_dim_256_cosine_accuracy@5": 0.547911547911548,
      "eval_dim_256_cosine_map@100": 0.5794259703190247,
      "eval_dim_256_cosine_mrr@10": 0.5073914823914822,
      "eval_dim_256_cosine_ndcg@10": 0.5341316336508417,
      "eval_dim_256_cosine_precision@1": 0.48402948402948404,
      "eval_dim_256_cosine_precision@10": 0.40171990171990174,
      "eval_dim_256_cosine_precision@3": 0.46519246519246515,
      "eval_dim_256_cosine_precision@5": 0.4452088452088452,
      "eval_dim_256_cosine_recall@1": 0.08297479965567056,
      "eval_dim_256_cosine_recall@10": 0.42257673225377984,
      "eval_dim_256_cosine_recall@3": 0.21089677343938618,
      "eval_dim_256_cosine_recall@5": 0.29214340168411984,
      "eval_dim_512_cosine_accuracy@1": 0.4987714987714988,
      "eval_dim_512_cosine_accuracy@10": 0.6191646191646192,
      "eval_dim_512_cosine_accuracy@3": 0.5307125307125307,
      "eval_dim_512_cosine_accuracy@5": 0.5724815724815725,
      "eval_dim_512_cosine_map@100": 0.5961508251544532,
      "eval_dim_512_cosine_mrr@10": 0.5247162747162746,
      "eval_dim_512_cosine_ndcg@10": 0.5544291575159727,
      "eval_dim_512_cosine_precision@1": 0.4987714987714988,
      "eval_dim_512_cosine_precision@10": 0.41277641277641275,
      "eval_dim_512_cosine_precision@3": 0.48239148239148233,
      "eval_dim_512_cosine_precision@5": 0.46044226044226044,
      "eval_dim_512_cosine_recall@1": 0.08763128499397409,
      "eval_dim_512_cosine_recall@10": 0.44696160209319513,
      "eval_dim_512_cosine_recall@3": 0.22642744976551704,
      "eval_dim_512_cosine_recall@5": 0.31289598209579117,
      "eval_dim_64_cosine_accuracy@1": 0.42997542997543,
      "eval_dim_64_cosine_accuracy@10": 0.5601965601965602,
      "eval_dim_64_cosine_accuracy@3": 0.457002457002457,
      "eval_dim_64_cosine_accuracy@5": 0.5036855036855037,
      "eval_dim_64_cosine_map@100": 0.5313582255838409,
      "eval_dim_64_cosine_mrr@10": 0.4565052065052065,
      "eval_dim_64_cosine_ndcg@10": 0.4861775872278185,
      "eval_dim_64_cosine_precision@1": 0.42997542997543,
      "eval_dim_64_cosine_precision@10": 0.36781326781326784,
      "eval_dim_64_cosine_precision@3": 0.4168714168714168,
      "eval_dim_64_cosine_precision@5": 0.4,
      "eval_dim_64_cosine_recall@1": 0.07364301968217936,
      "eval_dim_64_cosine_recall@10": 0.39143468835057976,
      "eval_dim_64_cosine_recall@3": 0.1888629218667645,
      "eval_dim_64_cosine_recall@5": 0.2629568271298982,
      "eval_dim_768_cosine_accuracy@1": 0.5135135135135135,
      "eval_dim_768_cosine_accuracy@10": 0.6216216216216216,
      "eval_dim_768_cosine_accuracy@3": 0.542997542997543,
      "eval_dim_768_cosine_accuracy@5": 0.5798525798525799,
      "eval_dim_768_cosine_map@100": 0.6046987468100251,
      "eval_dim_768_cosine_mrr@10": 0.5367770367770367,
      "eval_dim_768_cosine_ndcg@10": 0.5631636232631808,
      "eval_dim_768_cosine_precision@1": 0.5135135135135135,
      "eval_dim_768_cosine_precision@10": 0.41744471744471745,
      "eval_dim_768_cosine_precision@3": 0.4954954954954955,
      "eval_dim_768_cosine_precision@5": 0.46977886977886973,
      "eval_dim_768_cosine_recall@1": 0.08985633096902006,
      "eval_dim_768_cosine_recall@10": 0.4482634680340985,
      "eval_dim_768_cosine_recall@3": 0.2316850862731535,
      "eval_dim_768_cosine_recall@5": 0.31626739058083597,
      "eval_runtime": 108.8777,
      "eval_samples_per_second": 0.0,
      "eval_sequential_score": 0.4861775872278185,
      "eval_steps_per_second": 0.0,
      "step": 918
    },
    {
      "epoch": 9.009803921568627,
      "grad_norm": 85.64118194580078,
      "learning_rate": 6.030737921409169e-07,
      "loss": 1.3829,
      "step": 919
    },
    {
      "epoch": 9.019607843137255,
      "grad_norm": 97.23352813720703,
      "learning_rate": 5.914241792413855e-07,
      "loss": 0.66,
      "step": 920
    },
    {
      "epoch": 9.029411764705882,
      "grad_norm": 153.18209838867188,
      "learning_rate": 5.798847552420184e-07,
      "loss": 1.1933,
      "step": 921
    },
    {
      "epoch": 9.03921568627451,
      "grad_norm": 237.9862518310547,
      "learning_rate": 5.684556552872256e-07,
      "loss": 2.1405,
      "step": 922
    },
    {
      "epoch": 9.049019607843137,
      "grad_norm": 287.0982971191406,
      "learning_rate": 5.571370132293552e-07,
      "loss": 2.2798,
      "step": 923
    },
    {
      "epoch": 9.058823529411764,
      "grad_norm": 144.23696899414062,
      "learning_rate": 5.459289616271224e-07,
      "loss": 1.0026,
      "step": 924
    },
    {
      "epoch": 9.068627450980392,
      "grad_norm": 19.88615608215332,
      "learning_rate": 5.348316317440549e-07,
      "loss": 0.1313,
      "step": 925
    },
    {
      "epoch": 9.07843137254902,
      "grad_norm": 165.099609375,
      "learning_rate": 5.238451535469658e-07,
      "loss": 0.8387,
      "step": 926
    },
    {
      "epoch": 9.088235294117647,
      "grad_norm": 65.22142791748047,
      "learning_rate": 5.129696557044173e-07,
      "loss": 0.2706,
      "step": 927
    },
    {
      "epoch": 9.098039215686274,
      "grad_norm": 341.60870361328125,
      "learning_rate": 5.022052655852228e-07,
      "loss": 1.2225,
      "step": 928
    },
    {
      "epoch": 9.107843137254902,
      "grad_norm": 78.0411148071289,
      "learning_rate": 4.915521092569553e-07,
      "loss": 0.4177,
      "step": 929
    },
    {
      "epoch": 9.117647058823529,
      "grad_norm": 25.6655330657959,
      "learning_rate": 4.810103114844688e-07,
      "loss": 0.1102,
      "step": 930
    },
    {
      "epoch": 9.127450980392156,
      "grad_norm": 64.19026184082031,
      "learning_rate": 4.7057999572843516e-07,
      "loss": 0.3428,
      "step": 931
    },
    {
      "epoch": 9.137254901960784,
      "grad_norm": 38.033714294433594,
      "learning_rate": 4.602612841439014e-07,
      "loss": 0.178,
      "step": 932
    },
    {
      "epoch": 9.147058823529411,
      "grad_norm": 123.94252014160156,
      "learning_rate": 4.50054297578858e-07,
      "loss": 1.0469,
      "step": 933
    },
    {
      "epoch": 9.156862745098039,
      "grad_norm": 137.55848693847656,
      "learning_rate": 4.399591555728233e-07,
      "loss": 1.0711,
      "step": 934
    },
    {
      "epoch": 9.166666666666666,
      "grad_norm": 144.08712768554688,
      "learning_rate": 4.2997597635544563e-07,
      "loss": 1.2592,
      "step": 935
    },
    {
      "epoch": 9.176470588235293,
      "grad_norm": 78.38399505615234,
      "learning_rate": 4.2010487684511105e-07,
      "loss": 0.4589,
      "step": 936
    },
    {
      "epoch": 9.186274509803921,
      "grad_norm": 5.039159297943115,
      "learning_rate": 4.103459726475889e-07,
      "loss": 0.0413,
      "step": 937
    },
    {
      "epoch": 9.196078431372548,
      "grad_norm": 24.362672805786133,
      "learning_rate": 4.0069937805466084e-07,
      "loss": 0.119,
      "step": 938
    },
    {
      "epoch": 9.205882352941176,
      "grad_norm": 224.54345703125,
      "learning_rate": 3.9116520604279285e-07,
      "loss": 1.8376,
      "step": 939
    },
    {
      "epoch": 9.215686274509803,
      "grad_norm": 4.392655849456787,
      "learning_rate": 3.817435682718096e-07,
      "loss": 0.0359,
      "step": 940
    },
    {
      "epoch": 9.22549019607843,
      "grad_norm": 23.95077133178711,
      "learning_rate": 3.7243457508358784e-07,
      "loss": 0.1707,
      "step": 941
    },
    {
      "epoch": 9.235294117647058,
      "grad_norm": 235.40237426757812,
      "learning_rate": 3.632383355007629e-07,
      "loss": 2.9861,
      "step": 942
    },
    {
      "epoch": 9.245098039215685,
      "grad_norm": 18.81983184814453,
      "learning_rate": 3.541549572254488e-07,
      "loss": 0.0806,
      "step": 943
    },
    {
      "epoch": 9.254901960784313,
      "grad_norm": 48.109825134277344,
      "learning_rate": 3.451845466379833e-07,
      "loss": 0.2299,
      "step": 944
    },
    {
      "epoch": 9.264705882352942,
      "grad_norm": 11.277580261230469,
      "learning_rate": 3.3632720879567594e-07,
      "loss": 0.0742,
      "step": 945
    },
    {
      "epoch": 9.27450980392157,
      "grad_norm": 54.548099517822266,
      "learning_rate": 3.2758304743158554e-07,
      "loss": 0.3245,
      "step": 946
    },
    {
      "epoch": 9.284313725490197,
      "grad_norm": 49.45226287841797,
      "learning_rate": 3.1895216495329116e-07,
      "loss": 0.2226,
      "step": 947
    },
    {
      "epoch": 9.294117647058824,
      "grad_norm": 59.770896911621094,
      "learning_rate": 3.1043466244171204e-07,
      "loss": 0.2429,
      "step": 948
    },
    {
      "epoch": 9.303921568627452,
      "grad_norm": 57.54631423950195,
      "learning_rate": 3.020306396499062e-07,
      "loss": 0.259,
      "step": 949
    },
    {
      "epoch": 9.313725490196079,
      "grad_norm": 11.461057662963867,
      "learning_rate": 2.9374019500191255e-07,
      "loss": 0.0743,
      "step": 950
    },
    {
      "epoch": 9.323529411764707,
      "grad_norm": 16.267940521240234,
      "learning_rate": 2.8556342559159513e-07,
      "loss": 0.1357,
      "step": 951
    },
    {
      "epoch": 9.333333333333334,
      "grad_norm": 143.58282470703125,
      "learning_rate": 2.7750042718150514e-07,
      "loss": 0.5285,
      "step": 952
    },
    {
      "epoch": 9.343137254901961,
      "grad_norm": 23.275365829467773,
      "learning_rate": 2.6955129420176193e-07,
      "loss": 0.154,
      "step": 953
    },
    {
      "epoch": 9.352941176470589,
      "grad_norm": 10.840977668762207,
      "learning_rate": 2.617161197489426e-07,
      "loss": 0.0586,
      "step": 954
    },
    {
      "epoch": 9.362745098039216,
      "grad_norm": 37.993221282958984,
      "learning_rate": 2.539949955849985e-07,
      "loss": 0.1569,
      "step": 955
    },
    {
      "epoch": 9.372549019607844,
      "grad_norm": 88.68860626220703,
      "learning_rate": 2.463880121361717e-07,
      "loss": 0.3171,
      "step": 956
    },
    {
      "epoch": 9.382352941176471,
      "grad_norm": 2.1192426681518555,
      "learning_rate": 2.3889525849194573e-07,
      "loss": 0.0161,
      "step": 957
    },
    {
      "epoch": 9.392156862745098,
      "grad_norm": 5.4183173179626465,
      "learning_rate": 2.315168224039932e-07,
      "loss": 0.0415,
      "step": 958
    },
    {
      "epoch": 9.401960784313726,
      "grad_norm": 227.91708374023438,
      "learning_rate": 2.2425279028515658e-07,
      "loss": 2.5649,
      "step": 959
    },
    {
      "epoch": 9.411764705882353,
      "grad_norm": 45.92147445678711,
      "learning_rate": 2.1710324720842556e-07,
      "loss": 0.2358,
      "step": 960
    },
    {
      "epoch": 9.42156862745098,
      "grad_norm": 70.41803741455078,
      "learning_rate": 2.1006827690595478e-07,
      "loss": 0.6078,
      "step": 961
    },
    {
      "epoch": 9.431372549019608,
      "grad_norm": 180.2532958984375,
      "learning_rate": 2.0314796176806984e-07,
      "loss": 1.802,
      "step": 962
    },
    {
      "epoch": 9.441176470588236,
      "grad_norm": 0.5205016732215881,
      "learning_rate": 1.9634238284230945e-07,
      "loss": 0.0035,
      "step": 963
    },
    {
      "epoch": 9.450980392156863,
      "grad_norm": 64.1964111328125,
      "learning_rate": 1.8965161983247494e-07,
      "loss": 0.3974,
      "step": 964
    },
    {
      "epoch": 9.46078431372549,
      "grad_norm": 158.98199462890625,
      "learning_rate": 1.830757510976966e-07,
      "loss": 1.8158,
      "step": 965
    },
    {
      "epoch": 9.470588235294118,
      "grad_norm": 112.37926483154297,
      "learning_rate": 1.7661485365151553e-07,
      "loss": 0.8078,
      "step": 966
    },
    {
      "epoch": 9.480392156862745,
      "grad_norm": 7.5661091804504395,
      "learning_rate": 1.7026900316098217e-07,
      "loss": 0.0497,
      "step": 967
    },
    {
      "epoch": 9.490196078431373,
      "grad_norm": 69.32472229003906,
      "learning_rate": 1.6403827394577244e-07,
      "loss": 0.8231,
      "step": 968
    },
    {
      "epoch": 9.5,
      "grad_norm": 50.122642517089844,
      "learning_rate": 1.5792273897730858e-07,
      "loss": 0.3436,
      "step": 969
    },
    {
      "epoch": 9.509803921568627,
      "grad_norm": 155.59695434570312,
      "learning_rate": 1.519224698779198e-07,
      "loss": 1.7315,
      "step": 970
    },
    {
      "epoch": 9.519607843137255,
      "grad_norm": 116.89581298828125,
      "learning_rate": 1.4603753691998735e-07,
      "loss": 0.9816,
      "step": 971
    },
    {
      "epoch": 9.529411764705882,
      "grad_norm": 198.7981719970703,
      "learning_rate": 1.4026800902513293e-07,
      "loss": 1.2535,
      "step": 972
    },
    {
      "epoch": 9.53921568627451,
      "grad_norm": 16.313709259033203,
      "learning_rate": 1.3461395376340502e-07,
      "loss": 0.1249,
      "step": 973
    },
    {
      "epoch": 9.549019607843137,
      "grad_norm": 58.75593566894531,
      "learning_rate": 1.2907543735249163e-07,
      "loss": 0.3484,
      "step": 974
    },
    {
      "epoch": 9.558823529411764,
      "grad_norm": 52.287269592285156,
      "learning_rate": 1.2365252465694088e-07,
      "loss": 0.2927,
      "step": 975
    },
    {
      "epoch": 9.568627450980392,
      "grad_norm": 144.1332550048828,
      "learning_rate": 1.1834527918740624e-07,
      "loss": 1.5592,
      "step": 976
    },
    {
      "epoch": 9.57843137254902,
      "grad_norm": 65.14706420898438,
      "learning_rate": 1.13153763099898e-07,
      "loss": 0.4511,
      "step": 977
    },
    {
      "epoch": 9.588235294117647,
      "grad_norm": 52.77277374267578,
      "learning_rate": 1.0807803719505849e-07,
      "loss": 0.4105,
      "step": 978
    },
    {
      "epoch": 9.598039215686274,
      "grad_norm": 16.69989013671875,
      "learning_rate": 1.0311816091744698e-07,
      "loss": 0.1007,
      "step": 979
    },
    {
      "epoch": 9.607843137254902,
      "grad_norm": 148.1971893310547,
      "learning_rate": 9.827419235484803e-08,
      "loss": 1.0741,
      "step": 980
    },
    {
      "epoch": 9.617647058823529,
      "grad_norm": 100.4078369140625,
      "learning_rate": 9.354618823758654e-08,
      "loss": 0.4839,
      "step": 981
    },
    {
      "epoch": 9.627450980392156,
      "grad_norm": 25.227298736572266,
      "learning_rate": 8.89342039378649e-08,
      "loss": 0.1092,
      "step": 982
    },
    {
      "epoch": 9.637254901960784,
      "grad_norm": 172.3144989013672,
      "learning_rate": 8.443829346911792e-08,
      "loss": 2.4432,
      "step": 983
    },
    {
      "epoch": 9.647058823529411,
      "grad_norm": 30.26158332824707,
      "learning_rate": 8.005850948537453e-08,
      "loss": 0.1773,
      "step": 984
    },
    {
      "epoch": 9.656862745098039,
      "grad_norm": 24.228755950927734,
      "learning_rate": 7.579490328064265e-08,
      "loss": 0.1584,
      "step": 985
    },
    {
      "epoch": 9.666666666666666,
      "grad_norm": 18.619096755981445,
      "learning_rate": 7.164752478831305e-08,
      "loss": 0.1581,
      "step": 986
    },
    {
      "epoch": 9.676470588235293,
      "grad_norm": 28.080013275146484,
      "learning_rate": 6.761642258056977e-08,
      "loss": 0.1331,
      "step": 987
    },
    {
      "epoch": 9.686274509803921,
      "grad_norm": 35.24403381347656,
      "learning_rate": 6.370164386782285e-08,
      "loss": 0.1053,
      "step": 988
    },
    {
      "epoch": 9.696078431372548,
      "grad_norm": 30.533491134643555,
      "learning_rate": 5.990323449815316e-08,
      "loss": 0.1884,
      "step": 989
    },
    {
      "epoch": 9.705882352941176,
      "grad_norm": 25.761009216308594,
      "learning_rate": 5.6221238956780664e-08,
      "loss": 0.1585,
      "step": 990
    },
    {
      "epoch": 9.715686274509803,
      "grad_norm": 6.2156877517700195,
      "learning_rate": 5.265570036553813e-08,
      "loss": 0.0562,
      "step": 991
    },
    {
      "epoch": 9.72549019607843,
      "grad_norm": 20.332639694213867,
      "learning_rate": 4.920666048236933e-08,
      "loss": 0.1197,
      "step": 992
    },
    {
      "epoch": 9.735294117647058,
      "grad_norm": 62.23662185668945,
      "learning_rate": 4.58741597008372e-08,
      "loss": 0.2471,
      "step": 993
    },
    {
      "epoch": 9.745098039215687,
      "grad_norm": 167.26296997070312,
      "learning_rate": 4.2658237049655325e-08,
      "loss": 1.7135,
      "step": 994
    },
    {
      "epoch": 9.754901960784313,
      "grad_norm": 9.029017448425293,
      "learning_rate": 3.955893019222501e-08,
      "loss": 0.0801,
      "step": 995
    },
    {
      "epoch": 9.764705882352942,
      "grad_norm": 45.556095123291016,
      "learning_rate": 3.6576275426200014e-08,
      "loss": 0.2973,
      "step": 996
    },
    {
      "epoch": 9.77450980392157,
      "grad_norm": 12.037925720214844,
      "learning_rate": 3.371030768305583e-08,
      "loss": 0.062,
      "step": 997
    },
    {
      "epoch": 9.784313725490197,
      "grad_norm": 241.44886779785156,
      "learning_rate": 3.0961060527685546e-08,
      "loss": 2.3336,
      "step": 998
    },
    {
      "epoch": 9.794117647058824,
      "grad_norm": 182.80213928222656,
      "learning_rate": 2.8328566158002392e-08,
      "loss": 1.7538,
      "step": 999
    },
    {
      "epoch": 9.803921568627452,
      "grad_norm": 46.545494079589844,
      "learning_rate": 2.5812855404568903e-08,
      "loss": 0.2638,
      "step": 1000
    },
    {
      "epoch": 9.813725490196079,
      "grad_norm": 117.91098022460938,
      "learning_rate": 2.3413957730226144e-08,
      "loss": 0.7697,
      "step": 1001
    },
    {
      "epoch": 9.823529411764707,
      "grad_norm": 34.46639633178711,
      "learning_rate": 2.113190122975839e-08,
      "loss": 0.3561,
      "step": 1002
    },
    {
      "epoch": 9.833333333333334,
      "grad_norm": 48.741615295410156,
      "learning_rate": 1.896671262955896e-08,
      "loss": 0.1987,
      "step": 1003
    },
    {
      "epoch": 9.843137254901961,
      "grad_norm": 47.237937927246094,
      "learning_rate": 1.6918417287318245e-08,
      "loss": 0.3988,
      "step": 1004
    },
    {
      "epoch": 9.852941176470589,
      "grad_norm": 11.033207893371582,
      "learning_rate": 1.498703919172506e-08,
      "loss": 0.0579,
      "step": 1005
    },
    {
      "epoch": 9.862745098039216,
      "grad_norm": 34.18307113647461,
      "learning_rate": 1.3172600962190196e-08,
      "loss": 0.1217,
      "step": 1006
    },
    {
      "epoch": 9.872549019607844,
      "grad_norm": 106.93022918701172,
      "learning_rate": 1.147512384857663e-08,
      "loss": 1.1973,
      "step": 1007
    },
    {
      "epoch": 9.882352941176471,
      "grad_norm": 157.58848571777344,
      "learning_rate": 9.894627730953066e-09,
      "loss": 2.085,
      "step": 1008
    },
    {
      "epoch": 9.892156862745098,
      "grad_norm": 90.28975677490234,
      "learning_rate": 8.431131119361891e-09,
      "loss": 0.7251,
      "step": 1009
    },
    {
      "epoch": 9.901960784313726,
      "grad_norm": 20.708642959594727,
      "learning_rate": 7.084651153599353e-09,
      "loss": 0.1544,
      "step": 1010
    },
    {
      "epoch": 9.911764705882353,
      "grad_norm": 17.739120483398438,
      "learning_rate": 5.855203603017945e-09,
      "loss": 0.0993,
      "step": 1011
    },
    {
      "epoch": 9.92156862745098,
      "grad_norm": 80.70477294921875,
      "learning_rate": 4.74280286634099e-09,
      "loss": 0.5318,
      "step": 1012
    },
    {
      "epoch": 9.931372549019608,
      "grad_norm": 18.004573822021484,
      "learning_rate": 3.747461971492783e-09,
      "loss": 0.0847,
      "step": 1013
    },
    {
      "epoch": 9.941176470588236,
      "grad_norm": 143.50701904296875,
      "learning_rate": 2.8691925754453785e-09,
      "loss": 2.1554,
      "step": 1014
    },
    {
      "epoch": 9.950980392156863,
      "grad_norm": 83.08872985839844,
      "learning_rate": 2.108004964086474e-09,
      "loss": 0.287,
      "step": 1015
    },
    {
      "epoch": 9.96078431372549,
      "grad_norm": 9.186115264892578,
      "learning_rate": 1.4639080520939541e-09,
      "loss": 0.0654,
      "step": 1016
    },
    {
      "epoch": 9.970588235294118,
      "grad_norm": 740.3980102539062,
      "learning_rate": 9.369093828326403e-10,
      "loss": 4.5422,
      "step": 1017
    },
    {
      "epoch": 9.980392156862745,
      "grad_norm": 73.64676666259766,
      "learning_rate": 5.270151282688041e-10,
      "loss": 0.6639,
      "step": 1018
    },
    {
      "epoch": 9.990196078431373,
      "grad_norm": 7.316065788269043,
      "learning_rate": 2.3423008889467134e-10,
      "loss": 0.0347,
      "step": 1019
    },
    {
      "epoch": 10.0,
      "grad_norm": 31.817474365234375,
      "learning_rate": 5.855769367402176e-11,
      "loss": 0.1511,
      "step": 1020
    },
    {
      "epoch": 10.0,
      "eval_dim_1024_cosine_accuracy@1": 0.4963144963144963,
      "eval_dim_1024_cosine_accuracy@10": 0.6167076167076168,
      "eval_dim_1024_cosine_accuracy@3": 0.5331695331695332,
      "eval_dim_1024_cosine_accuracy@5": 0.5749385749385749,
      "eval_dim_1024_cosine_map@100": 0.5976325744110781,
      "eval_dim_1024_cosine_mrr@10": 0.5231065481065481,
      "eval_dim_1024_cosine_ndcg@10": 0.5529140876526117,
      "eval_dim_1024_cosine_precision@1": 0.4963144963144963,
      "eval_dim_1024_cosine_precision@10": 0.4085995085995086,
      "eval_dim_1024_cosine_precision@3": 0.48157248157248156,
      "eval_dim_1024_cosine_precision@5": 0.4594594594594595,
      "eval_dim_1024_cosine_recall@1": 0.08824500608183308,
      "eval_dim_1024_cosine_recall@10": 0.44607504061056136,
      "eval_dim_1024_cosine_recall@3": 0.22958183848025054,
      "eval_dim_1024_cosine_recall@5": 0.31547454409833436,
      "eval_dim_128_cosine_accuracy@1": 0.44717444717444715,
      "eval_dim_128_cosine_accuracy@10": 0.5700245700245701,
      "eval_dim_128_cosine_accuracy@3": 0.4742014742014742,
      "eval_dim_128_cosine_accuracy@5": 0.5208845208845209,
      "eval_dim_128_cosine_map@100": 0.5519502775806295,
      "eval_dim_128_cosine_mrr@10": 0.4728062478062475,
      "eval_dim_128_cosine_ndcg@10": 0.5040764135410748,
      "eval_dim_128_cosine_precision@1": 0.44717444717444715,
      "eval_dim_128_cosine_precision@10": 0.37542997542997547,
      "eval_dim_128_cosine_precision@3": 0.4291564291564292,
      "eval_dim_128_cosine_precision@5": 0.41130221130221134,
      "eval_dim_128_cosine_recall@1": 0.0803253135071763,
      "eval_dim_128_cosine_recall@10": 0.4092208585943455,
      "eval_dim_128_cosine_recall@3": 0.20222982791177993,
      "eval_dim_128_cosine_recall@5": 0.27932602278235874,
      "eval_dim_256_cosine_accuracy@1": 0.48402948402948404,
      "eval_dim_256_cosine_accuracy@10": 0.5995085995085995,
      "eval_dim_256_cosine_accuracy@3": 0.5085995085995086,
      "eval_dim_256_cosine_accuracy@5": 0.5503685503685504,
      "eval_dim_256_cosine_map@100": 0.580410788303782,
      "eval_dim_256_cosine_mrr@10": 0.5073983073983072,
      "eval_dim_256_cosine_ndcg@10": 0.5351584949588905,
      "eval_dim_256_cosine_precision@1": 0.48402948402948404,
      "eval_dim_256_cosine_precision@10": 0.4024570024570025,
      "eval_dim_256_cosine_precision@3": 0.4651924651924652,
      "eval_dim_256_cosine_precision@5": 0.4457002457002457,
      "eval_dim_256_cosine_recall@1": 0.08319124987212079,
      "eval_dim_256_cosine_recall@10": 0.4265879749013861,
      "eval_dim_256_cosine_recall@3": 0.2115461240887368,
      "eval_dim_256_cosine_recall@5": 0.2935766531173713,
      "eval_dim_512_cosine_accuracy@1": 0.4987714987714988,
      "eval_dim_512_cosine_accuracy@10": 0.6142506142506142,
      "eval_dim_512_cosine_accuracy@3": 0.5307125307125307,
      "eval_dim_512_cosine_accuracy@5": 0.5700245700245701,
      "eval_dim_512_cosine_map@100": 0.5948444478300201,
      "eval_dim_512_cosine_mrr@10": 0.5239177489177489,
      "eval_dim_512_cosine_ndcg@10": 0.552146494955942,
      "eval_dim_512_cosine_precision@1": 0.4987714987714988,
      "eval_dim_512_cosine_precision@10": 0.4098280098280099,
      "eval_dim_512_cosine_precision@3": 0.48239148239148233,
      "eval_dim_512_cosine_precision@5": 0.45995085995085994,
      "eval_dim_512_cosine_recall@1": 0.08793503529772437,
      "eval_dim_512_cosine_recall@10": 0.4446383724972383,
      "eval_dim_512_cosine_recall@3": 0.22733870067676792,
      "eval_dim_512_cosine_recall@5": 0.3141913697548152,
      "eval_dim_64_cosine_accuracy@1": 0.43243243243243246,
      "eval_dim_64_cosine_accuracy@10": 0.5651105651105651,
      "eval_dim_64_cosine_accuracy@3": 0.457002457002457,
      "eval_dim_64_cosine_accuracy@5": 0.5061425061425061,
      "eval_dim_64_cosine_map@100": 0.5317609303473808,
      "eval_dim_64_cosine_mrr@10": 0.45888030888030884,
      "eval_dim_64_cosine_ndcg@10": 0.4885667887984953,
      "eval_dim_64_cosine_precision@1": 0.43243243243243246,
      "eval_dim_64_cosine_precision@10": 0.371990171990172,
      "eval_dim_64_cosine_precision@3": 0.4193284193284193,
      "eval_dim_64_cosine_precision@5": 0.40294840294840295,
      "eval_dim_64_cosine_recall@1": 0.07272051875967844,
      "eval_dim_64_cosine_recall@10": 0.39280718972308115,
      "eval_dim_64_cosine_recall@3": 0.1871349201387628,
      "eval_dim_64_cosine_recall@5": 0.2616383258113969,
      "eval_dim_768_cosine_accuracy@1": 0.5036855036855037,
      "eval_dim_768_cosine_accuracy@10": 0.6216216216216216,
      "eval_dim_768_cosine_accuracy@3": 0.538083538083538,
      "eval_dim_768_cosine_accuracy@5": 0.5749385749385749,
      "eval_dim_768_cosine_map@100": 0.59963281993103,
      "eval_dim_768_cosine_mrr@10": 0.5292685542685541,
      "eval_dim_768_cosine_ndcg@10": 0.5575717566821643,
      "eval_dim_768_cosine_precision@1": 0.5036855036855037,
      "eval_dim_768_cosine_precision@10": 0.41449631449631447,
      "eval_dim_768_cosine_precision@3": 0.4881244881244881,
      "eval_dim_768_cosine_precision@5": 0.4633906633906634,
      "eval_dim_768_cosine_recall@1": 0.08828672939941849,
      "eval_dim_768_cosine_recall@10": 0.4457519361108019,
      "eval_dim_768_cosine_recall@3": 0.22962228421035147,
      "eval_dim_768_cosine_recall@5": 0.314263088576534,
      "eval_runtime": 109.2227,
      "eval_samples_per_second": 0.0,
      "eval_sequential_score": 0.4885667887984953,
      "eval_steps_per_second": 0.0,
      "step": 1020
    }
  ],
  "logging_steps": 1,
  "max_steps": 1020,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 1
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}