{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.5568,
  "eval_steps": 500,
  "global_step": 800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "completion_length": 220.40625,
      "epoch": 0.0032,
      "grad_norm": 11.881386756896973,
      "kl": 0.0,
      "learning_rate": 1e-06,
      "loss": 0.0,
      "reward": 2.0222461223602295,
      "reward_std": 1.2291262745857239,
      "rewards/answer_entity_reward": 0.5891842544078827,
      "rewards/answer_wer_reward": 0.36776189506053925,
      "rewards/format_reward": 0.46875,
      "rewards/think_ocr_reward": 0.596549928188324,
      "step": 1
    },
    {
      "completion_length": 183.75,
      "epoch": 0.0064,
      "grad_norm": 14.301155090332031,
      "kl": 0.000579833984375,
      "learning_rate": 9.9875e-07,
      "loss": 0.0,
      "reward": 2.1407116651535034,
      "reward_std": 0.9154457449913025,
      "rewards/answer_entity_reward": 0.7417342960834503,
      "rewards/answer_wer_reward": 0.4293617159128189,
      "rewards/format_reward": 0.59375,
      "rewards/think_ocr_reward": 0.3758656233549118,
      "step": 2
    },
    {
      "completion_length": 185.09375,
      "epoch": 0.0096,
      "grad_norm": 7.90402889251709,
      "kl": 0.0025768280029296875,
      "learning_rate": 9.975e-07,
      "loss": 0.0,
      "reward": 2.4301702976226807,
      "reward_std": 1.0761558413505554,
      "rewards/answer_entity_reward": 0.7529265582561493,
      "rewards/answer_wer_reward": 0.45110173523426056,
      "rewards/format_reward": 0.6875,
      "rewards/think_ocr_reward": 0.5386419892311096,
      "step": 3
    },
    {
      "completion_length": 201.46875,
      "epoch": 0.0128,
      "grad_norm": 2.4371554851531982,
      "kl": 0.0039825439453125,
      "learning_rate": 9.9625e-07,
      "loss": 0.0,
      "reward": 2.4960588216781616,
      "reward_std": 1.0011246800422668,
      "rewards/answer_entity_reward": 0.6945474743843079,
      "rewards/answer_wer_reward": 0.626116082072258,
      "rewards/format_reward": 0.65625,
      "rewards/think_ocr_reward": 0.519145280122757,
      "step": 4
    },
    {
      "completion_length": 223.1875,
      "epoch": 0.016,
      "grad_norm": 3.092437982559204,
      "kl": 0.001644134521484375,
      "learning_rate": 9.95e-07,
      "loss": 0.0,
      "reward": 2.6151310205459595,
      "reward_std": 1.0057614743709564,
      "rewards/answer_entity_reward": 0.6729370057582855,
      "rewards/answer_wer_reward": 0.43601465225219727,
      "rewards/format_reward": 0.75,
      "rewards/think_ocr_reward": 0.7561794817447662,
      "step": 5
    },
    {
      "completion_length": 211.09375,
      "epoch": 0.0192,
      "grad_norm": 3.8149898052215576,
      "kl": 0.00344085693359375,
      "learning_rate": 9.9375e-07,
      "loss": 0.0,
      "reward": 2.601198673248291,
      "reward_std": 0.8605955541133881,
      "rewards/answer_entity_reward": 0.6944940388202667,
      "rewards/answer_wer_reward": 0.5194687843322754,
      "rewards/format_reward": 0.71875,
      "rewards/think_ocr_reward": 0.6684857904911041,
      "step": 6
    },
    {
      "completion_length": 210.8125,
      "epoch": 0.0224,
      "grad_norm": 2.000467300415039,
      "kl": 0.0030364990234375,
      "learning_rate": 9.925e-07,
      "loss": 0.0,
      "reward": 3.1113568544387817,
      "reward_std": 0.928675651550293,
      "rewards/answer_entity_reward": 0.8195368647575378,
      "rewards/answer_wer_reward": 0.7422276139259338,
      "rewards/format_reward": 0.75,
      "rewards/think_ocr_reward": 0.7995923757553101,
      "step": 7
    },
    {
      "completion_length": 240.375,
      "epoch": 0.0256,
      "grad_norm": 2.2319533824920654,
      "kl": 0.0052947998046875,
      "learning_rate": 9.912499999999998e-07,
      "loss": 0.0001,
      "reward": 3.217132568359375,
      "reward_std": 0.4984496384859085,
      "rewards/answer_entity_reward": 0.7789974808692932,
      "rewards/answer_wer_reward": 0.6678729355335236,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.8015121817588806,
      "step": 8
    },
    {
      "completion_length": 217.1875,
      "epoch": 0.0288,
      "grad_norm": 2.6002566814422607,
      "kl": 0.06464385986328125,
      "learning_rate": 9.9e-07,
      "loss": 0.0006,
      "reward": 3.217494249343872,
      "reward_std": 0.5446330606937408,
      "rewards/answer_entity_reward": 0.8213226199150085,
      "rewards/answer_wer_reward": 0.7331169545650482,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.6943045258522034,
      "step": 9
    },
    {
      "completion_length": 196.40625,
      "epoch": 0.032,
      "grad_norm": 2.9925193786621094,
      "kl": 0.008941650390625,
      "learning_rate": 9.8875e-07,
      "loss": 0.0001,
      "reward": 3.2711292505264282,
      "reward_std": 0.5466351807117462,
      "rewards/answer_entity_reward": 0.7905315160751343,
      "rewards/answer_wer_reward": 0.7206964790821075,
      "rewards/format_reward": 0.90625,
      "rewards/think_ocr_reward": 0.853651225566864,
      "step": 10
    },
    {
      "completion_length": 146.53125,
      "epoch": 0.0352,
      "grad_norm": 3.6174111366271973,
      "kl": 0.0103912353515625,
      "learning_rate": 9.875e-07,
      "loss": 0.0001,
      "reward": 3.083841323852539,
      "reward_std": 0.6508071422576904,
      "rewards/answer_entity_reward": 0.7979910671710968,
      "rewards/answer_wer_reward": 0.6100275814533234,
      "rewards/format_reward": 0.90625,
      "rewards/think_ocr_reward": 0.7695727646350861,
      "step": 11
    },
    {
      "completion_length": 218.15625,
      "epoch": 0.0384,
      "grad_norm": 3.2925424575805664,
      "kl": 0.00616455078125,
      "learning_rate": 9.862499999999999e-07,
      "loss": 0.0001,
      "reward": 3.2391178607940674,
      "reward_std": 0.6323770582675934,
      "rewards/answer_entity_reward": 0.781956285238266,
      "rewards/answer_wer_reward": 0.6958223879337311,
      "rewards/format_reward": 0.90625,
      "rewards/think_ocr_reward": 0.8550890386104584,
      "step": 12
    },
    {
      "completion_length": 250.53125,
      "epoch": 0.0416,
      "grad_norm": 2.291048288345337,
      "kl": 0.0086669921875,
      "learning_rate": 9.849999999999999e-07,
      "loss": 0.0001,
      "reward": 3.238759756088257,
      "reward_std": 0.4200912415981293,
      "rewards/answer_entity_reward": 0.8185493648052216,
      "rewards/answer_wer_reward": 0.699150562286377,
      "rewards/format_reward": 0.9375,
      "rewards/think_ocr_reward": 0.7835597395896912,
      "step": 13
    },
    {
      "completion_length": 196.6875,
      "epoch": 0.0448,
      "grad_norm": 2.470576524734497,
      "kl": 0.0181884765625,
      "learning_rate": 9.8375e-07,
      "loss": 0.0002,
      "reward": 3.460441470146179,
      "reward_std": 0.34273722767829895,
      "rewards/answer_entity_reward": 0.9129322171211243,
      "rewards/answer_wer_reward": 0.7192246317863464,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.8595346808433533,
      "step": 14
    },
    {
      "completion_length": 181.78125,
      "epoch": 0.048,
      "grad_norm": 13.122944831848145,
      "kl": 0.0174560546875,
      "learning_rate": 9.825e-07,
      "loss": 0.0002,
      "reward": 3.526148796081543,
      "reward_std": 0.2207299917936325,
      "rewards/answer_entity_reward": 0.8908324241638184,
      "rewards/answer_wer_reward": 0.8109035789966583,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.8556627035140991,
      "step": 15
    },
    {
      "completion_length": 181.9375,
      "epoch": 0.0512,
      "grad_norm": 3.1282718181610107,
      "kl": 0.0081329345703125,
      "learning_rate": 9.8125e-07,
      "loss": 0.0001,
      "reward": 3.4612035751342773,
      "reward_std": 0.2798766866326332,
      "rewards/answer_entity_reward": 0.8926167786121368,
      "rewards/answer_wer_reward": 0.6810254156589508,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9188113510608673,
      "step": 16
    },
    {
      "completion_length": 243.125,
      "epoch": 0.0544,
      "grad_norm": 1.907029390335083,
      "kl": 0.00677490234375,
      "learning_rate": 9.8e-07,
      "loss": 0.0001,
      "reward": 3.375656485557556,
      "reward_std": 0.37908758223056793,
      "rewards/answer_entity_reward": 0.8232844769954681,
      "rewards/answer_wer_reward": 0.6466233134269714,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9369988143444061,
      "step": 17
    },
    {
      "completion_length": 236.34375,
      "epoch": 0.0576,
      "grad_norm": 2.551098108291626,
      "kl": 0.0098876953125,
      "learning_rate": 9.7875e-07,
      "loss": 0.0001,
      "reward": 3.637453317642212,
      "reward_std": 0.1572738140821457,
      "rewards/answer_entity_reward": 0.8815866112709045,
      "rewards/answer_wer_reward": 0.8101728856563568,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9456938207149506,
      "step": 18
    },
    {
      "completion_length": 242.28125,
      "epoch": 0.0608,
      "grad_norm": 3.0685667991638184,
      "kl": 0.010223388671875,
      "learning_rate": 9.775e-07,
      "loss": 0.0001,
      "reward": 3.3409019708633423,
      "reward_std": 0.3057943657040596,
      "rewards/answer_entity_reward": 0.7610115706920624,
      "rewards/answer_wer_reward": 0.6856433153152466,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8942470550537109,
      "step": 19
    },
    {
      "completion_length": 193.46875,
      "epoch": 0.064,
      "grad_norm": 2.6569221019744873,
      "kl": 0.0095977783203125,
      "learning_rate": 9.7625e-07,
      "loss": 0.0001,
      "reward": 3.5098860263824463,
      "reward_std": 0.27671176940202713,
      "rewards/answer_entity_reward": 0.8399666249752045,
      "rewards/answer_wer_reward": 0.7382143139839172,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9317050278186798,
      "step": 20
    },
    {
      "completion_length": 199.28125,
      "epoch": 0.0672,
      "grad_norm": 3.02462100982666,
      "kl": 0.0101318359375,
      "learning_rate": 9.75e-07,
      "loss": 0.0001,
      "reward": 3.552868962287903,
      "reward_std": 0.24761613458395004,
      "rewards/answer_entity_reward": 0.9026052951812744,
      "rewards/answer_wer_reward": 0.7746964991092682,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8755670785903931,
      "step": 21
    },
    {
      "completion_length": 239.75,
      "epoch": 0.0704,
      "grad_norm": 5.65736722946167,
      "kl": 0.010223388671875,
      "learning_rate": 9.7375e-07,
      "loss": 0.0001,
      "reward": 3.3219141960144043,
      "reward_std": 0.32601839303970337,
      "rewards/answer_entity_reward": 0.8810833096504211,
      "rewards/answer_wer_reward": 0.6434947550296783,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.7973361015319824,
      "step": 22
    },
    {
      "completion_length": 216.21875,
      "epoch": 0.0736,
      "grad_norm": 6.68402099609375,
      "kl": 0.009765625,
      "learning_rate": 9.725e-07,
      "loss": 0.0001,
      "reward": 3.67569899559021,
      "reward_std": 0.19380945712327957,
      "rewards/answer_entity_reward": 0.9180394113063812,
      "rewards/answer_wer_reward": 0.8205302953720093,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9371293187141418,
      "step": 23
    },
    {
      "completion_length": 200.65625,
      "epoch": 0.0768,
      "grad_norm": 3.398916006088257,
      "kl": 0.0118408203125,
      "learning_rate": 9.712499999999998e-07,
      "loss": 0.0001,
      "reward": 3.575831174850464,
      "reward_std": 0.22907962650060654,
      "rewards/answer_entity_reward": 0.9015873074531555,
      "rewards/answer_wer_reward": 0.8195928931236267,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8546508848667145,
      "step": 24
    },
    {
      "completion_length": 144.9375,
      "epoch": 0.08,
      "grad_norm": 3.852799415588379,
      "kl": 0.025146484375,
      "learning_rate": 9.7e-07,
      "loss": 0.0003,
      "reward": 3.596950054168701,
      "reward_std": 0.29281121492385864,
      "rewards/answer_entity_reward": 0.9606508314609528,
      "rewards/answer_wer_reward": 0.7530401945114136,
      "rewards/format_reward": 0.9375,
      "rewards/think_ocr_reward": 0.9457589387893677,
      "step": 25
    },
    {
      "completion_length": 201.375,
      "epoch": 0.0832,
      "grad_norm": 3.684136390686035,
      "kl": 0.03955078125,
      "learning_rate": 9.6875e-07,
      "loss": 0.0004,
      "reward": 3.6101993322372437,
      "reward_std": 0.22506854683160782,
      "rewards/answer_entity_reward": 0.8913510143756866,
      "rewards/answer_wer_reward": 0.855983167886734,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8628652393817902,
      "step": 26
    },
    {
      "completion_length": 235.25,
      "epoch": 0.0864,
      "grad_norm": 2.9537627696990967,
      "kl": 0.0134124755859375,
      "learning_rate": 9.675e-07,
      "loss": 0.0001,
      "reward": 3.579669713973999,
      "reward_std": 0.17270359210669994,
      "rewards/answer_entity_reward": 0.8651459515094757,
      "rewards/answer_wer_reward": 0.7930598855018616,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9214637279510498,
      "step": 27
    },
    {
      "completion_length": 199.96875,
      "epoch": 0.0896,
      "grad_norm": 2.0981569290161133,
      "kl": 0.02239990234375,
      "learning_rate": 9.6625e-07,
      "loss": 0.0002,
      "reward": 3.589198589324951,
      "reward_std": 0.2977752536535263,
      "rewards/answer_entity_reward": 0.8878033757209778,
      "rewards/answer_wer_reward": 0.8114102184772491,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.889985203742981,
      "step": 28
    },
    {
      "completion_length": 229.6875,
      "epoch": 0.0928,
      "grad_norm": 2.406397819519043,
      "kl": 0.0191650390625,
      "learning_rate": 9.649999999999999e-07,
      "loss": 0.0002,
      "reward": 3.4348872900009155,
      "reward_std": 0.37296992540359497,
      "rewards/answer_entity_reward": 0.7681002914905548,
      "rewards/answer_wer_reward": 0.724025309085846,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9740117192268372,
      "step": 29
    },
    {
      "completion_length": 199.59375,
      "epoch": 0.096,
      "grad_norm": 4.711977481842041,
      "kl": 0.01727294921875,
      "learning_rate": 9.637499999999999e-07,
      "loss": 0.0002,
      "reward": 3.7957680225372314,
      "reward_std": 0.10022839158773422,
      "rewards/answer_entity_reward": 0.9259244203567505,
      "rewards/answer_wer_reward": 0.8810202181339264,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9888232052326202,
      "step": 30
    },
    {
      "completion_length": 227.71875,
      "epoch": 0.0992,
      "grad_norm": 8.605613708496094,
      "kl": 0.016021728515625,
      "learning_rate": 9.624999999999999e-07,
      "loss": 0.0002,
      "reward": 3.6433751583099365,
      "reward_std": 0.19832589477300644,
      "rewards/answer_entity_reward": 0.8819950520992279,
      "rewards/answer_wer_reward": 0.832177460193634,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9292027056217194,
      "step": 31
    },
    {
      "completion_length": 215.65625,
      "epoch": 0.1024,
      "grad_norm": 3.5583388805389404,
      "kl": 0.0224609375,
      "learning_rate": 9.6125e-07,
      "loss": 0.0002,
      "reward": 3.516916036605835,
      "reward_std": 0.29861560463905334,
      "rewards/answer_entity_reward": 0.8093456923961639,
      "rewards/answer_wer_reward": 0.7672389149665833,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9403314590454102,
      "step": 32
    },
    {
      "completion_length": 255.8125,
      "epoch": 0.1056,
      "grad_norm": 3.647063970565796,
      "kl": 0.009185791015625,
      "learning_rate": 9.6e-07,
      "loss": 0.0001,
      "reward": 3.5868738889694214,
      "reward_std": 0.2677561491727829,
      "rewards/answer_entity_reward": 0.818858414888382,
      "rewards/answer_wer_reward": 0.7967112958431244,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9713042676448822,
      "step": 33
    },
    {
      "completion_length": 223.25,
      "epoch": 0.1088,
      "grad_norm": 4.442183017730713,
      "kl": 0.02569580078125,
      "learning_rate": 9.5875e-07,
      "loss": 0.0003,
      "reward": 3.6685177087783813,
      "reward_std": 0.16033701971173286,
      "rewards/answer_entity_reward": 0.8931982815265656,
      "rewards/answer_wer_reward": 0.8027337491512299,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.972585529088974,
      "step": 34
    },
    {
      "completion_length": 225.09375,
      "epoch": 0.112,
      "grad_norm": 1.850151538848877,
      "kl": 0.0135498046875,
      "learning_rate": 9.575e-07,
      "loss": 0.0001,
      "reward": 3.622478485107422,
      "reward_std": 0.15638228505849838,
      "rewards/answer_entity_reward": 0.8341188132762909,
      "rewards/answer_wer_reward": 0.8296426832675934,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9587167799472809,
      "step": 35
    },
    {
      "completion_length": 182.75,
      "epoch": 0.1152,
      "grad_norm": 3.844250202178955,
      "kl": 0.100982666015625,
      "learning_rate": 9.5625e-07,
      "loss": 0.001,
      "reward": 3.575288772583008,
      "reward_std": 0.3447410613298416,
      "rewards/answer_entity_reward": 0.8734935224056244,
      "rewards/answer_wer_reward": 0.8351728320121765,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.8978723287582397,
      "step": 36
    },
    {
      "completion_length": 170.71875,
      "epoch": 0.1184,
      "grad_norm": 3.608771800994873,
      "kl": 0.0318603515625,
      "learning_rate": 9.55e-07,
      "loss": 0.0003,
      "reward": 3.757541060447693,
      "reward_std": 0.16554252058267593,
      "rewards/answer_entity_reward": 0.9673819839954376,
      "rewards/answer_wer_reward": 0.8668203055858612,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9233386218547821,
      "step": 37
    },
    {
      "completion_length": 252.0,
      "epoch": 0.1216,
      "grad_norm": 2.063748836517334,
      "kl": 0.01507568359375,
      "learning_rate": 9.5375e-07,
      "loss": 0.0001,
      "reward": 3.716595768928528,
      "reward_std": 0.10926416516304016,
      "rewards/answer_entity_reward": 0.8833416402339935,
      "rewards/answer_wer_reward": 0.8585604727268219,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9746935665607452,
      "step": 38
    },
    {
      "completion_length": 231.21875,
      "epoch": 0.1248,
      "grad_norm": 2.751699447631836,
      "kl": 0.0213623046875,
      "learning_rate": 9.525e-07,
      "loss": 0.0002,
      "reward": 3.539994239807129,
      "reward_std": 0.1212783083319664,
      "rewards/answer_entity_reward": 0.7954491972923279,
      "rewards/answer_wer_reward": 0.7638055980205536,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.980739563703537,
      "step": 39
    },
    {
      "completion_length": 216.09375,
      "epoch": 0.128,
      "grad_norm": 2.074568033218384,
      "kl": 0.0379638671875,
      "learning_rate": 9.5125e-07,
      "loss": 0.0004,
      "reward": 3.6039533615112305,
      "reward_std": 0.26473698019981384,
      "rewards/answer_entity_reward": 0.8746186196804047,
      "rewards/answer_wer_reward": 0.8307992517948151,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9297854900360107,
      "step": 40
    },
    {
      "completion_length": 203.5,
      "epoch": 0.1312,
      "grad_norm": 3.2622625827789307,
      "kl": 0.05419921875,
      "learning_rate": 9.499999999999999e-07,
      "loss": 0.0005,
      "reward": 3.4951852560043335,
      "reward_std": 0.18541007116436958,
      "rewards/answer_entity_reward": 0.8705199360847473,
      "rewards/answer_wer_reward": 0.8321611285209656,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.7925041615962982,
      "step": 41
    },
    {
      "completion_length": 195.84375,
      "epoch": 0.1344,
      "grad_norm": 2.3474910259246826,
      "kl": 0.0272216796875,
      "learning_rate": 9.487499999999999e-07,
      "loss": 0.0003,
      "reward": 3.556153178215027,
      "reward_std": 0.22145777754485607,
      "rewards/answer_entity_reward": 0.9313356876373291,
      "rewards/answer_wer_reward": 0.7051927447319031,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9508746266365051,
      "step": 42
    },
    {
      "completion_length": 213.25,
      "epoch": 0.1376,
      "grad_norm": 2.805851697921753,
      "kl": 0.039794921875,
      "learning_rate": 9.474999999999999e-07,
      "loss": 0.0004,
      "reward": 3.4438276290893555,
      "reward_std": 0.306783527135849,
      "rewards/answer_entity_reward": 0.9020311534404755,
      "rewards/answer_wer_reward": 0.7658404111862183,
      "rewards/format_reward": 0.9375,
      "rewards/think_ocr_reward": 0.838456004858017,
      "step": 43
    },
    {
      "completion_length": 237.6875,
      "epoch": 0.1408,
      "grad_norm": 1.9424443244934082,
      "kl": 0.04632568359375,
      "learning_rate": 9.462499999999999e-07,
      "loss": 0.0005,
      "reward": 3.6309977769851685,
      "reward_std": 0.2500930577516556,
      "rewards/answer_entity_reward": 0.8781489729881287,
      "rewards/answer_wer_reward": 0.8788634538650513,
      "rewards/format_reward": 0.9375,
      "rewards/think_ocr_reward": 0.9364852905273438,
      "step": 44
    },
    {
      "completion_length": 239.375,
      "epoch": 0.144,
      "grad_norm": 46.16355895996094,
      "kl": 0.0579833984375,
      "learning_rate": 9.45e-07,
      "loss": 0.0006,
      "reward": 3.5368932485580444,
      "reward_std": 0.43694401532411575,
      "rewards/answer_entity_reward": 0.919220894575119,
      "rewards/answer_wer_reward": 0.8205748200416565,
      "rewards/format_reward": 0.84375,
      "rewards/think_ocr_reward": 0.9533475041389465,
      "step": 45
    },
    {
      "completion_length": 173.84375,
      "epoch": 0.1472,
      "grad_norm": 3.7639763355255127,
      "kl": 0.0450439453125,
      "learning_rate": 9.4375e-07,
      "loss": 0.0004,
      "reward": 3.7322875261306763,
      "reward_std": 0.1945570409297943,
      "rewards/answer_entity_reward": 0.9228407144546509,
      "rewards/answer_wer_reward": 0.8905497789382935,
      "rewards/format_reward": 0.9375,
      "rewards/think_ocr_reward": 0.9813971817493439,
      "step": 46
    },
    {
      "completion_length": 147.09375,
      "epoch": 0.1504,
      "grad_norm": 4.257631301879883,
      "kl": 0.0538330078125,
      "learning_rate": 9.425e-07,
      "loss": 0.0005,
      "reward": 3.478027820587158,
      "reward_std": 0.2542489320039749,
      "rewards/answer_entity_reward": 0.8890827894210815,
      "rewards/answer_wer_reward": 0.7596322894096375,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.8605626821517944,
      "step": 47
    },
    {
      "completion_length": 223.9375,
      "epoch": 0.1536,
      "grad_norm": 1.5165725946426392,
      "kl": 0.0335693359375,
      "learning_rate": 9.4125e-07,
      "loss": 0.0003,
      "reward": 3.695801019668579,
      "reward_std": 0.21276018023490906,
      "rewards/answer_entity_reward": 0.9133437275886536,
      "rewards/answer_wer_reward": 0.8821894526481628,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9315177500247955,
      "step": 48
    },
    {
      "completion_length": 196.15625,
      "epoch": 0.1568,
      "grad_norm": 2.7737293243408203,
      "kl": 0.04931640625,
      "learning_rate": 9.399999999999999e-07,
      "loss": 0.0005,
      "reward": 3.7317415475845337,
      "reward_std": 0.11913972720503807,
      "rewards/answer_entity_reward": 0.9534916281700134,
      "rewards/answer_wer_reward": 0.8561010956764221,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9533988535404205,
      "step": 49
    },
    {
      "completion_length": 192.21875,
      "epoch": 0.16,
      "grad_norm": 3.4223740100860596,
      "kl": 0.04052734375,
      "learning_rate": 9.387499999999999e-07,
      "loss": 0.0004,
      "reward": 3.65939998626709,
      "reward_std": 0.1464347057044506,
      "rewards/answer_entity_reward": 0.9478480219841003,
      "rewards/answer_wer_reward": 0.8836140036582947,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8279379308223724,
      "step": 50
    },
    {
      "completion_length": 170.75,
      "epoch": 0.1632,
      "grad_norm": 3.389747381210327,
      "kl": 0.0406494140625,
      "learning_rate": 9.374999999999999e-07,
      "loss": 0.0004,
      "reward": 3.6742804050445557,
      "reward_std": 0.21486516296863556,
      "rewards/answer_entity_reward": 0.9492871761322021,
      "rewards/answer_wer_reward": 0.8503031730651855,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8746900260448456,
      "step": 51
    },
    {
      "completion_length": 249.78125,
      "epoch": 0.1664,
      "grad_norm": 1.3398560285568237,
      "kl": 0.0609130859375,
      "learning_rate": 9.3625e-07,
      "loss": 0.0006,
      "reward": 3.7340474128723145,
      "reward_std": 0.16536326706409454,
      "rewards/answer_entity_reward": 0.9178049564361572,
      "rewards/answer_wer_reward": 0.8599284589290619,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9563138782978058,
      "step": 52
    },
    {
      "completion_length": 243.53125,
      "epoch": 0.1696,
      "grad_norm": 2.292407512664795,
      "kl": 0.035400390625,
      "learning_rate": 9.35e-07,
      "loss": 0.0004,
      "reward": 3.6057465076446533,
      "reward_std": 0.1650264859199524,
      "rewards/answer_entity_reward": 0.942800760269165,
      "rewards/answer_wer_reward": 0.743953675031662,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9189921319484711,
      "step": 53
    },
    {
      "completion_length": 224.4375,
      "epoch": 0.1728,
      "grad_norm": 25.665359497070312,
      "kl": 0.03118896484375,
      "learning_rate": 9.3375e-07,
      "loss": 0.0003,
      "reward": 3.6430656909942627,
      "reward_std": 0.14360623061656952,
      "rewards/answer_entity_reward": 0.907882422208786,
      "rewards/answer_wer_reward": 0.7998041808605194,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9353790581226349,
      "step": 54
    },
    {
      "completion_length": 173.0625,
      "epoch": 0.176,
      "grad_norm": 4.687534809112549,
      "kl": 0.03643798828125,
      "learning_rate": 9.325e-07,
      "loss": 0.0004,
      "reward": 3.776802897453308,
      "reward_std": 0.10255010426044464,
      "rewards/answer_entity_reward": 0.9577985405921936,
      "rewards/answer_wer_reward": 0.8955680429935455,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9234363734722137,
      "step": 55
    },
    {
      "completion_length": 241.84375,
      "epoch": 0.1792,
      "grad_norm": 2.1417253017425537,
      "kl": 0.02978515625,
      "learning_rate": 9.3125e-07,
      "loss": 0.0003,
      "reward": 3.7508766651153564,
      "reward_std": 0.12244473025202751,
      "rewards/answer_entity_reward": 0.9196350574493408,
      "rewards/answer_wer_reward": 0.8353821933269501,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.995859295129776,
      "step": 56
    },
    {
      "completion_length": 214.15625,
      "epoch": 0.1824,
      "grad_norm": 2.977281332015991,
      "kl": 0.03302001953125,
      "learning_rate": 9.3e-07,
      "loss": 0.0003,
      "reward": 3.77036452293396,
      "reward_std": 0.18844036478549242,
      "rewards/answer_entity_reward": 0.9284944236278534,
      "rewards/answer_wer_reward": 0.8541653454303741,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9877048432826996,
      "step": 57
    },
    {
      "completion_length": 245.9375,
      "epoch": 0.1856,
      "grad_norm": 1.5624388456344604,
      "kl": 0.0296630859375,
      "learning_rate": 9.287499999999999e-07,
      "loss": 0.0003,
      "reward": 3.7977479696273804,
      "reward_std": 0.08727182075381279,
      "rewards/answer_entity_reward": 0.9509085714817047,
      "rewards/answer_wer_reward": 0.8592260181903839,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9876134395599365,
      "step": 58
    },
    {
      "completion_length": 232.65625,
      "epoch": 0.1888,
      "grad_norm": 55.87119674682617,
      "kl": 0.047607421875,
      "learning_rate": 9.274999999999999e-07,
      "loss": 0.0005,
      "reward": 3.6933377981185913,
      "reward_std": 0.24168139696121216,
      "rewards/answer_entity_reward": 0.9402236640453339,
      "rewards/answer_wer_reward": 0.8164783418178558,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9366357624530792,
      "step": 59
    },
    {
      "completion_length": 221.65625,
      "epoch": 0.192,
      "grad_norm": 1.8363709449768066,
      "kl": 0.04156494140625,
      "learning_rate": 9.2625e-07,
      "loss": 0.0004,
      "reward": 3.8290294408798218,
      "reward_std": 0.08228548988699913,
      "rewards/answer_entity_reward": 0.9317659735679626,
      "rewards/answer_wer_reward": 0.9017607867717743,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.995502769947052,
      "step": 60
    },
    {
      "completion_length": 207.5625,
      "epoch": 0.1952,
      "grad_norm": 5.360762119293213,
      "kl": 0.03662109375,
      "learning_rate": 9.25e-07,
      "loss": 0.0004,
      "reward": 3.4508965015411377,
      "reward_std": 0.24354729056358337,
      "rewards/answer_entity_reward": 0.8888726234436035,
      "rewards/answer_wer_reward": 0.6527576148509979,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9092662334442139,
      "step": 61
    },
    {
      "completion_length": 175.3125,
      "epoch": 0.1984,
      "grad_norm": 6.900688171386719,
      "kl": 0.0562744140625,
      "learning_rate": 9.237499999999999e-07,
      "loss": 0.0006,
      "reward": 3.5809485912323,
      "reward_std": 0.27670779824256897,
      "rewards/answer_entity_reward": 0.875405490398407,
      "rewards/answer_wer_reward": 0.846805214881897,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8587377667427063,
      "step": 62
    },
    {
      "completion_length": 167.21875,
      "epoch": 0.2016,
      "grad_norm": 3.296032667160034,
      "kl": 0.03668212890625,
      "learning_rate": 9.225e-07,
      "loss": 0.0004,
      "reward": 3.775553345680237,
      "reward_std": 0.1621587909758091,
      "rewards/answer_entity_reward": 0.9595959782600403,
      "rewards/answer_wer_reward": 0.900894969701767,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9150623679161072,
      "step": 63
    },
    {
      "completion_length": 216.0625,
      "epoch": 0.2048,
      "grad_norm": 3.287728786468506,
      "kl": 0.05419921875,
      "learning_rate": 9.2125e-07,
      "loss": 0.0005,
      "reward": 3.580909013748169,
      "reward_std": 0.37151331454515457,
      "rewards/answer_entity_reward": 0.9558238685131073,
      "rewards/answer_wer_reward": 0.816798210144043,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.8395369946956635,
      "step": 64
    },
    {
      "completion_length": 242.1875,
      "epoch": 0.208,
      "grad_norm": 4.7966766357421875,
      "kl": 0.0389404296875,
      "learning_rate": 9.2e-07,
      "loss": 0.0004,
      "reward": 3.5479079484939575,
      "reward_std": 0.34015993028879166,
      "rewards/answer_entity_reward": 0.9070779979228973,
      "rewards/answer_wer_reward": 0.7606107890605927,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9114691615104675,
      "step": 65
    },
    {
      "completion_length": 182.9375,
      "epoch": 0.2112,
      "grad_norm": 4.85190486907959,
      "kl": 0.0411376953125,
      "learning_rate": 9.187499999999999e-07,
      "loss": 0.0004,
      "reward": 3.759209156036377,
      "reward_std": 0.030521959997713566,
      "rewards/answer_entity_reward": 0.9572916924953461,
      "rewards/answer_wer_reward": 0.9216786324977875,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.880238950252533,
      "step": 66
    },
    {
      "completion_length": 197.46875,
      "epoch": 0.2144,
      "grad_norm": 2.888380765914917,
      "kl": 0.03271484375,
      "learning_rate": 9.174999999999999e-07,
      "loss": 0.0003,
      "reward": 3.86090886592865,
      "reward_std": 0.08941158838570118,
      "rewards/answer_entity_reward": 0.974116176366806,
      "rewards/answer_wer_reward": 0.9031813442707062,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9836114048957825,
      "step": 67
    },
    {
      "completion_length": 212.03125,
      "epoch": 0.2176,
      "grad_norm": 0.9500738382339478,
      "kl": 0.03057861328125,
      "learning_rate": 9.1625e-07,
      "loss": 0.0003,
      "reward": 3.865835189819336,
      "reward_std": 0.04183580353856087,
      "rewards/answer_entity_reward": 0.9732177555561066,
      "rewards/answer_wer_reward": 0.8951224386692047,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9974949955940247,
      "step": 68
    },
    {
      "completion_length": 168.09375,
      "epoch": 0.2208,
      "grad_norm": 4.705175876617432,
      "kl": 0.03704833984375,
      "learning_rate": 9.15e-07,
      "loss": 0.0004,
      "reward": 3.6963913440704346,
      "reward_std": 0.16030436754226685,
      "rewards/answer_entity_reward": 0.932018518447876,
      "rewards/answer_wer_reward": 0.8480667769908905,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9163061678409576,
      "step": 69
    },
    {
      "completion_length": 193.21875,
      "epoch": 0.224,
      "grad_norm": 2.125580310821533,
      "kl": 0.03515625,
      "learning_rate": 9.137499999999999e-07,
      "loss": 0.0004,
      "reward": 3.8550466299057007,
      "reward_std": 0.06468157470226288,
      "rewards/answer_entity_reward": 0.9734202921390533,
      "rewards/answer_wer_reward": 0.8898061215877533,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9918202459812164,
      "step": 70
    },
    {
      "completion_length": 235.78125,
      "epoch": 0.2272,
      "grad_norm": 6.89145040512085,
      "kl": 0.042236328125,
      "learning_rate": 9.124999999999999e-07,
      "loss": 0.0004,
      "reward": 3.725824475288391,
      "reward_std": 0.05315144546329975,
      "rewards/answer_entity_reward": 0.9593958258628845,
      "rewards/answer_wer_reward": 0.8827618062496185,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8836667835712433,
      "step": 71
    },
    {
      "completion_length": 210.1875,
      "epoch": 0.2304,
      "grad_norm": 3.6971681118011475,
      "kl": 0.0343017578125,
      "learning_rate": 9.1125e-07,
      "loss": 0.0003,
      "reward": 3.719637870788574,
      "reward_std": 0.10697400569915771,
      "rewards/answer_entity_reward": 0.9880050718784332,
      "rewards/answer_wer_reward": 0.7961998879909515,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9354328513145447,
      "step": 72
    },
    {
      "completion_length": 216.5625,
      "epoch": 0.2336,
      "grad_norm": 17.082843780517578,
      "kl": 0.0537109375,
      "learning_rate": 9.1e-07,
      "loss": 0.0005,
      "reward": 3.6063274145126343,
      "reward_std": 0.2845265045762062,
      "rewards/answer_entity_reward": 0.9374077320098877,
      "rewards/answer_wer_reward": 0.7878484427928925,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.912321150302887,
      "step": 73
    },
    {
      "completion_length": 234.90625,
      "epoch": 0.2368,
      "grad_norm": 1.9695632457733154,
      "kl": 0.031982421875,
      "learning_rate": 9.087499999999999e-07,
      "loss": 0.0003,
      "reward": 3.762009024620056,
      "reward_std": 0.06560477986931801,
      "rewards/answer_entity_reward": 0.9398341476917267,
      "rewards/answer_wer_reward": 0.8473882973194122,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9747865796089172,
      "step": 74
    },
    {
      "completion_length": 233.65625,
      "epoch": 0.24,
      "grad_norm": 1.8333961963653564,
      "kl": 0.0479736328125,
      "learning_rate": 9.074999999999999e-07,
      "loss": 0.0005,
      "reward": 3.6872040033340454,
      "reward_std": 0.12730678915977478,
      "rewards/answer_entity_reward": 0.9421398341655731,
      "rewards/answer_wer_reward": 0.8499290347099304,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.895135223865509,
      "step": 75
    },
    {
      "completion_length": 138.8125,
      "epoch": 0.2432,
      "grad_norm": 2.518507719039917,
      "kl": 0.0504150390625,
      "learning_rate": 9.0625e-07,
      "loss": 0.0005,
      "reward": 3.751777410507202,
      "reward_std": 0.18188580125570297,
      "rewards/answer_entity_reward": 0.9270697832107544,
      "rewards/answer_wer_reward": 0.9237564206123352,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9009511768817902,
      "step": 76
    },
    {
      "completion_length": 261.0,
      "epoch": 0.2464,
      "grad_norm": 4.395165920257568,
      "kl": 0.03662109375,
      "learning_rate": 9.05e-07,
      "loss": 0.0004,
      "reward": 3.602410674095154,
      "reward_std": 0.12657387554645538,
      "rewards/answer_entity_reward": 0.8546798527240753,
      "rewards/answer_wer_reward": 0.794090747833252,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9536401331424713,
      "step": 77
    },
    {
      "completion_length": 221.90625,
      "epoch": 0.2496,
      "grad_norm": 1.2728471755981445,
      "kl": 0.0294189453125,
      "learning_rate": 9.0375e-07,
      "loss": 0.0003,
      "reward": 3.788708806037903,
      "reward_std": 0.09669506549835205,
      "rewards/answer_entity_reward": 0.9447909295558929,
      "rewards/answer_wer_reward": 0.8481404483318329,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9957774579524994,
      "step": 78
    },
    {
      "completion_length": 254.5625,
      "epoch": 0.2528,
      "grad_norm": 9.725419998168945,
      "kl": 0.07373046875,
      "learning_rate": 9.024999999999999e-07,
      "loss": 0.0007,
      "reward": 3.668743133544922,
      "reward_std": 0.1221558079123497,
      "rewards/answer_entity_reward": 0.9435009658336639,
      "rewards/answer_wer_reward": 0.8254426419734955,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8997994065284729,
      "step": 79
    },
    {
      "completion_length": 196.375,
      "epoch": 0.256,
      "grad_norm": 2.1853079795837402,
      "kl": 0.0361328125,
      "learning_rate": 9.0125e-07,
      "loss": 0.0004,
      "reward": 3.6546449661254883,
      "reward_std": 0.1971728727221489,
      "rewards/answer_entity_reward": 0.9472028017044067,
      "rewards/answer_wer_reward": 0.8720800876617432,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.8666120767593384,
      "step": 80
    },
    {
      "completion_length": 248.25,
      "epoch": 0.2592,
      "grad_norm": 3.1572227478027344,
      "kl": 0.03375244140625,
      "learning_rate": 9e-07,
      "loss": 0.0003,
      "reward": 3.7423981428146362,
      "reward_std": 0.10061750188469887,
      "rewards/answer_entity_reward": 0.9398939311504364,
      "rewards/answer_wer_reward": 0.8211633265018463,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9813408553600311,
      "step": 81
    },
    {
      "completion_length": 238.40625,
      "epoch": 0.2624,
      "grad_norm": 1.5329415798187256,
      "kl": 0.03125,
      "learning_rate": 8.9875e-07,
      "loss": 0.0003,
      "reward": 3.874926447868347,
      "reward_std": 0.03685523197054863,
      "rewards/answer_entity_reward": 0.9718094170093536,
      "rewards/answer_wer_reward": 0.9062533378601074,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9968636631965637,
      "step": 82
    },
    {
      "completion_length": 222.5,
      "epoch": 0.2656,
      "grad_norm": 2.012899875640869,
      "kl": 0.0419921875,
      "learning_rate": 8.974999999999999e-07,
      "loss": 0.0004,
      "reward": 3.8047072887420654,
      "reward_std": 0.046287354081869125,
      "rewards/answer_entity_reward": 0.9534181356430054,
      "rewards/answer_wer_reward": 0.8727244138717651,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9785646796226501,
      "step": 83
    },
    {
      "completion_length": 225.21875,
      "epoch": 0.2688,
      "grad_norm": 1.5400514602661133,
      "kl": 0.0380859375,
      "learning_rate": 8.9625e-07,
      "loss": 0.0004,
      "reward": 3.718083620071411,
      "reward_std": 0.1703677996993065,
      "rewards/answer_entity_reward": 0.9013731181621552,
      "rewards/answer_wer_reward": 0.8260438740253448,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9906666278839111,
      "step": 84
    },
    {
      "completion_length": 236.125,
      "epoch": 0.272,
      "grad_norm": 1.6224849224090576,
      "kl": 0.0550537109375,
      "learning_rate": 8.95e-07,
      "loss": 0.0005,
      "reward": 3.8032166957855225,
      "reward_std": 0.0796846654266119,
      "rewards/answer_entity_reward": 0.9553452134132385,
      "rewards/answer_wer_reward": 0.8544089794158936,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9934625327587128,
      "step": 85
    },
    {
      "completion_length": 214.34375,
      "epoch": 0.2752,
      "grad_norm": 3.1244239807128906,
      "kl": 0.032470703125,
      "learning_rate": 8.9375e-07,
      "loss": 0.0003,
      "reward": 3.803860068321228,
      "reward_std": 0.06684968620538712,
      "rewards/answer_entity_reward": 0.9671759307384491,
      "rewards/answer_wer_reward": 0.9067878127098083,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9298965036869049,
      "step": 86
    },
    {
      "completion_length": 216.9375,
      "epoch": 0.2784,
      "grad_norm": 1.8527048826217651,
      "kl": 0.02996826171875,
      "learning_rate": 8.924999999999999e-07,
      "loss": 0.0003,
      "reward": 3.813448429107666,
      "reward_std": 0.05041965842247009,
      "rewards/answer_entity_reward": 0.9224496483802795,
      "rewards/answer_wer_reward": 0.8932149708271027,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9977837204933167,
      "step": 87
    },
    {
      "completion_length": 211.8125,
      "epoch": 0.2816,
      "grad_norm": 2.733228921890259,
      "kl": 0.05126953125,
      "learning_rate": 8.912499999999999e-07,
      "loss": 0.0005,
      "reward": 3.8481240272521973,
      "reward_std": 0.0621240958571434,
      "rewards/answer_entity_reward": 0.9627074301242828,
      "rewards/answer_wer_reward": 0.9041622579097748,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9812542796134949,
      "step": 88
    },
    {
      "completion_length": 202.5,
      "epoch": 0.2848,
      "grad_norm": 4.8413496017456055,
      "kl": 0.0433349609375,
      "learning_rate": 8.9e-07,
      "loss": 0.0004,
      "reward": 3.668493866920471,
      "reward_std": 0.08999799937009811,
      "rewards/answer_entity_reward": 0.96169114112854,
      "rewards/answer_wer_reward": 0.7791127562522888,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.92768993973732,
      "step": 89
    },
    {
      "completion_length": 214.6875,
      "epoch": 0.288,
      "grad_norm": 4.111961841583252,
      "kl": 0.04638671875,
      "learning_rate": 8.8875e-07,
      "loss": 0.0005,
      "reward": 3.7720965147018433,
      "reward_std": 0.18014637380838394,
      "rewards/answer_entity_reward": 0.9866696000099182,
      "rewards/answer_wer_reward": 0.8934727013111115,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9232043027877808,
      "step": 90
    },
    {
      "completion_length": 241.5625,
      "epoch": 0.2912,
      "grad_norm": 1.4061272144317627,
      "kl": 0.0460205078125,
      "learning_rate": 8.874999999999999e-07,
      "loss": 0.0005,
      "reward": 3.828965663909912,
      "reward_std": 0.04340291768312454,
      "rewards/answer_entity_reward": 0.9683369398117065,
      "rewards/answer_wer_reward": 0.8706588447093964,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9899699091911316,
      "step": 91
    },
    {
      "completion_length": 247.9375,
      "epoch": 0.2944,
      "grad_norm": 1.6669530868530273,
      "kl": 0.0611572265625,
      "learning_rate": 8.8625e-07,
      "loss": 0.0006,
      "reward": 3.7649370431900024,
      "reward_std": 0.1087912805378437,
      "rewards/answer_entity_reward": 0.9332223832607269,
      "rewards/answer_wer_reward": 0.8357318043708801,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9959828853607178,
      "step": 92
    },
    {
      "completion_length": 162.625,
      "epoch": 0.2976,
      "grad_norm": 5.615991115570068,
      "kl": 0.058837890625,
      "learning_rate": 8.85e-07,
      "loss": 0.0006,
      "reward": 3.8870660066604614,
      "reward_std": 0.09454158693552017,
      "rewards/answer_entity_reward": 0.9939196705818176,
      "rewards/answer_wer_reward": 0.9443124830722809,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9488338530063629,
      "step": 93
    },
    {
      "completion_length": 256.625,
      "epoch": 0.3008,
      "grad_norm": 2.879868984222412,
      "kl": 0.2406005859375,
      "learning_rate": 8.8375e-07,
      "loss": 0.0024,
      "reward": 3.6465322971343994,
      "reward_std": 0.23435086756944656,
      "rewards/answer_entity_reward": 0.9395784735679626,
      "rewards/answer_wer_reward": 0.7715516090393066,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9666522741317749,
      "step": 94
    },
    {
      "completion_length": 254.15625,
      "epoch": 0.304,
      "grad_norm": 6.1645121574401855,
      "kl": 0.262939453125,
      "learning_rate": 8.824999999999999e-07,
      "loss": 0.0026,
      "reward": 3.728961229324341,
      "reward_std": 0.11308889091014862,
      "rewards/answer_entity_reward": 0.9466511011123657,
      "rewards/answer_wer_reward": 0.8248744010925293,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9574357271194458,
      "step": 95
    },
    {
      "completion_length": 202.3125,
      "epoch": 0.3072,
      "grad_norm": 2.2792811393737793,
      "kl": 0.0501708984375,
      "learning_rate": 8.812499999999999e-07,
      "loss": 0.0005,
      "reward": 3.856202244758606,
      "reward_std": 0.05682223103940487,
      "rewards/answer_entity_reward": 0.9909722208976746,
      "rewards/answer_wer_reward": 0.9035914540290833,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9616385698318481,
      "step": 96
    },
    {
      "completion_length": 222.53125,
      "epoch": 0.3104,
      "grad_norm": 2.4435033798217773,
      "kl": 0.051513671875,
      "learning_rate": 8.799999999999999e-07,
      "loss": 0.0005,
      "reward": 3.8195481300354004,
      "reward_std": 0.08100517094135284,
      "rewards/answer_entity_reward": 0.979785680770874,
      "rewards/answer_wer_reward": 0.8738153576850891,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.965947151184082,
      "step": 97
    },
    {
      "completion_length": 202.375,
      "epoch": 0.3136,
      "grad_norm": 1.7632919549942017,
      "kl": 0.0357666015625,
      "learning_rate": 8.7875e-07,
      "loss": 0.0004,
      "reward": 3.7597837448120117,
      "reward_std": 0.061054665595293045,
      "rewards/answer_entity_reward": 0.9468090534210205,
      "rewards/answer_wer_reward": 0.8723107874393463,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9406639635562897,
      "step": 98
    },
    {
      "completion_length": 207.53125,
      "epoch": 0.3168,
      "grad_norm": 7.402034282684326,
      "kl": 0.04736328125,
      "learning_rate": 8.774999999999999e-07,
      "loss": 0.0005,
      "reward": 3.7576065063476562,
      "reward_std": 0.04146904498338699,
      "rewards/answer_entity_reward": 0.9389799237251282,
      "rewards/answer_wer_reward": 0.8201505243778229,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9984759986400604,
      "step": 99
    },
    {
      "completion_length": 210.15625,
      "epoch": 0.32,
      "grad_norm": 1.5828880071640015,
      "kl": 0.0450439453125,
      "learning_rate": 8.7625e-07,
      "loss": 0.0004,
      "reward": 3.835609197616577,
      "reward_std": 0.12980258837342262,
      "rewards/answer_entity_reward": 0.9350627064704895,
      "rewards/answer_wer_reward": 0.9053294062614441,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9952171444892883,
      "step": 100
    },
    {
      "completion_length": 214.34375,
      "epoch": 0.3232,
      "grad_norm": 5.768563270568848,
      "kl": 0.055908203125,
      "learning_rate": 8.75e-07,
      "loss": 0.0006,
      "reward": 3.611391305923462,
      "reward_std": 0.2522353269159794,
      "rewards/answer_entity_reward": 0.9709455966949463,
      "rewards/answer_wer_reward": 0.7870493829250336,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.8846463263034821,
      "step": 101
    },
    {
      "completion_length": 223.0,
      "epoch": 0.3264,
      "grad_norm": 7.32905387878418,
      "kl": 0.0755615234375,
      "learning_rate": 8.7375e-07,
      "loss": 0.0008,
      "reward": 3.7200475931167603,
      "reward_std": 0.18947013467550278,
      "rewards/answer_entity_reward": 0.9668727219104767,
      "rewards/answer_wer_reward": 0.8209056556224823,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9635193049907684,
      "step": 102
    },
    {
      "completion_length": 229.96875,
      "epoch": 0.3296,
      "grad_norm": 0.9038276672363281,
      "kl": 0.0411376953125,
      "learning_rate": 8.725e-07,
      "loss": 0.0004,
      "reward": 3.862263560295105,
      "reward_std": 0.03179450985044241,
      "rewards/answer_entity_reward": 0.9754428863525391,
      "rewards/answer_wer_reward": 0.8931463062763214,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9936743974685669,
      "step": 103
    },
    {
      "completion_length": 265.3125,
      "epoch": 0.3328,
      "grad_norm": 1.3424818515777588,
      "kl": 0.0357666015625,
      "learning_rate": 8.712499999999999e-07,
      "loss": 0.0004,
      "reward": 3.7375279664993286,
      "reward_std": 0.07805093377828598,
      "rewards/answer_entity_reward": 0.9291824698448181,
      "rewards/answer_wer_reward": 0.8219992816448212,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9863462746143341,
      "step": 104
    },
    {
      "completion_length": 252.78125,
      "epoch": 0.336,
      "grad_norm": 1.2035622596740723,
      "kl": 0.033203125,
      "learning_rate": 8.699999999999999e-07,
      "loss": 0.0003,
      "reward": 3.8339978456497192,
      "reward_std": 0.05473129637539387,
      "rewards/answer_entity_reward": 0.9795939922332764,
      "rewards/answer_wer_reward": 0.8663320243358612,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9880718290805817,
      "step": 105
    },
    {
      "completion_length": 162.96875,
      "epoch": 0.3392,
      "grad_norm": 7.1932783126831055,
      "kl": 0.06005859375,
      "learning_rate": 8.687499999999999e-07,
      "loss": 0.0006,
      "reward": 3.8799617290496826,
      "reward_std": 0.0983762014657259,
      "rewards/answer_entity_reward": 0.9810606241226196,
      "rewards/answer_wer_reward": 0.9314018487930298,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9674993753433228,
      "step": 106
    },
    {
      "completion_length": 225.625,
      "epoch": 0.3424,
      "grad_norm": 5.7709455490112305,
      "kl": 0.05291748046875,
      "learning_rate": 8.675000000000001e-07,
      "loss": 0.0005,
      "reward": 3.7411450147628784,
      "reward_std": 0.2322532683610916,
      "rewards/answer_entity_reward": 0.9225597083568573,
      "rewards/answer_wer_reward": 0.8556761145591736,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9941591918468475,
      "step": 107
    },
    {
      "completion_length": 194.78125,
      "epoch": 0.3456,
      "grad_norm": 5.741571426391602,
      "kl": 0.0556640625,
      "learning_rate": 8.6625e-07,
      "loss": 0.0006,
      "reward": 3.867335319519043,
      "reward_std": 0.03972470294684172,
      "rewards/answer_entity_reward": 0.9573142230510712,
      "rewards/answer_wer_reward": 0.9156463444232941,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9943746328353882,
      "step": 108
    },
    {
      "completion_length": 228.5,
      "epoch": 0.3488,
      "grad_norm": 6.1572089195251465,
      "kl": 0.05859375,
      "learning_rate": 8.65e-07,
      "loss": 0.0006,
      "reward": 3.673606753349304,
      "reward_std": 0.08745867013931274,
      "rewards/answer_entity_reward": 0.9391757845878601,
      "rewards/answer_wer_reward": 0.8806695938110352,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8537613451480865,
      "step": 109
    },
    {
      "completion_length": 216.5,
      "epoch": 0.352,
      "grad_norm": 2.032820701599121,
      "kl": 0.0518798828125,
      "learning_rate": 8.6375e-07,
      "loss": 0.0005,
      "reward": 3.6381773948669434,
      "reward_std": 0.11543435975909233,
      "rewards/answer_entity_reward": 0.9743416607379913,
      "rewards/answer_wer_reward": 0.7632936537265778,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9005421102046967,
      "step": 110
    },
    {
      "completion_length": 220.96875,
      "epoch": 0.3552,
      "grad_norm": 4.737320423126221,
      "kl": 0.0751953125,
      "learning_rate": 8.625e-07,
      "loss": 0.0008,
      "reward": 3.823172926902771,
      "reward_std": 0.04683285113424063,
      "rewards/answer_entity_reward": 0.9827152192592621,
      "rewards/answer_wer_reward": 0.8539322018623352,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9865254759788513,
      "step": 111
    },
    {
      "completion_length": 248.75,
      "epoch": 0.3584,
      "grad_norm": 3.7395012378692627,
      "kl": 0.0484619140625,
      "learning_rate": 8.612499999999999e-07,
      "loss": 0.0005,
      "reward": 3.835617423057556,
      "reward_std": 0.039440929889678955,
      "rewards/answer_entity_reward": 0.9718195497989655,
      "rewards/answer_wer_reward": 0.8654404282569885,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9983574748039246,
      "step": 112
    },
    {
      "completion_length": 218.75,
      "epoch": 0.3616,
      "grad_norm": 3.5470447540283203,
      "kl": 0.10302734375,
      "learning_rate": 8.599999999999999e-07,
      "loss": 0.001,
      "reward": 3.766317844390869,
      "reward_std": 0.0799998790025711,
      "rewards/answer_entity_reward": 0.9724812507629395,
      "rewards/answer_wer_reward": 0.8530462384223938,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9407903254032135,
      "step": 113
    },
    {
      "completion_length": 231.4375,
      "epoch": 0.3648,
      "grad_norm": 4.614479064941406,
      "kl": 0.060546875,
      "learning_rate": 8.587499999999999e-07,
      "loss": 0.0006,
      "reward": 3.828564405441284,
      "reward_std": 0.030111415311694145,
      "rewards/answer_entity_reward": 0.9710638523101807,
      "rewards/answer_wer_reward": 0.866461992263794,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.991038590669632,
      "step": 114
    },
    {
      "completion_length": 237.875,
      "epoch": 0.368,
      "grad_norm": 1.1590646505355835,
      "kl": 0.046142578125,
      "learning_rate": 8.575e-07,
      "loss": 0.0005,
      "reward": 3.870112419128418,
      "reward_std": 0.051995884627103806,
      "rewards/answer_entity_reward": 0.9711016416549683,
      "rewards/answer_wer_reward": 0.9016274213790894,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9973834156990051,
      "step": 115
    },
    {
      "completion_length": 234.59375,
      "epoch": 0.3712,
      "grad_norm": 1.4525243043899536,
      "kl": 0.113525390625,
      "learning_rate": 8.5625e-07,
      "loss": 0.0011,
      "reward": 3.755509376525879,
      "reward_std": 0.10925759375095367,
      "rewards/answer_entity_reward": 0.9556345045566559,
      "rewards/answer_wer_reward": 0.8394978046417236,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9603771269321442,
      "step": 116
    },
    {
      "completion_length": 220.4375,
      "epoch": 0.3744,
      "grad_norm": 1.6397019624710083,
      "kl": 0.15234375,
      "learning_rate": 8.55e-07,
      "loss": 0.0015,
      "reward": 3.829906702041626,
      "reward_std": 0.03734264615923166,
      "rewards/answer_entity_reward": 0.9839539229869843,
      "rewards/answer_wer_reward": 0.8527026474475861,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9932501018047333,
      "step": 117
    },
    {
      "completion_length": 209.53125,
      "epoch": 0.3776,
      "grad_norm": 3.598604440689087,
      "kl": 0.07861328125,
      "learning_rate": 8.5375e-07,
      "loss": 0.0008,
      "reward": 3.7239131927490234,
      "reward_std": 0.07304626516997814,
      "rewards/answer_entity_reward": 0.9540751278400421,
      "rewards/answer_wer_reward": 0.8128292262554169,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9570088684558868,
      "step": 118
    },
    {
      "completion_length": 207.71875,
      "epoch": 0.3808,
      "grad_norm": 1.9592057466506958,
      "kl": 0.0435791015625,
      "learning_rate": 8.525e-07,
      "loss": 0.0004,
      "reward": 3.8095905780792236,
      "reward_std": 0.15753451362252235,
      "rewards/answer_entity_reward": 0.9857954680919647,
      "rewards/answer_wer_reward": 0.9040109515190125,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9510340690612793,
      "step": 119
    },
    {
      "completion_length": 245.90625,
      "epoch": 0.384,
      "grad_norm": 1.7574220895767212,
      "kl": 0.0609130859375,
      "learning_rate": 8.512499999999999e-07,
      "loss": 0.0006,
      "reward": 3.854837656021118,
      "reward_std": 0.0384799987077713,
      "rewards/answer_entity_reward": 0.9729723632335663,
      "rewards/answer_wer_reward": 0.8832501769065857,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.998615026473999,
      "step": 120
    },
    {
      "completion_length": 187.15625,
      "epoch": 0.3872,
      "grad_norm": 8.7343168258667,
      "kl": 0.0494384765625,
      "learning_rate": 8.499999999999999e-07,
      "loss": 0.0005,
      "reward": 3.7950538396835327,
      "reward_std": 0.09329042956233025,
      "rewards/answer_entity_reward": 0.9599206745624542,
      "rewards/answer_wer_reward": 0.9000534117221832,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.93507981300354,
      "step": 121
    },
    {
      "completion_length": 203.84375,
      "epoch": 0.3904,
      "grad_norm": 3.7000162601470947,
      "kl": 0.062744140625,
      "learning_rate": 8.487499999999999e-07,
      "loss": 0.0006,
      "reward": 3.8687225580215454,
      "reward_std": 0.03621992561966181,
      "rewards/answer_entity_reward": 0.9873106181621552,
      "rewards/answer_wer_reward": 0.8855177164077759,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9958942830562592,
      "step": 122
    },
    {
      "completion_length": 205.84375,
      "epoch": 0.3936,
      "grad_norm": 9.27507209777832,
      "kl": 0.0570068359375,
      "learning_rate": 8.475e-07,
      "loss": 0.0006,
      "reward": 3.7104525566101074,
      "reward_std": 0.05549425818026066,
      "rewards/answer_entity_reward": 0.955735981464386,
      "rewards/answer_wer_reward": 0.8933148980140686,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.86140176653862,
      "step": 123
    },
    {
      "completion_length": 246.46875,
      "epoch": 0.3968,
      "grad_norm": 2.3181021213531494,
      "kl": 0.0404052734375,
      "learning_rate": 8.462499999999999e-07,
      "loss": 0.0004,
      "reward": 3.821496605873108,
      "reward_std": 0.09581143222749233,
      "rewards/answer_entity_reward": 0.9655607342720032,
      "rewards/answer_wer_reward": 0.8666167855262756,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9893191456794739,
      "step": 124
    },
    {
      "completion_length": 206.3125,
      "epoch": 0.4,
      "grad_norm": 1.5352882146835327,
      "kl": 0.055419921875,
      "learning_rate": 8.45e-07,
      "loss": 0.0006,
      "reward": 3.831603527069092,
      "reward_std": 0.08168897591531277,
      "rewards/answer_entity_reward": 0.9702457189559937,
      "rewards/answer_wer_reward": 0.9070821702480316,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9542755484580994,
      "step": 125
    },
    {
      "completion_length": 240.28125,
      "epoch": 0.4032,
      "grad_norm": 1.380315899848938,
      "kl": 0.05908203125,
      "learning_rate": 8.4375e-07,
      "loss": 0.0006,
      "reward": 3.7971588373184204,
      "reward_std": 0.10537005960941315,
      "rewards/answer_entity_reward": 0.9396995604038239,
      "rewards/answer_wer_reward": 0.8588653802871704,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9985939264297485,
      "step": 126
    },
    {
      "completion_length": 206.84375,
      "epoch": 0.4064,
      "grad_norm": 1.5937124490737915,
      "kl": 0.056884765625,
      "learning_rate": 8.425e-07,
      "loss": 0.0006,
      "reward": 3.8375606536865234,
      "reward_std": 0.047878991812467575,
      "rewards/answer_entity_reward": 0.9553684592247009,
      "rewards/answer_wer_reward": 0.8867217302322388,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9954704642295837,
      "step": 127
    },
    {
      "completion_length": 214.1875,
      "epoch": 0.4096,
      "grad_norm": 1.3648440837860107,
      "kl": 0.0687255859375,
      "learning_rate": 8.4125e-07,
      "loss": 0.0007,
      "reward": 3.8555803298950195,
      "reward_std": 0.05176056548953056,
      "rewards/answer_entity_reward": 0.9823863804340363,
      "rewards/answer_wer_reward": 0.8972643911838531,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9759295582771301,
      "step": 128
    },
    {
      "completion_length": 215.90625,
      "epoch": 0.4128,
      "grad_norm": 1.4308183193206787,
      "kl": 0.0390625,
      "learning_rate": 8.399999999999999e-07,
      "loss": 0.0004,
      "reward": 3.8976725339889526,
      "reward_std": 0.016966319642961025,
      "rewards/answer_entity_reward": 0.9958333373069763,
      "rewards/answer_wer_reward": 0.9021182060241699,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997209906578064,
      "step": 129
    },
    {
      "completion_length": 189.1875,
      "epoch": 0.416,
      "grad_norm": 7.785026550292969,
      "kl": 0.0506591796875,
      "learning_rate": 8.387499999999999e-07,
      "loss": 0.0005,
      "reward": 3.7563494443893433,
      "reward_std": 0.12806903570890427,
      "rewards/answer_entity_reward": 0.9905131459236145,
      "rewards/answer_wer_reward": 0.8918424248695374,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8739938735961914,
      "step": 130
    },
    {
      "completion_length": 211.21875,
      "epoch": 0.4192,
      "grad_norm": 6.029291152954102,
      "kl": 0.0860595703125,
      "learning_rate": 8.375e-07,
      "loss": 0.0009,
      "reward": 3.7876737117767334,
      "reward_std": 0.07924951426684856,
      "rewards/answer_entity_reward": 0.9788058996200562,
      "rewards/answer_wer_reward": 0.903822124004364,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9050455689430237,
      "step": 131
    },
    {
      "completion_length": 197.9375,
      "epoch": 0.4224,
      "grad_norm": 1.5226598978042603,
      "kl": 0.0865478515625,
      "learning_rate": 8.3625e-07,
      "loss": 0.0009,
      "reward": 3.8618096113204956,
      "reward_std": 0.024674754589796066,
      "rewards/answer_entity_reward": 0.9936868846416473,
      "rewards/answer_wer_reward": 0.9131532609462738,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9549693167209625,
      "step": 132
    },
    {
      "completion_length": 178.28125,
      "epoch": 0.4256,
      "grad_norm": 4.81843376159668,
      "kl": 0.1806640625,
      "learning_rate": 8.349999999999999e-07,
      "loss": 0.0018,
      "reward": 3.8692500591278076,
      "reward_std": 0.0898860078305006,
      "rewards/answer_entity_reward": 0.9539262652397156,
      "rewards/answer_wer_reward": 0.9164533317089081,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9988704919815063,
      "step": 133
    },
    {
      "completion_length": 214.3125,
      "epoch": 0.4288,
      "grad_norm": 3.702409267425537,
      "kl": 0.100341796875,
      "learning_rate": 8.3375e-07,
      "loss": 0.001,
      "reward": 3.7666897773742676,
      "reward_std": 0.05854834243655205,
      "rewards/answer_entity_reward": 0.9739753007888794,
      "rewards/answer_wer_reward": 0.8456098437309265,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9471046626567841,
      "step": 134
    },
    {
      "completion_length": 230.3125,
      "epoch": 0.432,
      "grad_norm": 4.869428634643555,
      "kl": 0.109619140625,
      "learning_rate": 8.325e-07,
      "loss": 0.0011,
      "reward": 3.837371587753296,
      "reward_std": 0.07383839413523674,
      "rewards/answer_entity_reward": 0.9623282849788666,
      "rewards/answer_wer_reward": 0.8914425075054169,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9836008548736572,
      "step": 135
    },
    {
      "completion_length": 222.84375,
      "epoch": 0.4352,
      "grad_norm": 1.1195542812347412,
      "kl": 0.0875244140625,
      "learning_rate": 8.3125e-07,
      "loss": 0.0009,
      "reward": 3.800593137741089,
      "reward_std": 0.05516563355922699,
      "rewards/answer_entity_reward": 0.977182537317276,
      "rewards/answer_wer_reward": 0.8409056067466736,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9825051128864288,
      "step": 136
    },
    {
      "completion_length": 156.28125,
      "epoch": 0.4384,
      "grad_norm": 2.307365655899048,
      "kl": 0.0631103515625,
      "learning_rate": 8.299999999999999e-07,
      "loss": 0.0006,
      "reward": 3.803721785545349,
      "reward_std": 0.1857592761516571,
      "rewards/answer_entity_reward": 0.9582379460334778,
      "rewards/answer_wer_reward": 0.9269835352897644,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9185003936290741,
      "step": 137
    },
    {
      "completion_length": 230.3125,
      "epoch": 0.4416,
      "grad_norm": 1.0649584531784058,
      "kl": 0.0577392578125,
      "learning_rate": 8.287499999999999e-07,
      "loss": 0.0006,
      "reward": 3.8693535327911377,
      "reward_std": 0.10830429336056113,
      "rewards/answer_entity_reward": 0.9776785671710968,
      "rewards/answer_wer_reward": 0.8930677771568298,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9986072480678558,
      "step": 138
    },
    {
      "completion_length": 220.5,
      "epoch": 0.4448,
      "grad_norm": 3.627920150756836,
      "kl": 0.0648193359375,
      "learning_rate": 8.275e-07,
      "loss": 0.0006,
      "reward": 3.779549479484558,
      "reward_std": 0.04976406879723072,
      "rewards/answer_entity_reward": 0.9892225861549377,
      "rewards/answer_wer_reward": 0.8991544246673584,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.891172468662262,
      "step": 139
    },
    {
      "completion_length": 214.375,
      "epoch": 0.448,
      "grad_norm": 1.0832712650299072,
      "kl": 0.0511474609375,
      "learning_rate": 8.2625e-07,
      "loss": 0.0005,
      "reward": 3.866790771484375,
      "reward_std": 0.03637353144586086,
      "rewards/answer_entity_reward": 0.9854166805744171,
      "rewards/answer_wer_reward": 0.8826328217983246,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987412095069885,
      "step": 140
    },
    {
      "completion_length": 215.0,
      "epoch": 0.4512,
      "grad_norm": 4.865916728973389,
      "kl": 0.080810546875,
      "learning_rate": 8.249999999999999e-07,
      "loss": 0.0008,
      "reward": 3.782729744911194,
      "reward_std": 0.05014876648783684,
      "rewards/answer_entity_reward": 0.9947552382946014,
      "rewards/answer_wer_reward": 0.9396264553070068,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8483479917049408,
      "step": 141
    },
    {
      "completion_length": 235.1875,
      "epoch": 0.4544,
      "grad_norm": 3.832350730895996,
      "kl": 0.0489501953125,
      "learning_rate": 8.2375e-07,
      "loss": 0.0005,
      "reward": 3.8454935550689697,
      "reward_std": 0.02625620225444436,
      "rewards/answer_entity_reward": 0.9856643378734589,
      "rewards/answer_wer_reward": 0.9073578715324402,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9524714052677155,
      "step": 142
    },
    {
      "completion_length": 193.5625,
      "epoch": 0.4576,
      "grad_norm": 1.5562162399291992,
      "kl": 0.0836181640625,
      "learning_rate": 8.225e-07,
      "loss": 0.0008,
      "reward": 3.8764915466308594,
      "reward_std": 0.02105938969179988,
      "rewards/answer_entity_reward": 0.9958333373069763,
      "rewards/answer_wer_reward": 0.9281685054302216,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.952489823102951,
      "step": 143
    },
    {
      "completion_length": 192.5,
      "epoch": 0.4608,
      "grad_norm": 4.00892448425293,
      "kl": 0.065185546875,
      "learning_rate": 8.2125e-07,
      "loss": 0.0007,
      "reward": 3.9131712913513184,
      "reward_std": 0.025579220615327358,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9231057167053223,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9945298135280609,
      "step": 144
    },
    {
      "completion_length": 222.5625,
      "epoch": 0.464,
      "grad_norm": 6.250589370727539,
      "kl": 0.0546875,
      "learning_rate": 8.199999999999999e-07,
      "loss": 0.0005,
      "reward": 3.8917945623397827,
      "reward_std": 0.04113447107374668,
      "rewards/answer_entity_reward": 0.9717775583267212,
      "rewards/answer_wer_reward": 0.926241010427475,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9937759339809418,
      "step": 145
    },
    {
      "completion_length": 183.90625,
      "epoch": 0.4672,
      "grad_norm": 2.7752954959869385,
      "kl": 0.0670166015625,
      "learning_rate": 8.187499999999999e-07,
      "loss": 0.0007,
      "reward": 3.860864043235779,
      "reward_std": 0.06173134222626686,
      "rewards/answer_entity_reward": 0.9583333432674408,
      "rewards/answer_wer_reward": 0.9120890200138092,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9904417395591736,
      "step": 146
    },
    {
      "completion_length": 220.78125,
      "epoch": 0.4704,
      "grad_norm": 3.0674679279327393,
      "kl": 0.09912109375,
      "learning_rate": 8.175e-07,
      "loss": 0.001,
      "reward": 3.84165620803833,
      "reward_std": 0.03327286522835493,
      "rewards/answer_entity_reward": 0.9452651739120483,
      "rewards/answer_wer_reward": 0.8996314704418182,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.996759682893753,
      "step": 147
    },
    {
      "completion_length": 162.8125,
      "epoch": 0.4736,
      "grad_norm": 4.559942245483398,
      "kl": 0.116455078125,
      "learning_rate": 8.1625e-07,
      "loss": 0.0012,
      "reward": 3.833083748817444,
      "reward_std": 0.06737112812697887,
      "rewards/answer_entity_reward": 0.9923878014087677,
      "rewards/answer_wer_reward": 0.902847170829773,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9378487467765808,
      "step": 148
    },
    {
      "completion_length": 221.53125,
      "epoch": 0.4768,
      "grad_norm": 1.3157752752304077,
      "kl": 0.052978515625,
      "learning_rate": 8.149999999999999e-07,
      "loss": 0.0005,
      "reward": 3.8545873165130615,
      "reward_std": 0.019355260767042637,
      "rewards/answer_entity_reward": 0.9938696324825287,
      "rewards/answer_wer_reward": 0.8627510368824005,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9979668259620667,
      "step": 149
    },
    {
      "completion_length": 233.1875,
      "epoch": 0.48,
      "grad_norm": 4.352514743804932,
      "kl": 0.053955078125,
      "learning_rate": 8.137499999999999e-07,
      "loss": 0.0005,
      "reward": 3.8025535345077515,
      "reward_std": 0.0806161779910326,
      "rewards/answer_entity_reward": 0.9906516969203949,
      "rewards/answer_wer_reward": 0.8636212348937988,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9482806921005249,
      "step": 150
    },
    {
      "completion_length": 210.03125,
      "epoch": 0.4832,
      "grad_norm": 1.3691778182983398,
      "kl": 0.05615234375,
      "learning_rate": 8.125e-07,
      "loss": 0.0006,
      "reward": 3.860105037689209,
      "reward_std": 0.034908443689346313,
      "rewards/answer_entity_reward": 0.9873737394809723,
      "rewards/answer_wer_reward": 0.9285348653793335,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9441964328289032,
      "step": 151
    },
    {
      "completion_length": 244.625,
      "epoch": 0.4864,
      "grad_norm": 1.9329304695129395,
      "kl": 0.058837890625,
      "learning_rate": 8.1125e-07,
      "loss": 0.0006,
      "reward": 3.849783182144165,
      "reward_std": 0.029241922311484814,
      "rewards/answer_entity_reward": 0.9856617450714111,
      "rewards/answer_wer_reward": 0.8688266575336456,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9952948093414307,
      "step": 152
    },
    {
      "completion_length": 174.375,
      "epoch": 0.4896,
      "grad_norm": 5.655167579650879,
      "kl": 0.067138671875,
      "learning_rate": 8.1e-07,
      "loss": 0.0007,
      "reward": 3.85835599899292,
      "reward_std": 0.1141166789457202,
      "rewards/answer_entity_reward": 0.9663461446762085,
      "rewards/answer_wer_reward": 0.9284006357192993,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9636091589927673,
      "step": 153
    },
    {
      "completion_length": 185.875,
      "epoch": 0.4928,
      "grad_norm": 4.543191432952881,
      "kl": 0.084716796875,
      "learning_rate": 8.087499999999999e-07,
      "loss": 0.0008,
      "reward": 3.851526975631714,
      "reward_std": 0.0990656241774559,
      "rewards/answer_entity_reward": 0.9646950364112854,
      "rewards/answer_wer_reward": 0.9213105142116547,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.965521514415741,
      "step": 154
    },
    {
      "completion_length": 209.0625,
      "epoch": 0.496,
      "grad_norm": 2.554072380065918,
      "kl": 0.0572509765625,
      "learning_rate": 8.075e-07,
      "loss": 0.0006,
      "reward": 3.790269613265991,
      "reward_std": 0.048579949885606766,
      "rewards/answer_entity_reward": 0.9870130121707916,
      "rewards/answer_wer_reward": 0.8052773177623749,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9979791641235352,
      "step": 155
    },
    {
      "completion_length": 211.96875,
      "epoch": 0.4992,
      "grad_norm": 2.762598991394043,
      "kl": 0.0498046875,
      "learning_rate": 8.0625e-07,
      "loss": 0.0005,
      "reward": 3.9201120138168335,
      "reward_std": 0.014579844661056995,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9228614568710327,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9972506165504456,
      "step": 156
    },
    {
      "completion_length": 206.59375,
      "epoch": 0.5024,
      "grad_norm": 1.9372365474700928,
      "kl": 0.0621337890625,
      "learning_rate": 8.05e-07,
      "loss": 0.0006,
      "reward": 3.5673259496688843,
      "reward_std": 0.028257974423468113,
      "rewards/answer_entity_reward": 0.9902146458625793,
      "rewards/answer_wer_reward": 0.758561909198761,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.818549245595932,
      "step": 157
    },
    {
      "completion_length": 213.15625,
      "epoch": 0.5056,
      "grad_norm": 2.594701051712036,
      "kl": 0.08203125,
      "learning_rate": 8.037499999999999e-07,
      "loss": 0.0008,
      "reward": 3.8647842407226562,
      "reward_std": 0.029484061524271965,
      "rewards/answer_entity_reward": 0.9847756624221802,
      "rewards/answer_wer_reward": 0.8839923739433289,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9960162043571472,
      "step": 158
    },
    {
      "completion_length": 196.34375,
      "epoch": 0.5088,
      "grad_norm": 3.0164191722869873,
      "kl": 0.0526123046875,
      "learning_rate": 8.024999999999999e-07,
      "loss": 0.0005,
      "reward": 3.8759838342666626,
      "reward_std": 0.04202751815319061,
      "rewards/answer_entity_reward": 0.9789772629737854,
      "rewards/answer_wer_reward": 0.9108568131923676,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9861496686935425,
      "step": 159
    },
    {
      "completion_length": 198.0,
      "epoch": 0.512,
      "grad_norm": 5.223659515380859,
      "kl": 0.07177734375,
      "learning_rate": 8.0125e-07,
      "loss": 0.0007,
      "reward": 3.8265939950942993,
      "reward_std": 0.04291579592972994,
      "rewards/answer_entity_reward": 0.9890734255313873,
      "rewards/answer_wer_reward": 0.8892558217048645,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9482647478580475,
      "step": 160
    },
    {
      "completion_length": 184.0,
      "epoch": 0.5152,
      "grad_norm": 2.4279987812042236,
      "kl": 0.0914306640625,
      "learning_rate": 8e-07,
      "loss": 0.0009,
      "reward": 3.8738738298416138,
      "reward_std": 0.049739884212613106,
      "rewards/answer_entity_reward": 0.9671474397182465,
      "rewards/answer_wer_reward": 0.9240702688694,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9826560020446777,
      "step": 161
    },
    {
      "completion_length": 250.96875,
      "epoch": 0.5184,
      "grad_norm": 1.4533754587173462,
      "kl": 0.047607421875,
      "learning_rate": 7.9875e-07,
      "loss": 0.0005,
      "reward": 3.9009437561035156,
      "reward_std": 0.03131024446338415,
      "rewards/answer_entity_reward": 0.9899475276470184,
      "rewards/answer_wer_reward": 0.9109963178634644,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 162
    },
    {
      "completion_length": 206.5,
      "epoch": 0.5216,
      "grad_norm": 10.05416202545166,
      "kl": 0.1258544921875,
      "learning_rate": 7.975e-07,
      "loss": 0.0013,
      "reward": 3.6952139139175415,
      "reward_std": 0.08068067952990532,
      "rewards/answer_entity_reward": 0.9906517267227173,
      "rewards/answer_wer_reward": 0.9191368222236633,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.785425454378128,
      "step": 163
    },
    {
      "completion_length": 207.71875,
      "epoch": 0.5248,
      "grad_norm": 5.6498823165893555,
      "kl": 0.0572509765625,
      "learning_rate": 7.9625e-07,
      "loss": 0.0006,
      "reward": 3.862972855567932,
      "reward_std": 0.05051150266081095,
      "rewards/answer_entity_reward": 0.9871794879436493,
      "rewards/answer_wer_reward": 0.8966725766658783,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9791209697723389,
      "step": 164
    },
    {
      "completion_length": 231.8125,
      "epoch": 0.528,
      "grad_norm": 2.2680246829986572,
      "kl": 0.0731201171875,
      "learning_rate": 7.95e-07,
      "loss": 0.0007,
      "reward": 3.845450758934021,
      "reward_std": 0.04592973738908768,
      "rewards/answer_entity_reward": 0.9903846085071564,
      "rewards/answer_wer_reward": 0.8566094040870667,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9984567761421204,
      "step": 165
    },
    {
      "completion_length": 218.0,
      "epoch": 0.5312,
      "grad_norm": 1.194057583808899,
      "kl": 0.046630859375,
      "learning_rate": 7.937499999999999e-07,
      "loss": 0.0005,
      "reward": 3.900430679321289,
      "reward_std": 0.01787347625941038,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.907353401184082,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9930772483348846,
      "step": 166
    },
    {
      "completion_length": 212.25,
      "epoch": 0.5344,
      "grad_norm": 1.999778389930725,
      "kl": 0.07568359375,
      "learning_rate": 7.924999999999999e-07,
      "loss": 0.0008,
      "reward": 3.885169267654419,
      "reward_std": 0.01909848116338253,
      "rewards/answer_entity_reward": 0.9869123697280884,
      "rewards/answer_wer_reward": 0.8992542028427124,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9990026652812958,
      "step": 167
    },
    {
      "completion_length": 222.65625,
      "epoch": 0.5376,
      "grad_norm": 1.8001956939697266,
      "kl": 0.03814697265625,
      "learning_rate": 7.912499999999999e-07,
      "loss": 0.0004,
      "reward": 3.8382192850112915,
      "reward_std": 0.12780769122764468,
      "rewards/answer_entity_reward": 0.9684826135635376,
      "rewards/answer_wer_reward": 0.8702490329742432,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9994876980781555,
      "step": 168
    },
    {
      "completion_length": 181.28125,
      "epoch": 0.5408,
      "grad_norm": 1.3718982934951782,
      "kl": 0.072509765625,
      "learning_rate": 7.9e-07,
      "loss": 0.0007,
      "reward": 3.743025064468384,
      "reward_std": 0.02209018263965845,
      "rewards/answer_entity_reward": 0.9875437021255493,
      "rewards/answer_wer_reward": 0.8102038502693176,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9452773928642273,
      "step": 169
    },
    {
      "completion_length": 231.3125,
      "epoch": 0.544,
      "grad_norm": 3.8252196311950684,
      "kl": 0.087890625,
      "learning_rate": 7.8875e-07,
      "loss": 0.0009,
      "reward": 3.855069398880005,
      "reward_std": 0.12723926454782486,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8895151615142822,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9655542373657227,
      "step": 170
    },
    {
      "completion_length": 246.6875,
      "epoch": 0.5472,
      "grad_norm": 1.4238818883895874,
      "kl": 0.089599609375,
      "learning_rate": 7.875e-07,
      "loss": 0.0009,
      "reward": 3.8392333984375,
      "reward_std": 0.055684901773929596,
      "rewards/answer_entity_reward": 0.9753443002700806,
      "rewards/answer_wer_reward": 0.866324782371521,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9975642561912537,
      "step": 171
    },
    {
      "completion_length": 239.09375,
      "epoch": 0.5504,
      "grad_norm": 2.5418362617492676,
      "kl": 0.07421875,
      "learning_rate": 7.8625e-07,
      "loss": 0.0007,
      "reward": 3.7556768655776978,
      "reward_std": 0.026184914633631706,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.8859277367591858,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8721528947353363,
      "step": 172
    },
    {
      "completion_length": 197.53125,
      "epoch": 0.5536,
      "grad_norm": 2.2901041507720947,
      "kl": 0.0523681640625,
      "learning_rate": 7.85e-07,
      "loss": 0.0005,
      "reward": 3.7119585275650024,
      "reward_std": 0.14428242854773998,
      "rewards/answer_entity_reward": 0.8789682686328888,
      "rewards/answer_wer_reward": 0.8524789810180664,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9805113673210144,
      "step": 173
    },
    {
      "completion_length": 271.65625,
      "epoch": 0.5568,
      "grad_norm": 1.5335708856582642,
      "kl": 0.048095703125,
      "learning_rate": 7.837499999999999e-07,
      "loss": 0.0005,
      "reward": 3.8789494037628174,
      "reward_std": 0.03688232973217964,
      "rewards/answer_entity_reward": 0.9724817276000977,
      "rewards/answer_wer_reward": 0.9107584953308105,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9957091808319092,
      "step": 174
    },
    {
      "completion_length": 197.40625,
      "epoch": 0.56,
      "grad_norm": 2.6528756618499756,
      "kl": 0.074462890625,
      "learning_rate": 7.824999999999999e-07,
      "loss": 0.0007,
      "reward": 3.857820510864258,
      "reward_std": 0.03826703131198883,
      "rewards/answer_entity_reward": 0.993686854839325,
      "rewards/answer_wer_reward": 0.8975639641284943,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9665697515010834,
      "step": 175
    },
    {
      "completion_length": 200.15625,
      "epoch": 0.5632,
      "grad_norm": 5.963916301727295,
      "kl": 0.054443359375,
      "learning_rate": 7.812499999999999e-07,
      "loss": 0.0005,
      "reward": 3.864750027656555,
      "reward_std": 0.028456556610763073,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9234411716461182,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9447809159755707,
      "step": 176
    },
    {
      "completion_length": 220.25,
      "epoch": 0.5664,
      "grad_norm": 1.086248517036438,
      "kl": 0.07421875,
      "learning_rate": 7.799999999999999e-07,
      "loss": 0.0007,
      "reward": 3.85122811794281,
      "reward_std": 0.02548269461840391,
      "rewards/answer_entity_reward": 0.9941239356994629,
      "rewards/answer_wer_reward": 0.9126598238945007,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9444444477558136,
      "step": 177
    },
    {
      "completion_length": 235.6875,
      "epoch": 0.5696,
      "grad_norm": 3.8478362560272217,
      "kl": 0.080810546875,
      "learning_rate": 7.787500000000001e-07,
      "loss": 0.0008,
      "reward": 3.8555444478988647,
      "reward_std": 0.03297184593975544,
      "rewards/answer_entity_reward": 0.991346150636673,
      "rewards/answer_wer_reward": 0.8777507543563843,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9864475131034851,
      "step": 178
    },
    {
      "completion_length": 210.6875,
      "epoch": 0.5728,
      "grad_norm": 2.200871706008911,
      "kl": 0.096923828125,
      "learning_rate": 7.775e-07,
      "loss": 0.001,
      "reward": 3.8970987796783447,
      "reward_std": 0.029029657132923603,
      "rewards/answer_entity_reward": 0.9676088094711304,
      "rewards/answer_wer_reward": 0.9392231702804565,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9902668297290802,
      "step": 179
    },
    {
      "completion_length": 202.375,
      "epoch": 0.576,
      "grad_norm": 3.42965030670166,
      "kl": 0.080078125,
      "learning_rate": 7.7625e-07,
      "loss": 0.0008,
      "reward": 3.7469061613082886,
      "reward_std": 0.08900729566812515,
      "rewards/answer_entity_reward": 0.9832702279090881,
      "rewards/answer_wer_reward": 0.8798384070396423,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8837975263595581,
      "step": 180
    },
    {
      "completion_length": 215.875,
      "epoch": 0.5792,
      "grad_norm": 2.5457639694213867,
      "kl": 0.0595703125,
      "learning_rate": 7.75e-07,
      "loss": 0.0006,
      "reward": 3.8780597448349,
      "reward_std": 0.04192608781158924,
      "rewards/answer_entity_reward": 0.9845328330993652,
      "rewards/answer_wer_reward": 0.89576256275177,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9977642893791199,
      "step": 181
    },
    {
      "completion_length": 203.875,
      "epoch": 0.5824,
      "grad_norm": 1.3624567985534668,
      "kl": 0.07177734375,
      "learning_rate": 7.7375e-07,
      "loss": 0.0007,
      "reward": 3.8805158138275146,
      "reward_std": 0.016396815422922373,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9136685729026794,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9692510068416595,
      "step": 182
    },
    {
      "completion_length": 215.90625,
      "epoch": 0.5856,
      "grad_norm": 1.270873785018921,
      "kl": 0.0543212890625,
      "learning_rate": 7.724999999999999e-07,
      "loss": 0.0005,
      "reward": 3.8749226331710815,
      "reward_std": 0.020629468373954296,
      "rewards/answer_entity_reward": 0.985921710729599,
      "rewards/answer_wer_reward": 0.8920559883117676,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9969449043273926,
      "step": 183
    },
    {
      "completion_length": 230.34375,
      "epoch": 0.5888,
      "grad_norm": 5.295412063598633,
      "kl": 0.0489501953125,
      "learning_rate": 7.712499999999999e-07,
      "loss": 0.0005,
      "reward": 3.8914437294006348,
      "reward_std": 0.053787765093147755,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9137877225875854,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9811282753944397,
      "step": 184
    },
    {
      "completion_length": 238.03125,
      "epoch": 0.592,
      "grad_norm": 3.6382017135620117,
      "kl": 0.05126953125,
      "learning_rate": 7.699999999999999e-07,
      "loss": 0.0005,
      "reward": 3.80574893951416,
      "reward_std": 0.031003179028630257,
      "rewards/answer_entity_reward": 0.9958333373069763,
      "rewards/answer_wer_reward": 0.8504349291324615,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9594806730747223,
      "step": 185
    },
    {
      "completion_length": 133.46875,
      "epoch": 0.5952,
      "grad_norm": 5.556273937225342,
      "kl": 0.06884765625,
      "learning_rate": 7.6875e-07,
      "loss": 0.0007,
      "reward": 3.875786066055298,
      "reward_std": 0.014059089124202728,
      "rewards/answer_entity_reward": 0.9772727489471436,
      "rewards/answer_wer_reward": 0.9379938840866089,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9605194628238678,
      "step": 186
    },
    {
      "completion_length": 233.96875,
      "epoch": 0.5984,
      "grad_norm": 1.1566299200057983,
      "kl": 0.0654296875,
      "learning_rate": 7.675e-07,
      "loss": 0.0007,
      "reward": 3.8272093534469604,
      "reward_std": 0.056231189519166946,
      "rewards/answer_entity_reward": 0.9821289777755737,
      "rewards/answer_wer_reward": 0.87700355052948,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9680766761302948,
      "step": 187
    },
    {
      "completion_length": 223.21875,
      "epoch": 0.6016,
      "grad_norm": 1.125300407409668,
      "kl": 0.0433349609375,
      "learning_rate": 7.6625e-07,
      "loss": 0.0004,
      "reward": 3.9091583490371704,
      "reward_std": 0.019687645137310028,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.917988508939743,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9946419894695282,
      "step": 188
    },
    {
      "completion_length": 213.03125,
      "epoch": 0.6048,
      "grad_norm": 1.806405782699585,
      "kl": 0.05859375,
      "learning_rate": 7.65e-07,
      "loss": 0.0006,
      "reward": 3.9139894247055054,
      "reward_std": 0.01741368416696787,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.916355162858963,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9976341724395752,
      "step": 189
    },
    {
      "completion_length": 246.6875,
      "epoch": 0.608,
      "grad_norm": 2.158470630645752,
      "kl": 0.05224609375,
      "learning_rate": 7.6375e-07,
      "loss": 0.0005,
      "reward": 3.9092923402786255,
      "reward_std": 0.019907254725694656,
      "rewards/answer_entity_reward": 0.9944444596767426,
      "rewards/answer_wer_reward": 0.9189584851264954,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9958893954753876,
      "step": 190
    },
    {
      "completion_length": 197.71875,
      "epoch": 0.6112,
      "grad_norm": 0.8463873863220215,
      "kl": 0.0526123046875,
      "learning_rate": 7.624999999999999e-07,
      "loss": 0.0005,
      "reward": 3.7934869527816772,
      "reward_std": 0.010684152133762836,
      "rewards/answer_entity_reward": 0.9927884340286255,
      "rewards/answer_wer_reward": 0.8017330169677734,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9989654421806335,
      "step": 191
    },
    {
      "completion_length": 253.03125,
      "epoch": 0.6144,
      "grad_norm": 0.95602947473526,
      "kl": 0.0577392578125,
      "learning_rate": 7.612499999999999e-07,
      "loss": 0.0006,
      "reward": 3.8714359998703003,
      "reward_std": 0.03730391897261143,
      "rewards/answer_entity_reward": 0.9679293036460876,
      "rewards/answer_wer_reward": 0.9067506790161133,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9967561364173889,
      "step": 192
    },
    {
      "completion_length": 260.875,
      "epoch": 0.6176,
      "grad_norm": 1.752991795539856,
      "kl": 0.1259765625,
      "learning_rate": 7.599999999999999e-07,
      "loss": 0.0013,
      "reward": 3.847132444381714,
      "reward_std": 0.03724599629640579,
      "rewards/answer_entity_reward": 0.9814560413360596,
      "rewards/answer_wer_reward": 0.877534031867981,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9881424605846405,
      "step": 193
    },
    {
      "completion_length": 224.8125,
      "epoch": 0.6208,
      "grad_norm": 5.3836283683776855,
      "kl": 0.0616455078125,
      "learning_rate": 7.5875e-07,
      "loss": 0.0006,
      "reward": 3.838170886039734,
      "reward_std": 0.043032409623265266,
      "rewards/answer_entity_reward": 0.9778589308261871,
      "rewards/answer_wer_reward": 0.8835411667823792,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9767708480358124,
      "step": 194
    },
    {
      "completion_length": 234.0,
      "epoch": 0.624,
      "grad_norm": 1.4531170129776,
      "kl": 0.082763671875,
      "learning_rate": 7.575e-07,
      "loss": 0.0008,
      "reward": 3.8195607662200928,
      "reward_std": 0.06634793058037758,
      "rewards/answer_entity_reward": 0.9759862422943115,
      "rewards/answer_wer_reward": 0.8854676187038422,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9581069052219391,
      "step": 195
    },
    {
      "completion_length": 228.875,
      "epoch": 0.6272,
      "grad_norm": 1.215409278869629,
      "kl": 0.0653076171875,
      "learning_rate": 7.5625e-07,
      "loss": 0.0006,
      "reward": 3.869178295135498,
      "reward_std": 0.018243765458464622,
      "rewards/answer_entity_reward": 0.9914772808551788,
      "rewards/answer_wer_reward": 0.9173910617828369,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9603100121021271,
      "step": 196
    },
    {
      "completion_length": 233.40625,
      "epoch": 0.6304,
      "grad_norm": 1.5224462747573853,
      "kl": 0.0479736328125,
      "learning_rate": 7.55e-07,
      "loss": 0.0005,
      "reward": 3.880965232849121,
      "reward_std": 0.030376747716218233,
      "rewards/answer_entity_reward": 0.9812500178813934,
      "rewards/answer_wer_reward": 0.903846025466919,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9958691298961639,
      "step": 197
    },
    {
      "completion_length": 159.75,
      "epoch": 0.6336,
      "grad_norm": 2.0013957023620605,
      "kl": 0.072021484375,
      "learning_rate": 7.5375e-07,
      "loss": 0.0007,
      "reward": 3.8514485359191895,
      "reward_std": 0.021021784283220768,
      "rewards/answer_entity_reward": 0.9914772808551788,
      "rewards/answer_wer_reward": 0.9317480027675629,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9282233119010925,
      "step": 198
    },
    {
      "completion_length": 200.125,
      "epoch": 0.6368,
      "grad_norm": 7.399294853210449,
      "kl": 0.0662841796875,
      "learning_rate": 7.524999999999999e-07,
      "loss": 0.0007,
      "reward": 3.9170095920562744,
      "reward_std": 0.03030287381261587,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.955333948135376,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9616756439208984,
      "step": 199
    },
    {
      "completion_length": 228.75,
      "epoch": 0.64,
      "grad_norm": 1.6671867370605469,
      "kl": 0.13623046875,
      "learning_rate": 7.512499999999999e-07,
      "loss": 0.0014,
      "reward": 3.848036050796509,
      "reward_std": 0.14389772480353713,
      "rewards/answer_entity_reward": 0.9886363744735718,
      "rewards/answer_wer_reward": 0.9240660667419434,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9665836989879608,
      "step": 200
    },
    {
      "completion_length": 209.90625,
      "epoch": 0.6432,
      "grad_norm": 1.2796622514724731,
      "kl": 0.05029296875,
      "learning_rate": 7.5e-07,
      "loss": 0.0005,
      "reward": 3.856316566467285,
      "reward_std": 0.025415225885808468,
      "rewards/answer_entity_reward": 0.9718458652496338,
      "rewards/answer_wer_reward": 0.8857261538505554,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987446367740631,
      "step": 201
    },
    {
      "completion_length": 203.1875,
      "epoch": 0.6464,
      "grad_norm": 6.9469380378723145,
      "kl": 0.05810546875,
      "learning_rate": 7.4875e-07,
      "loss": 0.0006,
      "reward": 3.7580385208129883,
      "reward_std": 0.0333370678126812,
      "rewards/answer_entity_reward": 0.9943181872367859,
      "rewards/answer_wer_reward": 0.8357867002487183,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9279336631298065,
      "step": 202
    },
    {
      "completion_length": 211.5,
      "epoch": 0.6496,
      "grad_norm": 2.437093496322632,
      "kl": 0.0400390625,
      "learning_rate": 7.475e-07,
      "loss": 0.0004,
      "reward": 3.888434052467346,
      "reward_std": 0.04942548694089055,
      "rewards/answer_entity_reward": 0.9895833432674408,
      "rewards/answer_wer_reward": 0.901074230670929,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9977766275405884,
      "step": 203
    },
    {
      "completion_length": 220.3125,
      "epoch": 0.6528,
      "grad_norm": 9.914649963378906,
      "kl": 0.054443359375,
      "learning_rate": 7.4625e-07,
      "loss": 0.0005,
      "reward": 3.9074004888534546,
      "reward_std": 0.022341615986078978,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.924115002155304,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9861262738704681,
      "step": 204
    },
    {
      "completion_length": 190.28125,
      "epoch": 0.656,
      "grad_norm": 10.771315574645996,
      "kl": 0.0731201171875,
      "learning_rate": 7.45e-07,
      "loss": 0.0007,
      "reward": 3.8562848567962646,
      "reward_std": 0.05522243678569794,
      "rewards/answer_entity_reward": 0.9873949587345123,
      "rewards/answer_wer_reward": 0.9283336997032166,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9405562579631805,
      "step": 205
    },
    {
      "completion_length": 254.375,
      "epoch": 0.6592,
      "grad_norm": 1.2101417779922485,
      "kl": 0.054443359375,
      "learning_rate": 7.4375e-07,
      "loss": 0.0005,
      "reward": 3.9058661460876465,
      "reward_std": 0.015844878274947405,
      "rewards/answer_entity_reward": 0.9788995683193207,
      "rewards/answer_wer_reward": 0.9304846525192261,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9964818954467773,
      "step": 206
    },
    {
      "completion_length": 202.96875,
      "epoch": 0.6624,
      "grad_norm": 3.355869770050049,
      "kl": 0.0572509765625,
      "learning_rate": 7.425e-07,
      "loss": 0.0006,
      "reward": 3.8065719604492188,
      "reward_std": 0.19051394425332546,
      "rewards/answer_entity_reward": 0.9650735259056091,
      "rewards/answer_wer_reward": 0.8801510035991669,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9925974309444427,
      "step": 207
    },
    {
      "completion_length": 226.1875,
      "epoch": 0.6656,
      "grad_norm": 1.7292360067367554,
      "kl": 0.104248046875,
      "learning_rate": 7.412499999999999e-07,
      "loss": 0.001,
      "reward": 3.8113776445388794,
      "reward_std": 0.02462965715676546,
      "rewards/answer_entity_reward": 0.9770916700363159,
      "rewards/answer_wer_reward": 0.864607959985733,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9696778357028961,
      "step": 208
    },
    {
      "completion_length": 198.75,
      "epoch": 0.6688,
      "grad_norm": 4.215091705322266,
      "kl": 0.06640625,
      "learning_rate": 7.4e-07,
      "loss": 0.0007,
      "reward": 3.8144696950912476,
      "reward_std": 0.025187399238348007,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9298737645149231,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8845959007740021,
      "step": 209
    },
    {
      "completion_length": 200.1875,
      "epoch": 0.672,
      "grad_norm": 1.537361979484558,
      "kl": 0.049560546875,
      "learning_rate": 7.3875e-07,
      "loss": 0.0005,
      "reward": 3.9332594871520996,
      "reward_std": 0.011271146591752768,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.951434314250946,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9818252325057983,
      "step": 210
    },
    {
      "completion_length": 190.78125,
      "epoch": 0.6752,
      "grad_norm": 2.9701907634735107,
      "kl": 0.0654296875,
      "learning_rate": 7.375e-07,
      "loss": 0.0007,
      "reward": 3.8168801069259644,
      "reward_std": 0.024646650068461895,
      "rewards/answer_entity_reward": 0.9914772808551788,
      "rewards/answer_wer_reward": 0.9553571939468384,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8700454831123352,
      "step": 211
    },
    {
      "completion_length": 157.59375,
      "epoch": 0.6784,
      "grad_norm": 3.1656010150909424,
      "kl": 0.0611572265625,
      "learning_rate": 7.362499999999999e-07,
      "loss": 0.0006,
      "reward": 3.8838521242141724,
      "reward_std": 0.0407260712236166,
      "rewards/answer_entity_reward": 0.9767543971538544,
      "rewards/answer_wer_reward": 0.944227010011673,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9628707766532898,
      "step": 212
    },
    {
      "completion_length": 238.1875,
      "epoch": 0.6816,
      "grad_norm": 2.614816665649414,
      "kl": 0.0947265625,
      "learning_rate": 7.35e-07,
      "loss": 0.0009,
      "reward": 3.8542829751968384,
      "reward_std": 0.03231436479836702,
      "rewards/answer_entity_reward": 0.974577009677887,
      "rewards/answer_wer_reward": 0.8831658661365509,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9965401291847229,
      "step": 213
    },
    {
      "completion_length": 255.0,
      "epoch": 0.6848,
      "grad_norm": 1.8072490692138672,
      "kl": 0.048828125,
      "learning_rate": 7.3375e-07,
      "loss": 0.0005,
      "reward": 3.9139556884765625,
      "reward_std": 0.013969901017844677,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9155895113945007,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9983660876750946,
      "step": 214
    },
    {
      "completion_length": 163.96875,
      "epoch": 0.688,
      "grad_norm": 3.6364543437957764,
      "kl": 0.082763671875,
      "learning_rate": 7.325e-07,
      "loss": 0.0008,
      "reward": 3.8950713872909546,
      "reward_std": 0.030674483627080917,
      "rewards/answer_entity_reward": 0.9930555820465088,
      "rewards/answer_wer_reward": 0.9427915513515472,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.959224134683609,
      "step": 215
    },
    {
      "completion_length": 211.90625,
      "epoch": 0.6912,
      "grad_norm": 1.4036628007888794,
      "kl": 0.0504150390625,
      "learning_rate": 7.312499999999999e-07,
      "loss": 0.0005,
      "reward": 3.90190052986145,
      "reward_std": 0.028614184819161892,
      "rewards/answer_entity_reward": 0.9636363685131073,
      "rewards/answer_wer_reward": 0.9445142149925232,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9937500059604645,
      "step": 216
    },
    {
      "completion_length": 226.875,
      "epoch": 0.6944,
      "grad_norm": 1.5664644241333008,
      "kl": 0.051025390625,
      "learning_rate": 7.3e-07,
      "loss": 0.0005,
      "reward": 3.9051342010498047,
      "reward_std": 0.023595476523041725,
      "rewards/answer_entity_reward": 0.994463324546814,
      "rewards/answer_wer_reward": 0.9128024578094482,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9978685975074768,
      "step": 217
    },
    {
      "completion_length": 211.96875,
      "epoch": 0.6976,
      "grad_norm": 3.6565327644348145,
      "kl": 0.0567626953125,
      "learning_rate": 7.2875e-07,
      "loss": 0.0006,
      "reward": 3.920815348625183,
      "reward_std": 0.026728018186986446,
      "rewards/answer_entity_reward": 0.9936868846416473,
      "rewards/answer_wer_reward": 0.9297977983951569,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9973307251930237,
      "step": 218
    },
    {
      "completion_length": 226.90625,
      "epoch": 0.7008,
      "grad_norm": 5.147249221801758,
      "kl": 0.142333984375,
      "learning_rate": 7.275e-07,
      "loss": 0.0014,
      "reward": 3.887997627258301,
      "reward_std": 0.017563311383128166,
      "rewards/answer_entity_reward": 0.9923513829708099,
      "rewards/answer_wer_reward": 0.8966234028339386,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999022901058197,
      "step": 219
    },
    {
      "completion_length": 196.75,
      "epoch": 0.704,
      "grad_norm": 4.334951400756836,
      "kl": 0.07958984375,
      "learning_rate": 7.262499999999999e-07,
      "loss": 0.0008,
      "reward": 3.919954776763916,
      "reward_std": 0.020561310462653637,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.922648161649704,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997106492519379,
      "step": 220
    },
    {
      "completion_length": 208.15625,
      "epoch": 0.7072,
      "grad_norm": 4.896883964538574,
      "kl": 0.072509765625,
      "learning_rate": 7.249999999999999e-07,
      "loss": 0.0007,
      "reward": 3.8171916007995605,
      "reward_std": 0.044522007927298546,
      "rewards/answer_entity_reward": 0.9767857491970062,
      "rewards/answer_wer_reward": 0.9031675159931183,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9372382760047913,
      "step": 221
    },
    {
      "completion_length": 197.71875,
      "epoch": 0.7104,
      "grad_norm": 1.9743766784667969,
      "kl": 0.041259765625,
      "learning_rate": 7.2375e-07,
      "loss": 0.0004,
      "reward": 3.9599783420562744,
      "reward_std": 0.008235257118940353,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9602223634719849,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999755859375,
      "step": 222
    },
    {
      "completion_length": 181.84375,
      "epoch": 0.7136,
      "grad_norm": 6.57908296585083,
      "kl": 0.07421875,
      "learning_rate": 7.225e-07,
      "loss": 0.0007,
      "reward": 3.826643943786621,
      "reward_std": 0.06298277154564857,
      "rewards/answer_entity_reward": 0.9833333194255829,
      "rewards/answer_wer_reward": 0.9450017511844635,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8983088135719299,
      "step": 223
    },
    {
      "completion_length": 177.84375,
      "epoch": 0.7168,
      "grad_norm": 13.744032859802246,
      "kl": 0.078369140625,
      "learning_rate": 7.212499999999999e-07,
      "loss": 0.0008,
      "reward": 3.852834939956665,
      "reward_std": 0.044052885845303535,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9374657571315765,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9177731275558472,
      "step": 224
    },
    {
      "completion_length": 249.3125,
      "epoch": 0.72,
      "grad_norm": 1.7395777702331543,
      "kl": 0.05712890625,
      "learning_rate": 7.2e-07,
      "loss": 0.0006,
      "reward": 3.8659743070602417,
      "reward_std": 0.03202287387102842,
      "rewards/answer_entity_reward": 0.9767628312110901,
      "rewards/answer_wer_reward": 0.8964802920818329,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9927313327789307,
      "step": 225
    },
    {
      "completion_length": 246.75,
      "epoch": 0.7232,
      "grad_norm": 1.1522554159164429,
      "kl": 0.05419921875,
      "learning_rate": 7.1875e-07,
      "loss": 0.0005,
      "reward": 3.868378758430481,
      "reward_std": 0.02125831786543131,
      "rewards/answer_entity_reward": 0.9791666567325592,
      "rewards/answer_wer_reward": 0.8927575647830963,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9964545369148254,
      "step": 226
    },
    {
      "completion_length": 213.6875,
      "epoch": 0.7264,
      "grad_norm": 1.6328908205032349,
      "kl": 0.0452880859375,
      "learning_rate": 7.175e-07,
      "loss": 0.0004,
      "reward": 3.9461253881454468,
      "reward_std": 0.017373798182234168,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9516011476516724,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9989885687828064,
      "step": 227
    },
    {
      "completion_length": 180.25,
      "epoch": 0.7296,
      "grad_norm": 1.6245373487472534,
      "kl": 0.0810546875,
      "learning_rate": 7.1625e-07,
      "loss": 0.0008,
      "reward": 3.92253839969635,
      "reward_std": 0.009518959443084896,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9421058893203735,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9832733571529388,
      "step": 228
    },
    {
      "completion_length": 211.46875,
      "epoch": 0.7328,
      "grad_norm": 2.3507907390594482,
      "kl": 0.080078125,
      "learning_rate": 7.149999999999999e-07,
      "loss": 0.0008,
      "reward": 3.9085057973861694,
      "reward_std": 0.011625304818153381,
      "rewards/answer_entity_reward": 0.9886363744735718,
      "rewards/answer_wer_reward": 0.91986945271492,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 229
    },
    {
      "completion_length": 189.78125,
      "epoch": 0.736,
      "grad_norm": 2.801975965499878,
      "kl": 0.068603515625,
      "learning_rate": 7.137499999999999e-07,
      "loss": 0.0007,
      "reward": 3.849338173866272,
      "reward_std": 0.04476720932871103,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9499310851097107,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.90181103348732,
      "step": 230
    },
    {
      "completion_length": 232.46875,
      "epoch": 0.7392,
      "grad_norm": 18.121028900146484,
      "kl": 0.065673828125,
      "learning_rate": 7.125e-07,
      "loss": 0.0007,
      "reward": 3.8422099351882935,
      "reward_std": 0.05234749615192413,
      "rewards/answer_entity_reward": 0.9829545617103577,
      "rewards/answer_wer_reward": 0.8842452466487885,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9750101864337921,
      "step": 231
    },
    {
      "completion_length": 230.90625,
      "epoch": 0.7424,
      "grad_norm": 1.374346375465393,
      "kl": 0.0440673828125,
      "learning_rate": 7.1125e-07,
      "loss": 0.0004,
      "reward": 3.9123170375823975,
      "reward_std": 0.025476250797510147,
      "rewards/answer_entity_reward": 0.9930555820465088,
      "rewards/answer_wer_reward": 0.9220384955406189,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9972230195999146,
      "step": 232
    },
    {
      "completion_length": 197.5625,
      "epoch": 0.7456,
      "grad_norm": 3.1081960201263428,
      "kl": 0.067138671875,
      "learning_rate": 7.1e-07,
      "loss": 0.0007,
      "reward": 3.921274781227112,
      "reward_std": 0.04291347204707563,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9490483999252319,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9722263813018799,
      "step": 233
    },
    {
      "completion_length": 198.90625,
      "epoch": 0.7488,
      "grad_norm": 2.3603627681732178,
      "kl": 0.0550537109375,
      "learning_rate": 7.0875e-07,
      "loss": 0.0005,
      "reward": 3.9125137329101562,
      "reward_std": 0.03855661302804947,
      "rewards/answer_entity_reward": 0.9947552382946014,
      "rewards/answer_wer_reward": 0.9429784715175629,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9747799634933472,
      "step": 234
    },
    {
      "completion_length": 220.71875,
      "epoch": 0.752,
      "grad_norm": 3.3247504234313965,
      "kl": 0.070068359375,
      "learning_rate": 7.075e-07,
      "loss": 0.0007,
      "reward": 3.877889394760132,
      "reward_std": 0.03429079055786133,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9119226932525635,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9659668207168579,
      "step": 235
    },
    {
      "completion_length": 194.21875,
      "epoch": 0.7552,
      "grad_norm": 5.20084810256958,
      "kl": 0.067626953125,
      "learning_rate": 7.0625e-07,
      "loss": 0.0007,
      "reward": 3.918747305870056,
      "reward_std": 0.03475894033908844,
      "rewards/answer_entity_reward": 0.9929924309253693,
      "rewards/answer_wer_reward": 0.9448626041412354,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.980892151594162,
      "step": 236
    },
    {
      "completion_length": 222.53125,
      "epoch": 0.7584,
      "grad_norm": 3.0105435848236084,
      "kl": 0.07421875,
      "learning_rate": 7.049999999999999e-07,
      "loss": 0.0007,
      "reward": 3.9244236946105957,
      "reward_std": 0.010058181826025248,
      "rewards/answer_entity_reward": 0.9914772808551788,
      "rewards/answer_wer_reward": 0.9545913934707642,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9783551096916199,
      "step": 237
    },
    {
      "completion_length": 222.5625,
      "epoch": 0.7616,
      "grad_norm": 4.065408229827881,
      "kl": 0.1181640625,
      "learning_rate": 7.037499999999999e-07,
      "loss": 0.0012,
      "reward": 3.873254418373108,
      "reward_std": 0.0757724829018116,
      "rewards/answer_entity_reward": 0.9845328330993652,
      "rewards/answer_wer_reward": 0.936627209186554,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9520943462848663,
      "step": 238
    },
    {
      "completion_length": 184.21875,
      "epoch": 0.7648,
      "grad_norm": 1.1628284454345703,
      "kl": 0.0579833984375,
      "learning_rate": 7.024999999999999e-07,
      "loss": 0.0006,
      "reward": 3.9432320594787598,
      "reward_std": 0.010221295058727264,
      "rewards/answer_entity_reward": 0.9905790388584137,
      "rewards/answer_wer_reward": 0.953954666852951,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.998698353767395,
      "step": 239
    },
    {
      "completion_length": 233.90625,
      "epoch": 0.768,
      "grad_norm": 1.4767858982086182,
      "kl": 0.079345703125,
      "learning_rate": 7.0125e-07,
      "loss": 0.0008,
      "reward": 3.8955001831054688,
      "reward_std": 0.03214742988348007,
      "rewards/answer_entity_reward": 0.9854603707790375,
      "rewards/answer_wer_reward": 0.9112924933433533,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987473487854004,
      "step": 240
    },
    {
      "completion_length": 176.53125,
      "epoch": 0.7712,
      "grad_norm": 5.655521869659424,
      "kl": 0.0872802734375,
      "learning_rate": 7e-07,
      "loss": 0.0009,
      "reward": 3.8957866430282593,
      "reward_std": 0.02847579075023532,
      "rewards/answer_entity_reward": 0.9903846085071564,
      "rewards/answer_wer_reward": 0.9654708206653595,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9399311542510986,
      "step": 241
    },
    {
      "completion_length": 252.71875,
      "epoch": 0.7744,
      "grad_norm": 3.268174886703491,
      "kl": 0.073486328125,
      "learning_rate": 6.9875e-07,
      "loss": 0.0007,
      "reward": 3.8414435386657715,
      "reward_std": 0.08019998762756586,
      "rewards/answer_entity_reward": 0.9822989404201508,
      "rewards/answer_wer_reward": 0.8909429609775543,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.968201756477356,
      "step": 242
    },
    {
      "completion_length": 234.875,
      "epoch": 0.7776,
      "grad_norm": 3.445681571960449,
      "kl": 0.15869140625,
      "learning_rate": 6.975e-07,
      "loss": 0.0016,
      "reward": 3.856196165084839,
      "reward_std": 0.0546736940741539,
      "rewards/answer_entity_reward": 0.9822468161582947,
      "rewards/answer_wer_reward": 0.9020899534225464,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9718593955039978,
      "step": 243
    },
    {
      "completion_length": 186.375,
      "epoch": 0.7808,
      "grad_norm": 3.4756290912628174,
      "kl": 0.109130859375,
      "learning_rate": 6.9625e-07,
      "loss": 0.0011,
      "reward": 3.878678798675537,
      "reward_std": 0.014406855218112469,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9121991693973541,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9693206548690796,
      "step": 244
    },
    {
      "completion_length": 224.46875,
      "epoch": 0.784,
      "grad_norm": 2.4778082370758057,
      "kl": 0.0618896484375,
      "learning_rate": 6.949999999999999e-07,
      "loss": 0.0006,
      "reward": 3.890427350997925,
      "reward_std": 0.013088527135550976,
      "rewards/answer_entity_reward": 0.9849699139595032,
      "rewards/answer_wer_reward": 0.9565823972225189,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9488749206066132,
      "step": 245
    },
    {
      "completion_length": 220.0625,
      "epoch": 0.7872,
      "grad_norm": 1.7784525156021118,
      "kl": 0.0592041015625,
      "learning_rate": 6.937499999999999e-07,
      "loss": 0.0006,
      "reward": 3.9208799600601196,
      "reward_std": 0.013537504710257053,
      "rewards/answer_entity_reward": 0.9903846085071564,
      "rewards/answer_wer_reward": 0.9380317628383636,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9924636483192444,
      "step": 246
    },
    {
      "completion_length": 215.03125,
      "epoch": 0.7904,
      "grad_norm": 1.7845004796981812,
      "kl": 0.087158203125,
      "learning_rate": 6.924999999999999e-07,
      "loss": 0.0009,
      "reward": 3.874635100364685,
      "reward_std": 0.047601671889424324,
      "rewards/answer_entity_reward": 0.9777146875858307,
      "rewards/answer_wer_reward": 0.9114454984664917,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9854750335216522,
      "step": 247
    },
    {
      "completion_length": 237.0,
      "epoch": 0.7936,
      "grad_norm": 1.9031370878219604,
      "kl": 0.0665283203125,
      "learning_rate": 6.9125e-07,
      "loss": 0.0007,
      "reward": 3.8799991607666016,
      "reward_std": 0.040791427716612816,
      "rewards/answer_entity_reward": 0.9725233018398285,
      "rewards/answer_wer_reward": 0.9113976061344147,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9960784018039703,
      "step": 248
    },
    {
      "completion_length": 247.625,
      "epoch": 0.7968,
      "grad_norm": 6.799812316894531,
      "kl": 0.5244140625,
      "learning_rate": 6.9e-07,
      "loss": 0.0052,
      "reward": 3.9148751497268677,
      "reward_std": 0.012524784076958895,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9155747294425964,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993003606796265,
      "step": 249
    },
    {
      "completion_length": 202.78125,
      "epoch": 0.8,
      "grad_norm": 2.9497642517089844,
      "kl": 0.108642578125,
      "learning_rate": 6.8875e-07,
      "loss": 0.0011,
      "reward": 3.88541841506958,
      "reward_std": 0.05846460163593292,
      "rewards/answer_entity_reward": 0.9898538887500763,
      "rewards/answer_wer_reward": 0.9265855848789215,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.968979001045227,
      "step": 250
    },
    {
      "completion_length": 230.03125,
      "epoch": 0.8032,
      "grad_norm": 3.021209478378296,
      "kl": 0.064453125,
      "learning_rate": 6.875e-07,
      "loss": 0.0006,
      "reward": 3.9006909132003784,
      "reward_std": 0.02151984628289938,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9085462689399719,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9956169128417969,
      "step": 251
    },
    {
      "completion_length": 202.0625,
      "epoch": 0.8064,
      "grad_norm": 3.288858413696289,
      "kl": 0.0810546875,
      "learning_rate": 6.8625e-07,
      "loss": 0.0008,
      "reward": 3.9228957891464233,
      "reward_std": 0.012390648480504751,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9330424964427948,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9898532032966614,
      "step": 252
    },
    {
      "completion_length": 202.84375,
      "epoch": 0.8096,
      "grad_norm": 2.384650468826294,
      "kl": 0.084228515625,
      "learning_rate": 6.85e-07,
      "loss": 0.0009,
      "reward": 3.8598722219467163,
      "reward_std": 0.03435686323791742,
      "rewards/answer_entity_reward": 0.9775519669055939,
      "rewards/answer_wer_reward": 0.9159774780273438,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9663428068161011,
      "step": 253
    },
    {
      "completion_length": 235.15625,
      "epoch": 0.8128,
      "grad_norm": 3.9519598484039307,
      "kl": 0.061767578125,
      "learning_rate": 6.837499999999999e-07,
      "loss": 0.0006,
      "reward": 3.8161985874176025,
      "reward_std": 0.06573762744665146,
      "rewards/answer_entity_reward": 0.9905131459236145,
      "rewards/answer_wer_reward": 0.8475149571895599,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9781705141067505,
      "step": 254
    },
    {
      "completion_length": 241.125,
      "epoch": 0.816,
      "grad_norm": 3.464174509048462,
      "kl": 0.077392578125,
      "learning_rate": 6.824999999999999e-07,
      "loss": 0.0008,
      "reward": 3.894362449645996,
      "reward_std": 0.025215300731360912,
      "rewards/answer_entity_reward": 0.9895833432674408,
      "rewards/answer_wer_reward": 0.9064654111862183,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.998313695192337,
      "step": 255
    },
    {
      "completion_length": 177.59375,
      "epoch": 0.8192,
      "grad_norm": 1.5625709295272827,
      "kl": 0.0986328125,
      "learning_rate": 6.8125e-07,
      "loss": 0.001,
      "reward": 3.9517083168029785,
      "reward_std": 0.01383261731825769,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.9637933671474457,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9927226006984711,
      "step": 256
    },
    {
      "completion_length": 191.625,
      "epoch": 0.8224,
      "grad_norm": 1.4757704734802246,
      "kl": 0.0791015625,
      "learning_rate": 6.800000000000001e-07,
      "loss": 0.0008,
      "reward": 3.8987783193588257,
      "reward_std": 0.016407988965511322,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9312387406826019,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9699434041976929,
      "step": 257
    },
    {
      "completion_length": 191.65625,
      "epoch": 0.8256,
      "grad_norm": 3.355372428894043,
      "kl": 0.09033203125,
      "learning_rate": 6.7875e-07,
      "loss": 0.0009,
      "reward": 3.9129350185394287,
      "reward_std": 0.015536424703896046,
      "rewards/answer_entity_reward": 0.9944852888584137,
      "rewards/answer_wer_reward": 0.9205312728881836,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9979183673858643,
      "step": 258
    },
    {
      "completion_length": 188.65625,
      "epoch": 0.8288,
      "grad_norm": 1.917312741279602,
      "kl": 0.086669921875,
      "learning_rate": 6.775e-07,
      "loss": 0.0009,
      "reward": 3.918121814727783,
      "reward_std": 0.0268348827958107,
      "rewards/answer_entity_reward": 0.9890183508396149,
      "rewards/answer_wer_reward": 0.9294547438621521,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996488690376282,
      "step": 259
    },
    {
      "completion_length": 234.0,
      "epoch": 0.832,
      "grad_norm": 1.334208369255066,
      "kl": 0.0635986328125,
      "learning_rate": 6.7625e-07,
      "loss": 0.0006,
      "reward": 3.924370527267456,
      "reward_std": 0.02556901052594185,
      "rewards/answer_entity_reward": 0.980710506439209,
      "rewards/answer_wer_reward": 0.9436598718166351,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 260
    },
    {
      "completion_length": 157.09375,
      "epoch": 0.8352,
      "grad_norm": 3.0484063625335693,
      "kl": 0.093017578125,
      "learning_rate": 6.75e-07,
      "loss": 0.0009,
      "reward": 3.928007483482361,
      "reward_std": 0.01636551646515727,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9610774517059326,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.969333827495575,
      "step": 261
    },
    {
      "completion_length": 222.6875,
      "epoch": 0.8384,
      "grad_norm": 1.5266326665878296,
      "kl": 0.110595703125,
      "learning_rate": 6.737499999999999e-07,
      "loss": 0.0011,
      "reward": 3.826764225959778,
      "reward_std": 0.014424358261749148,
      "rewards/answer_entity_reward": 0.875,
      "rewards/answer_wer_reward": 0.9528080821037292,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9989560842514038,
      "step": 262
    },
    {
      "completion_length": 245.96875,
      "epoch": 0.8416,
      "grad_norm": 2.332728624343872,
      "kl": 0.0777587890625,
      "learning_rate": 6.724999999999999e-07,
      "loss": 0.0008,
      "reward": 3.84222412109375,
      "reward_std": 0.018232629168778658,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.8854961693286896,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9591319561004639,
      "step": 263
    },
    {
      "completion_length": 155.6875,
      "epoch": 0.8448,
      "grad_norm": 7.505854606628418,
      "kl": 0.101806640625,
      "learning_rate": 6.7125e-07,
      "loss": 0.001,
      "reward": 3.875036120414734,
      "reward_std": 0.07785245403647423,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9335145354270935,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9436048865318298,
      "step": 264
    },
    {
      "completion_length": 249.75,
      "epoch": 0.848,
      "grad_norm": 2.8738133907318115,
      "kl": 0.0516357421875,
      "learning_rate": 6.7e-07,
      "loss": 0.0005,
      "reward": 3.903374195098877,
      "reward_std": 0.014860059600323439,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.9094418883323669,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987399280071259,
      "step": 265
    },
    {
      "completion_length": 199.34375,
      "epoch": 0.8512,
      "grad_norm": 8.186075210571289,
      "kl": 0.074462890625,
      "learning_rate": 6.6875e-07,
      "loss": 0.0007,
      "reward": 3.8564417362213135,
      "reward_std": 0.06331180594861507,
      "rewards/answer_entity_reward": 0.9917200803756714,
      "rewards/answer_wer_reward": 0.9368169605731964,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9279046654701233,
      "step": 266
    },
    {
      "completion_length": 207.75,
      "epoch": 0.8544,
      "grad_norm": 1.7668160200119019,
      "kl": 0.191650390625,
      "learning_rate": 6.675e-07,
      "loss": 0.0019,
      "reward": 3.791893243789673,
      "reward_std": 0.21384014189243317,
      "rewards/answer_entity_reward": 0.9642857313156128,
      "rewards/answer_wer_reward": 0.8976732790470123,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9611842036247253,
      "step": 267
    },
    {
      "completion_length": 232.78125,
      "epoch": 0.8576,
      "grad_norm": 3.357858180999756,
      "kl": 0.0655517578125,
      "learning_rate": 6.6625e-07,
      "loss": 0.0006,
      "reward": 3.849023461341858,
      "reward_std": 0.07564813643693924,
      "rewards/answer_entity_reward": 0.981249988079071,
      "rewards/answer_wer_reward": 0.9172319173812866,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9505417346954346,
      "step": 268
    },
    {
      "completion_length": 159.90625,
      "epoch": 0.8608,
      "grad_norm": 8.665388107299805,
      "kl": 0.083740234375,
      "learning_rate": 6.65e-07,
      "loss": 0.0008,
      "reward": 3.8619388341903687,
      "reward_std": 0.03842100687325001,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9294092357158661,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9369938969612122,
      "step": 269
    },
    {
      "completion_length": 199.09375,
      "epoch": 0.864,
      "grad_norm": 2.6412887573242188,
      "kl": 0.24951171875,
      "learning_rate": 6.637499999999999e-07,
      "loss": 0.0025,
      "reward": 3.92287015914917,
      "reward_std": 0.04514491464942694,
      "rewards/answer_entity_reward": 0.9867424070835114,
      "rewards/answer_wer_reward": 0.948787659406662,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9873401820659637,
      "step": 270
    },
    {
      "completion_length": 138.625,
      "epoch": 0.8672,
      "grad_norm": 5.494461536407471,
      "kl": 0.1064453125,
      "learning_rate": 6.624999999999999e-07,
      "loss": 0.0011,
      "reward": 3.80997896194458,
      "reward_std": 0.10453111864626408,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9460954964160919,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8638834655284882,
      "step": 271
    },
    {
      "completion_length": 207.0625,
      "epoch": 0.8704,
      "grad_norm": 6.705058574676514,
      "kl": 0.0904541015625,
      "learning_rate": 6.6125e-07,
      "loss": 0.0009,
      "reward": 3.918370246887207,
      "reward_std": 0.016086122021079063,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.94427290558815,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9765011072158813,
      "step": 272
    },
    {
      "completion_length": 193.46875,
      "epoch": 0.8736,
      "grad_norm": 3.6274845600128174,
      "kl": 0.16259765625,
      "learning_rate": 6.6e-07,
      "loss": 0.0016,
      "reward": 3.8420186042785645,
      "reward_std": 0.042743777856230736,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.88405841588974,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9579601883888245,
      "step": 273
    },
    {
      "completion_length": 238.03125,
      "epoch": 0.8768,
      "grad_norm": 39.40747833251953,
      "kl": 0.064453125,
      "learning_rate": 6.587499999999999e-07,
      "loss": 0.0006,
      "reward": 3.8922038078308105,
      "reward_std": 0.08438011445105076,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8997087776660919,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9924951493740082,
      "step": 274
    },
    {
      "completion_length": 215.03125,
      "epoch": 0.88,
      "grad_norm": 3.786466360092163,
      "kl": 0.073974609375,
      "learning_rate": 6.575e-07,
      "loss": 0.0007,
      "reward": 3.936691641807556,
      "reward_std": 0.013240452855825424,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9393938779830933,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993811845779419,
      "step": 275
    },
    {
      "completion_length": 171.84375,
      "epoch": 0.8832,
      "grad_norm": 6.402861595153809,
      "kl": 0.09619140625,
      "learning_rate": 6.5625e-07,
      "loss": 0.001,
      "reward": 3.8171043395996094,
      "reward_std": 0.07490862905979156,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9142147600650787,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.902889609336853,
      "step": 276
    },
    {
      "completion_length": 202.90625,
      "epoch": 0.8864,
      "grad_norm": 1.9027079343795776,
      "kl": 0.07958984375,
      "learning_rate": 6.55e-07,
      "loss": 0.0008,
      "reward": 3.910063624382019,
      "reward_std": 0.014503994956612587,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9100635945796967,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 277
    },
    {
      "completion_length": 194.90625,
      "epoch": 0.8896,
      "grad_norm": 3.430772304534912,
      "kl": 0.10107421875,
      "learning_rate": 6.5375e-07,
      "loss": 0.001,
      "reward": 3.9086241722106934,
      "reward_std": 0.011167994700372219,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9395906329154968,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9690335094928741,
      "step": 278
    },
    {
      "completion_length": 214.21875,
      "epoch": 0.8928,
      "grad_norm": 1.209375262260437,
      "kl": 0.07763671875,
      "learning_rate": 6.524999999999999e-07,
      "loss": 0.0008,
      "reward": 3.934818387031555,
      "reward_std": 0.013630851171910763,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9348185062408447,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 279
    },
    {
      "completion_length": 210.375,
      "epoch": 0.896,
      "grad_norm": 3.4542951583862305,
      "kl": 0.09619140625,
      "learning_rate": 6.5125e-07,
      "loss": 0.001,
      "reward": 3.8483023643493652,
      "reward_std": 0.022013184614479542,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9127626419067383,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.935539722442627,
      "step": 280
    },
    {
      "completion_length": 171.96875,
      "epoch": 0.8992,
      "grad_norm": 5.6723761558532715,
      "kl": 0.138671875,
      "learning_rate": 6.5e-07,
      "loss": 0.0014,
      "reward": 3.894706964492798,
      "reward_std": 0.01279338588938117,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9379555583000183,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9567514657974243,
      "step": 281
    },
    {
      "completion_length": 111.78125,
      "epoch": 0.9024,
      "grad_norm": 4.6447954177856445,
      "kl": 0.1376953125,
      "learning_rate": 6.4875e-07,
      "loss": 0.0014,
      "reward": 3.901338577270508,
      "reward_std": 0.019952512811869383,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.978780597448349,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9253990054130554,
      "step": 282
    },
    {
      "completion_length": 244.96875,
      "epoch": 0.9056,
      "grad_norm": 2.825244665145874,
      "kl": 0.0611572265625,
      "learning_rate": 6.474999999999999e-07,
      "loss": 0.0006,
      "reward": 3.9182543754577637,
      "reward_std": 0.02383749559521675,
      "rewards/answer_entity_reward": 0.9927884340286255,
      "rewards/answer_wer_reward": 0.9259287714958191,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9995370507240295,
      "step": 283
    },
    {
      "completion_length": 218.09375,
      "epoch": 0.9088,
      "grad_norm": 2.9246108531951904,
      "kl": 0.0736083984375,
      "learning_rate": 6.4625e-07,
      "loss": 0.0007,
      "reward": 3.9247629642486572,
      "reward_std": 0.019582282286137342,
      "rewards/answer_entity_reward": 0.9866071343421936,
      "rewards/answer_wer_reward": 0.9388971030712128,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9992588460445404,
      "step": 284
    },
    {
      "completion_length": 174.8125,
      "epoch": 0.912,
      "grad_norm": 1.4176238775253296,
      "kl": 0.115478515625,
      "learning_rate": 6.45e-07,
      "loss": 0.0012,
      "reward": 3.9359350204467773,
      "reward_std": 0.01886278996244073,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9649160206317902,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9731022417545319,
      "step": 285
    },
    {
      "completion_length": 152.40625,
      "epoch": 0.9152,
      "grad_norm": 4.273341178894043,
      "kl": 0.176025390625,
      "learning_rate": 6.4375e-07,
      "loss": 0.0018,
      "reward": 3.850113034248352,
      "reward_std": 0.07313014380633831,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9544805884361267,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8991046845912933,
      "step": 286
    },
    {
      "completion_length": 221.90625,
      "epoch": 0.9184,
      "grad_norm": 3.1975696086883545,
      "kl": 0.083984375,
      "learning_rate": 6.424999999999999e-07,
      "loss": 0.0008,
      "reward": 3.8276385068893433,
      "reward_std": 0.019742398988455534,
      "rewards/answer_entity_reward": 0.9943181872367859,
      "rewards/answer_wer_reward": 0.8953758776187897,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9379445612430573,
      "step": 287
    },
    {
      "completion_length": 203.1875,
      "epoch": 0.9216,
      "grad_norm": 4.396200180053711,
      "kl": 0.1318359375,
      "learning_rate": 6.4125e-07,
      "loss": 0.0013,
      "reward": 3.9295929670333862,
      "reward_std": 0.022352089174091816,
      "rewards/answer_entity_reward": 0.9927884340286255,
      "rewards/answer_wer_reward": 0.9394927024841309,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9973118305206299,
      "step": 288
    },
    {
      "completion_length": 188.34375,
      "epoch": 0.9248,
      "grad_norm": 23.72756004333496,
      "kl": 0.098388671875,
      "learning_rate": 6.4e-07,
      "loss": 0.001,
      "reward": 3.7452211380004883,
      "reward_std": 0.12425664439797401,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8480645418167114,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8971565663814545,
      "step": 289
    },
    {
      "completion_length": 233.5625,
      "epoch": 0.928,
      "grad_norm": 1.2391304969787598,
      "kl": 0.068603515625,
      "learning_rate": 6.3875e-07,
      "loss": 0.0007,
      "reward": 3.8707345724105835,
      "reward_std": 0.03127638017758727,
      "rewards/answer_entity_reward": 0.989980161190033,
      "rewards/answer_wer_reward": 0.8822586238384247,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9984957575798035,
      "step": 290
    },
    {
      "completion_length": 176.8125,
      "epoch": 0.9312,
      "grad_norm": 3.8803555965423584,
      "kl": 0.14697265625,
      "learning_rate": 6.374999999999999e-07,
      "loss": 0.0015,
      "reward": 3.890373468399048,
      "reward_std": 0.01580220554023981,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9229053854942322,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9674679934978485,
      "step": 291
    },
    {
      "completion_length": 249.9375,
      "epoch": 0.9344,
      "grad_norm": 1.001364827156067,
      "kl": 0.08447265625,
      "learning_rate": 6.362499999999999e-07,
      "loss": 0.0008,
      "reward": 3.8967798948287964,
      "reward_std": 0.015075822360813618,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.8994384407997131,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9994248449802399,
      "step": 292
    },
    {
      "completion_length": 192.125,
      "epoch": 0.9376,
      "grad_norm": 7.706722736358643,
      "kl": 0.12255859375,
      "learning_rate": 6.35e-07,
      "loss": 0.0012,
      "reward": 3.92827308177948,
      "reward_std": 0.02050976036116481,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9391875863075256,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9890855252742767,
      "step": 293
    },
    {
      "completion_length": 235.125,
      "epoch": 0.9408,
      "grad_norm": 1.723900556564331,
      "kl": 0.0587158203125,
      "learning_rate": 6.3375e-07,
      "loss": 0.0006,
      "reward": 3.9498140811920166,
      "reward_std": 0.012220169650390744,
      "rewards/answer_entity_reward": 0.9981617629528046,
      "rewards/answer_wer_reward": 0.9532225430011749,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.99842968583107,
      "step": 294
    },
    {
      "completion_length": 205.65625,
      "epoch": 0.944,
      "grad_norm": 5.019091606140137,
      "kl": 0.092041015625,
      "learning_rate": 6.324999999999999e-07,
      "loss": 0.0009,
      "reward": 3.72371768951416,
      "reward_std": 0.03362658293917775,
      "rewards/answer_entity_reward": 0.988194465637207,
      "rewards/answer_wer_reward": 0.8201212882995605,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9154019355773926,
      "step": 295
    },
    {
      "completion_length": 229.78125,
      "epoch": 0.9472,
      "grad_norm": 2.4262614250183105,
      "kl": 0.07763671875,
      "learning_rate": 6.3125e-07,
      "loss": 0.0008,
      "reward": 3.9112552404403687,
      "reward_std": 0.02215595170855522,
      "rewards/answer_entity_reward": 0.9932383000850677,
      "rewards/answer_wer_reward": 0.9202675223350525,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9977494478225708,
      "step": 296
    },
    {
      "completion_length": 201.4375,
      "epoch": 0.9504,
      "grad_norm": 15.131966590881348,
      "kl": 1.363037109375,
      "learning_rate": 6.3e-07,
      "loss": 0.0136,
      "reward": 3.8845863342285156,
      "reward_std": 0.025053692050278187,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.9146546125411987,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9747393429279327,
      "step": 297
    },
    {
      "completion_length": 172.9375,
      "epoch": 0.9536,
      "grad_norm": 0.7034117579460144,
      "kl": 0.114501953125,
      "learning_rate": 6.2875e-07,
      "loss": 0.0011,
      "reward": 3.9505850076675415,
      "reward_std": 0.004406077787280083,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9516552090644836,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9989297986030579,
      "step": 298
    },
    {
      "completion_length": 226.03125,
      "epoch": 0.9568,
      "grad_norm": 10.005863189697266,
      "kl": 0.099853515625,
      "learning_rate": 6.274999999999999e-07,
      "loss": 0.001,
      "reward": 3.78713595867157,
      "reward_std": 0.118343286216259,
      "rewards/answer_entity_reward": 0.9955128133296967,
      "rewards/answer_wer_reward": 0.8108388781547546,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9807842969894409,
      "step": 299
    },
    {
      "completion_length": 183.0,
      "epoch": 0.96,
      "grad_norm": 12.267927169799805,
      "kl": 0.142578125,
      "learning_rate": 6.262499999999999e-07,
      "loss": 0.0014,
      "reward": 3.7959177494049072,
      "reward_std": 0.09426255617290735,
      "rewards/answer_entity_reward": 0.9763257503509521,
      "rewards/answer_wer_reward": 0.963774561882019,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8558174073696136,
      "step": 300
    },
    {
      "completion_length": 255.28125,
      "epoch": 0.9632,
      "grad_norm": 1.5198532342910767,
      "kl": 0.0638427734375,
      "learning_rate": 6.249999999999999e-07,
      "loss": 0.0006,
      "reward": 3.8590621948242188,
      "reward_std": 0.05621089227497578,
      "rewards/answer_entity_reward": 0.9652777910232544,
      "rewards/answer_wer_reward": 0.8950084447860718,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987758696079254,
      "step": 301
    },
    {
      "completion_length": 231.09375,
      "epoch": 0.9664,
      "grad_norm": 2.063969135284424,
      "kl": 0.0770263671875,
      "learning_rate": 6.2375e-07,
      "loss": 0.0008,
      "reward": 3.8598477840423584,
      "reward_std": 0.04335158132016659,
      "rewards/answer_entity_reward": 0.9843385815620422,
      "rewards/answer_wer_reward": 0.8991816341876984,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.976327657699585,
      "step": 302
    },
    {
      "completion_length": 214.1875,
      "epoch": 0.9696,
      "grad_norm": 4.762388706207275,
      "kl": 0.09765625,
      "learning_rate": 6.225000000000001e-07,
      "loss": 0.001,
      "reward": 3.86174213886261,
      "reward_std": 0.03313549840822816,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9338361918926239,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9313782155513763,
      "step": 303
    },
    {
      "completion_length": 232.5625,
      "epoch": 0.9728,
      "grad_norm": 2.811995506286621,
      "kl": 0.10595703125,
      "learning_rate": 6.2125e-07,
      "loss": 0.0011,
      "reward": 3.732570767402649,
      "reward_std": 0.14181919861584902,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9169972240924835,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.846823513507843,
      "step": 304
    },
    {
      "completion_length": 221.96875,
      "epoch": 0.976,
      "grad_norm": 2.424633741378784,
      "kl": 0.0677490234375,
      "learning_rate": 6.2e-07,
      "loss": 0.0007,
      "reward": 3.9095277786254883,
      "reward_std": 0.047814636724069715,
      "rewards/answer_entity_reward": 0.9927884638309479,
      "rewards/answer_wer_reward": 0.93398517370224,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9827540516853333,
      "step": 305
    },
    {
      "completion_length": 273.8125,
      "epoch": 0.9792,
      "grad_norm": 1.3363338708877563,
      "kl": 0.0654296875,
      "learning_rate": 6.1875e-07,
      "loss": 0.0007,
      "reward": 3.8615630865097046,
      "reward_std": 0.029406235553324223,
      "rewards/answer_entity_reward": 0.9869123697280884,
      "rewards/answer_wer_reward": 0.8774734139442444,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9971773624420166,
      "step": 306
    },
    {
      "completion_length": 243.34375,
      "epoch": 0.9824,
      "grad_norm": 3.1950275897979736,
      "kl": 0.05810546875,
      "learning_rate": 6.175e-07,
      "loss": 0.0006,
      "reward": 3.898465633392334,
      "reward_std": 0.022021150682121515,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.903068333864212,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.998238205909729,
      "step": 307
    },
    {
      "completion_length": 230.375,
      "epoch": 0.9856,
      "grad_norm": 1.1819887161254883,
      "kl": 0.075927734375,
      "learning_rate": 6.162499999999999e-07,
      "loss": 0.0008,
      "reward": 3.9233819246292114,
      "reward_std": 0.01652457471936941,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9294087886810303,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9968140125274658,
      "step": 308
    },
    {
      "completion_length": 193.78125,
      "epoch": 0.9888,
      "grad_norm": 3.613255739212036,
      "kl": 0.089111328125,
      "learning_rate": 6.149999999999999e-07,
      "loss": 0.0009,
      "reward": 3.9530293941497803,
      "reward_std": 0.013143055606633425,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9536189138889313,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9994103908538818,
      "step": 309
    },
    {
      "completion_length": 223.1875,
      "epoch": 0.992,
      "grad_norm": 2.9832558631896973,
      "kl": 0.076904296875,
      "learning_rate": 6.1375e-07,
      "loss": 0.0008,
      "reward": 3.9074047803878784,
      "reward_std": 0.03526896797120571,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9134717583656311,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9939330518245697,
      "step": 310
    },
    {
      "completion_length": 202.78125,
      "epoch": 0.9952,
      "grad_norm": 1.6509346961975098,
      "kl": 0.100830078125,
      "learning_rate": 6.125000000000001e-07,
      "loss": 0.001,
      "reward": 3.897627115249634,
      "reward_std": 0.025366032496094704,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9004680216312408,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 311
    },
    {
      "completion_length": 227.75,
      "epoch": 0.9984,
      "grad_norm": 2.9892170429229736,
      "kl": 0.091064453125,
      "learning_rate": 6.1125e-07,
      "loss": 0.0009,
      "reward": 3.879219174385071,
      "reward_std": 0.04558245837688446,
      "rewards/answer_entity_reward": 0.9914772808551788,
      "rewards/answer_wer_reward": 0.9074902236461639,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9802517294883728,
      "step": 312
    },
    {
      "completion_length": 165.125,
      "epoch": 1.0,
      "grad_norm": 1.1831876039505005,
      "kl": 0.09814453125,
      "learning_rate": 6.1e-07,
      "loss": 0.0005,
      "reward": 3.956197738647461,
      "reward_std": 0.047231610864400864,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.985044002532959,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9711538553237915,
      "step": 313
    },
    {
      "completion_length": 194.875,
      "epoch": 1.0032,
      "grad_norm": 1.1336063146591187,
      "kl": 0.10302734375,
      "learning_rate": 6.0875e-07,
      "loss": 0.001,
      "reward": 3.955459713935852,
      "reward_std": 0.010184567421674728,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.9638065993785858,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9964607954025269,
      "step": 314
    },
    {
      "completion_length": 172.1875,
      "epoch": 1.0064,
      "grad_norm": 7.745497226715088,
      "kl": 0.099609375,
      "learning_rate": 6.075e-07,
      "loss": 0.001,
      "reward": 3.9203338623046875,
      "reward_std": 0.005493420176208019,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9503339529037476,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9699999988079071,
      "step": 315
    },
    {
      "completion_length": 216.90625,
      "epoch": 1.0096,
      "grad_norm": 5.326587200164795,
      "kl": 0.076904296875,
      "learning_rate": 6.062499999999999e-07,
      "loss": 0.0008,
      "reward": 3.8242450952529907,
      "reward_std": 0.04496973566710949,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9261577427387238,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8980873227119446,
      "step": 316
    },
    {
      "completion_length": 179.59375,
      "epoch": 1.0128,
      "grad_norm": 1.887527346611023,
      "kl": 0.0675048828125,
      "learning_rate": 6.049999999999999e-07,
      "loss": 0.0007,
      "reward": 3.9317299127578735,
      "reward_std": 0.023447751067578793,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9398273527622223,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9963668584823608,
      "step": 317
    },
    {
      "completion_length": 215.1875,
      "epoch": 1.016,
      "grad_norm": 2.478510618209839,
      "kl": 0.060791015625,
      "learning_rate": 6.037499999999999e-07,
      "loss": 0.0006,
      "reward": 3.8788411617279053,
      "reward_std": 0.020661167800426483,
      "rewards/answer_entity_reward": 0.9930555820465088,
      "rewards/answer_wer_reward": 0.8995265662670135,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9862589836120605,
      "step": 318
    },
    {
      "completion_length": 205.5,
      "epoch": 1.0192,
      "grad_norm": 1.7058178186416626,
      "kl": 0.0830078125,
      "learning_rate": 6.025000000000001e-07,
      "loss": 0.0008,
      "reward": 3.807918906211853,
      "reward_std": 0.04822289012372494,
      "rewards/answer_entity_reward": 0.9788461625576019,
      "rewards/answer_wer_reward": 0.8715765476226807,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9574962258338928,
      "step": 319
    },
    {
      "completion_length": 242.46875,
      "epoch": 1.0224,
      "grad_norm": 1.7695921659469604,
      "kl": 0.0859375,
      "learning_rate": 6.0125e-07,
      "loss": 0.0009,
      "reward": 3.9255610704421997,
      "reward_std": 0.019923360086977482,
      "rewards/answer_entity_reward": 0.9906516969203949,
      "rewards/answer_wer_reward": 0.9401695132255554,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9947398900985718,
      "step": 320
    },
    {
      "completion_length": 175.40625,
      "epoch": 1.0256,
      "grad_norm": 2.60329270362854,
      "kl": 0.085693359375,
      "learning_rate": 6e-07,
      "loss": 0.0009,
      "reward": 3.9218677282333374,
      "reward_std": 0.008750536944717169,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9223886132240295,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9994791746139526,
      "step": 321
    },
    {
      "completion_length": 157.875,
      "epoch": 1.0288,
      "grad_norm": 5.270680904388428,
      "kl": 0.120361328125,
      "learning_rate": 5.9875e-07,
      "loss": 0.0012,
      "reward": 3.8664562702178955,
      "reward_std": 0.03370736539363861,
      "rewards/answer_entity_reward": 0.9868055582046509,
      "rewards/answer_wer_reward": 0.9486467838287354,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9310039281845093,
      "step": 322
    },
    {
      "completion_length": 202.15625,
      "epoch": 1.032,
      "grad_norm": 0.9677954316139221,
      "kl": 0.072998046875,
      "learning_rate": 5.975e-07,
      "loss": 0.0007,
      "reward": 3.9512887001037598,
      "reward_std": 0.008498450508341193,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9516439437866211,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996448755264282,
      "step": 323
    },
    {
      "completion_length": 183.21875,
      "epoch": 1.0352,
      "grad_norm": 8.04370403289795,
      "kl": 0.0908203125,
      "learning_rate": 5.962499999999999e-07,
      "loss": 0.0009,
      "reward": 3.810960531234741,
      "reward_std": 0.017052859999239445,
      "rewards/answer_entity_reward": 0.9861111044883728,
      "rewards/answer_wer_reward": 0.9431954920291901,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8816540241241455,
      "step": 324
    },
    {
      "completion_length": 209.125,
      "epoch": 1.0384,
      "grad_norm": 1.1835105419158936,
      "kl": 0.09326171875,
      "learning_rate": 5.949999999999999e-07,
      "loss": 0.0009,
      "reward": 3.9159555435180664,
      "reward_std": 0.02768123522400856,
      "rewards/answer_entity_reward": 0.9866695702075958,
      "rewards/answer_wer_reward": 0.930209755897522,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9990763068199158,
      "step": 325
    },
    {
      "completion_length": 202.15625,
      "epoch": 1.0416,
      "grad_norm": 1.198609471321106,
      "kl": 0.0748291015625,
      "learning_rate": 5.937499999999999e-07,
      "loss": 0.0007,
      "reward": 3.85296094417572,
      "reward_std": 0.19228698359802365,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9154608845710754,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.96875,
      "step": 326
    },
    {
      "completion_length": 187.9375,
      "epoch": 1.0448,
      "grad_norm": 3.9246749877929688,
      "kl": 0.08740234375,
      "learning_rate": 5.925e-07,
      "loss": 0.0009,
      "reward": 3.8706984519958496,
      "reward_std": 0.046023860573768616,
      "rewards/answer_entity_reward": 0.9947552382946014,
      "rewards/answer_wer_reward": 0.9316051602363586,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9443379342556,
      "step": 327
    },
    {
      "completion_length": 206.5625,
      "epoch": 1.048,
      "grad_norm": 2.1665873527526855,
      "kl": 0.111083984375,
      "learning_rate": 5.912500000000001e-07,
      "loss": 0.0011,
      "reward": 3.8563778400421143,
      "reward_std": 0.02296618465334177,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9032285511493683,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9531491994857788,
      "step": 328
    },
    {
      "completion_length": 202.71875,
      "epoch": 1.0512,
      "grad_norm": 2.493177890777588,
      "kl": 0.087646484375,
      "learning_rate": 5.9e-07,
      "loss": 0.0009,
      "reward": 3.8221092224121094,
      "reward_std": 0.13764610793441534,
      "rewards/answer_entity_reward": 0.9418402910232544,
      "rewards/answer_wer_reward": 0.8825558722019196,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9977130889892578,
      "step": 329
    },
    {
      "completion_length": 200.0,
      "epoch": 1.0544,
      "grad_norm": 1.2568529844284058,
      "kl": 0.114013671875,
      "learning_rate": 5.8875e-07,
      "loss": 0.0011,
      "reward": 3.934491515159607,
      "reward_std": 0.012761063873767853,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9390542805194855,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9954372346401215,
      "step": 330
    },
    {
      "completion_length": 212.71875,
      "epoch": 1.0576,
      "grad_norm": 1.3623089790344238,
      "kl": 0.086669921875,
      "learning_rate": 5.875e-07,
      "loss": 0.0009,
      "reward": 3.8928335905075073,
      "reward_std": 0.03161040600389242,
      "rewards/answer_entity_reward": 0.9936868846416473,
      "rewards/answer_wer_reward": 0.8996903300285339,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9994563460350037,
      "step": 331
    },
    {
      "completion_length": 240.3125,
      "epoch": 1.0608,
      "grad_norm": 1.2754676342010498,
      "kl": 0.0615234375,
      "learning_rate": 5.8625e-07,
      "loss": 0.0006,
      "reward": 3.925002932548523,
      "reward_std": 0.0067287166602909565,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9267281293869019,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9982748329639435,
      "step": 332
    },
    {
      "completion_length": 218.6875,
      "epoch": 1.064,
      "grad_norm": 1.989392638206482,
      "kl": 0.073486328125,
      "learning_rate": 5.849999999999999e-07,
      "loss": 0.0007,
      "reward": 3.9305100440979004,
      "reward_std": 0.014313624240458012,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9314764738082886,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999033510684967,
      "step": 333
    },
    {
      "completion_length": 187.125,
      "epoch": 1.0672,
      "grad_norm": 4.332698822021484,
      "kl": 0.11474609375,
      "learning_rate": 5.837499999999999e-07,
      "loss": 0.0011,
      "reward": 3.9111961126327515,
      "reward_std": 0.017924371175467968,
      "rewards/answer_entity_reward": 0.9967105388641357,
      "rewards/answer_wer_reward": 0.9153991043567657,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9990865290164948,
      "step": 334
    },
    {
      "completion_length": 240.8125,
      "epoch": 1.0704,
      "grad_norm": 0.991020143032074,
      "kl": 0.0609130859375,
      "learning_rate": 5.825e-07,
      "loss": 0.0006,
      "reward": 3.9502662420272827,
      "reward_std": 0.006167408544570208,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9529542922973633,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9973118305206299,
      "step": 335
    },
    {
      "completion_length": 250.625,
      "epoch": 1.0735999999999999,
      "grad_norm": 2.3996546268463135,
      "kl": 0.06396484375,
      "learning_rate": 5.8125e-07,
      "loss": 0.0006,
      "reward": 3.899760365486145,
      "reward_std": 0.02179525839164853,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9130350351333618,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9867254495620728,
      "step": 336
    },
    {
      "completion_length": 193.9375,
      "epoch": 1.0768,
      "grad_norm": 3.6998724937438965,
      "kl": 0.090576171875,
      "learning_rate": 5.8e-07,
      "loss": 0.0009,
      "reward": 3.8309794664382935,
      "reward_std": 0.01553899934515357,
      "rewards/answer_entity_reward": 0.9886363744735718,
      "rewards/answer_wer_reward": 0.9471099972724915,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.895233154296875,
      "step": 337
    },
    {
      "completion_length": 221.90625,
      "epoch": 1.08,
      "grad_norm": 1.1334843635559082,
      "kl": 0.0587158203125,
      "learning_rate": 5.7875e-07,
      "loss": 0.0006,
      "reward": 3.936136484146118,
      "reward_std": 0.012863298412412405,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9376117587089539,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9985246956348419,
      "step": 338
    },
    {
      "completion_length": 242.125,
      "epoch": 1.0832,
      "grad_norm": 1.0358681678771973,
      "kl": 0.0643310546875,
      "learning_rate": 5.775e-07,
      "loss": 0.0007,
      "reward": 3.887587547302246,
      "reward_std": 0.0230812830850482,
      "rewards/answer_entity_reward": 0.9798610806465149,
      "rewards/answer_wer_reward": 0.9077264070510864,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 339
    },
    {
      "completion_length": 213.9375,
      "epoch": 1.0864,
      "grad_norm": 24.39422035217285,
      "kl": 0.080078125,
      "learning_rate": 5.7625e-07,
      "loss": 0.0008,
      "reward": 3.887939691543579,
      "reward_std": 0.014108296483755112,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8971990048885345,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9907407462596893,
      "step": 340
    },
    {
      "completion_length": 205.375,
      "epoch": 1.0896,
      "grad_norm": 1.204923152923584,
      "kl": 0.1015625,
      "learning_rate": 5.749999999999999e-07,
      "loss": 0.001,
      "reward": 3.819010019302368,
      "reward_std": 0.24664557841606438,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9135412275791168,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.936718761920929,
      "step": 341
    },
    {
      "completion_length": 231.09375,
      "epoch": 1.0928,
      "grad_norm": 0.831721842288971,
      "kl": 0.06884765625,
      "learning_rate": 5.737499999999999e-07,
      "loss": 0.0007,
      "reward": 3.9083417654037476,
      "reward_std": 0.023847888689488173,
      "rewards/answer_entity_reward": 0.9902146458625793,
      "rewards/answer_wer_reward": 0.9184364974498749,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999690592288971,
      "step": 342
    },
    {
      "completion_length": 225.28125,
      "epoch": 1.096,
      "grad_norm": 1.239318609237671,
      "kl": 0.070068359375,
      "learning_rate": 5.725e-07,
      "loss": 0.0007,
      "reward": 3.8802337646484375,
      "reward_std": 0.019388118293136358,
      "rewards/answer_entity_reward": 0.9895833730697632,
      "rewards/answer_wer_reward": 0.8906503319740295,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 343
    },
    {
      "completion_length": 182.25,
      "epoch": 1.0992,
      "grad_norm": 2.810415267944336,
      "kl": 0.08349609375,
      "learning_rate": 5.7125e-07,
      "loss": 0.0008,
      "reward": 3.8992663621902466,
      "reward_std": 0.017442656215280294,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9195939302444458,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9825133979320526,
      "step": 344
    },
    {
      "completion_length": 228.9375,
      "epoch": 1.1024,
      "grad_norm": 2.4584133625030518,
      "kl": 0.11376953125,
      "learning_rate": 5.699999999999999e-07,
      "loss": 0.0011,
      "reward": 3.893067240715027,
      "reward_std": 0.024248626083135605,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9001834988594055,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9963560402393341,
      "step": 345
    },
    {
      "completion_length": 154.46875,
      "epoch": 1.1056,
      "grad_norm": 2.5888006687164307,
      "kl": 0.1025390625,
      "learning_rate": 5.6875e-07,
      "loss": 0.001,
      "reward": 3.8254867792129517,
      "reward_std": 0.031096864491701126,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9297608137130737,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8957259356975555,
      "step": 346
    },
    {
      "completion_length": 174.0625,
      "epoch": 1.1088,
      "grad_norm": 2.087509870529175,
      "kl": 0.12158203125,
      "learning_rate": 5.675e-07,
      "loss": 0.0012,
      "reward": 3.920476198196411,
      "reward_std": 0.017223183065652847,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9334003627300262,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9870758056640625,
      "step": 347
    },
    {
      "completion_length": 209.3125,
      "epoch": 1.112,
      "grad_norm": 1.5391756296157837,
      "kl": 0.105712890625,
      "learning_rate": 5.6625e-07,
      "loss": 0.0011,
      "reward": 3.9325058460235596,
      "reward_std": 0.011998760513961315,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9345271587371826,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9979787170886993,
      "step": 348
    },
    {
      "completion_length": 211.9375,
      "epoch": 1.1152,
      "grad_norm": 2.1449012756347656,
      "kl": 0.072021484375,
      "learning_rate": 5.649999999999999e-07,
      "loss": 0.0007,
      "reward": 3.887805461883545,
      "reward_std": 0.01465547364205122,
      "rewards/answer_entity_reward": 0.9981617629528046,
      "rewards/answer_wer_reward": 0.8914407789707184,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.998202919960022,
      "step": 349
    },
    {
      "completion_length": 219.875,
      "epoch": 1.1184,
      "grad_norm": 2.7394628524780273,
      "kl": 0.065185546875,
      "learning_rate": 5.637499999999999e-07,
      "loss": 0.0007,
      "reward": 3.905122399330139,
      "reward_std": 0.014080648310482502,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9162788391113281,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9888435006141663,
      "step": 350
    },
    {
      "completion_length": 191.28125,
      "epoch": 1.1216,
      "grad_norm": 2.381448745727539,
      "kl": 0.0721435546875,
      "learning_rate": 5.625e-07,
      "loss": 0.0007,
      "reward": 3.8880510330200195,
      "reward_std": 0.04133735504001379,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9348196983337402,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9576955437660217,
      "step": 351
    },
    {
      "completion_length": 263.5625,
      "epoch": 1.1248,
      "grad_norm": 1.0376274585723877,
      "kl": 0.0584716796875,
      "learning_rate": 5.6125e-07,
      "loss": 0.0006,
      "reward": 3.8982614278793335,
      "reward_std": 0.012545288074761629,
      "rewards/answer_entity_reward": 0.9981617629528046,
      "rewards/answer_wer_reward": 0.9007040560245514,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999395489692688,
      "step": 352
    },
    {
      "completion_length": 218.59375,
      "epoch": 1.1280000000000001,
      "grad_norm": 1.5081944465637207,
      "kl": 0.10009765625,
      "learning_rate": 5.6e-07,
      "loss": 0.001,
      "reward": 3.9146311283111572,
      "reward_std": 0.021717723459005356,
      "rewards/answer_entity_reward": 0.9917200803756714,
      "rewards/answer_wer_reward": 0.9235903024673462,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993206560611725,
      "step": 353
    },
    {
      "completion_length": 226.84375,
      "epoch": 1.1312,
      "grad_norm": 1.0990034341812134,
      "kl": 0.063720703125,
      "learning_rate": 5.587499999999999e-07,
      "loss": 0.0006,
      "reward": 3.9005931615829468,
      "reward_std": 0.018239760771393776,
      "rewards/answer_entity_reward": 0.9927884340286255,
      "rewards/answer_wer_reward": 0.9203313589096069,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9874734580516815,
      "step": 354
    },
    {
      "completion_length": 238.59375,
      "epoch": 1.1344,
      "grad_norm": 10.765813827514648,
      "kl": 0.056884765625,
      "learning_rate": 5.575e-07,
      "loss": 0.0006,
      "reward": 3.9274662733078003,
      "reward_std": 0.016329116653651,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9380079507827759,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9894582629203796,
      "step": 355
    },
    {
      "completion_length": 216.1875,
      "epoch": 1.1376,
      "grad_norm": 6.097777843475342,
      "kl": 0.43701171875,
      "learning_rate": 5.5625e-07,
      "loss": 0.0044,
      "reward": 3.6753621101379395,
      "reward_std": 0.09127287194132805,
      "rewards/answer_entity_reward": 0.9843385517597198,
      "rewards/answer_wer_reward": 0.9279595017433167,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.7630640268325806,
      "step": 356
    },
    {
      "completion_length": 233.25,
      "epoch": 1.1408,
      "grad_norm": 1.9484727382659912,
      "kl": 0.07470703125,
      "learning_rate": 5.55e-07,
      "loss": 0.0007,
      "reward": 3.8734058141708374,
      "reward_std": 0.026476514525711536,
      "rewards/answer_entity_reward": 0.9829545617103577,
      "rewards/answer_wer_reward": 0.906408816576004,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9840425550937653,
      "step": 357
    },
    {
      "completion_length": 224.125,
      "epoch": 1.144,
      "grad_norm": 1.650207757949829,
      "kl": 0.071533203125,
      "learning_rate": 5.5375e-07,
      "loss": 0.0007,
      "reward": 3.9309768676757812,
      "reward_std": 0.016152822878211737,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9357885122299194,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9986605942249298,
      "step": 358
    },
    {
      "completion_length": 202.8125,
      "epoch": 1.1472,
      "grad_norm": 2.33708119392395,
      "kl": 0.102294921875,
      "learning_rate": 5.525e-07,
      "loss": 0.001,
      "reward": 3.901100993156433,
      "reward_std": 0.06198639050126076,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9566735327243805,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9444274306297302,
      "step": 359
    },
    {
      "completion_length": 231.03125,
      "epoch": 1.1504,
      "grad_norm": 2.603564977645874,
      "kl": 0.0662841796875,
      "learning_rate": 5.5125e-07,
      "loss": 0.0007,
      "reward": 3.8539780378341675,
      "reward_std": 0.04134450480341911,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.8810023069381714,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.975816547870636,
      "step": 360
    },
    {
      "completion_length": 176.8125,
      "epoch": 1.1536,
      "grad_norm": 1.9730738401412964,
      "kl": 0.0673828125,
      "learning_rate": 5.5e-07,
      "loss": 0.0007,
      "reward": 3.946772813796997,
      "reward_std": 0.007931779837235808,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9499374032020569,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9968354403972626,
      "step": 361
    },
    {
      "completion_length": 205.28125,
      "epoch": 1.1568,
      "grad_norm": 2.6627304553985596,
      "kl": 0.0997314453125,
      "learning_rate": 5.487499999999999e-07,
      "loss": 0.001,
      "reward": 3.914576292037964,
      "reward_std": 0.015826540999114513,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9475591778755188,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9670170843601227,
      "step": 362
    },
    {
      "completion_length": 199.9375,
      "epoch": 1.16,
      "grad_norm": 2.073272466659546,
      "kl": 0.091064453125,
      "learning_rate": 5.474999999999999e-07,
      "loss": 0.0009,
      "reward": 3.89456570148468,
      "reward_std": 0.008259527385234833,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9333997070789337,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9611659348011017,
      "step": 363
    },
    {
      "completion_length": 222.0625,
      "epoch": 1.1632,
      "grad_norm": 1.7804555892944336,
      "kl": 0.1220703125,
      "learning_rate": 5.4625e-07,
      "loss": 0.0012,
      "reward": 3.847594380378723,
      "reward_std": 0.09885499440133572,
      "rewards/answer_entity_reward": 0.9692708849906921,
      "rewards/answer_wer_reward": 0.8783235251903534,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 364
    },
    {
      "completion_length": 206.71875,
      "epoch": 1.1663999999999999,
      "grad_norm": 1.6756658554077148,
      "kl": 0.097900390625,
      "learning_rate": 5.45e-07,
      "loss": 0.001,
      "reward": 3.866326928138733,
      "reward_std": 0.027653913479298353,
      "rewards/answer_entity_reward": 0.990705132484436,
      "rewards/answer_wer_reward": 0.9324296712875366,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9431920945644379,
      "step": 365
    },
    {
      "completion_length": 187.125,
      "epoch": 1.1696,
      "grad_norm": 1.6528626680374146,
      "kl": 0.075439453125,
      "learning_rate": 5.4375e-07,
      "loss": 0.0008,
      "reward": 3.821729063987732,
      "reward_std": 0.14681637566536665,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.896637350320816,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9611493647098541,
      "step": 366
    },
    {
      "completion_length": 180.5625,
      "epoch": 1.1728,
      "grad_norm": 2.211965560913086,
      "kl": 0.10302734375,
      "learning_rate": 5.425e-07,
      "loss": 0.001,
      "reward": 3.857783317565918,
      "reward_std": 0.13934296648949385,
      "rewards/answer_entity_reward": 0.9847756326198578,
      "rewards/answer_wer_reward": 0.9358752965927124,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9683823585510254,
      "step": 367
    },
    {
      "completion_length": 208.21875,
      "epoch": 1.176,
      "grad_norm": 2.522264242172241,
      "kl": 0.060546875,
      "learning_rate": 5.4125e-07,
      "loss": 0.0006,
      "reward": 3.8018884658813477,
      "reward_std": 0.07955996971577406,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.8091042637825012,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9962564706802368,
      "step": 368
    },
    {
      "completion_length": 192.84375,
      "epoch": 1.1792,
      "grad_norm": 1.4488089084625244,
      "kl": 0.0791015625,
      "learning_rate": 5.4e-07,
      "loss": 0.0008,
      "reward": 3.940070152282715,
      "reward_std": 0.008247917518019676,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9410351514816284,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999035120010376,
      "step": 369
    },
    {
      "completion_length": 244.96875,
      "epoch": 1.1824,
      "grad_norm": 5.085299968719482,
      "kl": 0.109130859375,
      "learning_rate": 5.387499999999999e-07,
      "loss": 0.0011,
      "reward": 3.834069848060608,
      "reward_std": 0.027521015144884586,
      "rewards/answer_entity_reward": 0.9943181872367859,
      "rewards/answer_wer_reward": 0.907810240983963,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9319414496421814,
      "step": 370
    },
    {
      "completion_length": 223.25,
      "epoch": 1.1856,
      "grad_norm": 2.248169183731079,
      "kl": 0.1083984375,
      "learning_rate": 5.374999999999999e-07,
      "loss": 0.0011,
      "reward": 3.9311490058898926,
      "reward_std": 0.011384843150153756,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.931148886680603,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 371
    },
    {
      "completion_length": 237.3125,
      "epoch": 1.1888,
      "grad_norm": 1.0549304485321045,
      "kl": 0.05419921875,
      "learning_rate": 5.3625e-07,
      "loss": 0.0005,
      "reward": 3.890028476715088,
      "reward_std": 0.012344780378043652,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8915461599826813,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9984822571277618,
      "step": 372
    },
    {
      "completion_length": 216.0625,
      "epoch": 1.192,
      "grad_norm": 1.3054077625274658,
      "kl": 0.0694580078125,
      "learning_rate": 5.35e-07,
      "loss": 0.0007,
      "reward": 3.8679678440093994,
      "reward_std": 0.016808426938951015,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8875625133514404,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.980405330657959,
      "step": 373
    },
    {
      "completion_length": 222.34375,
      "epoch": 1.1952,
      "grad_norm": 10.381876945495605,
      "kl": 0.067626953125,
      "learning_rate": 5.3375e-07,
      "loss": 0.0007,
      "reward": 3.946020483970642,
      "reward_std": 0.016021378338336945,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9507038593292236,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9977203905582428,
      "step": 374
    },
    {
      "completion_length": 208.875,
      "epoch": 1.1984,
      "grad_norm": 2.7493553161621094,
      "kl": 0.13525390625,
      "learning_rate": 5.325e-07,
      "loss": 0.0014,
      "reward": 3.942535161972046,
      "reward_std": 0.01458098879083991,
      "rewards/answer_entity_reward": 0.993686854839325,
      "rewards/answer_wer_reward": 0.9490944147109985,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997539520263672,
      "step": 375
    },
    {
      "completion_length": 252.09375,
      "epoch": 1.2016,
      "grad_norm": 1.9127050638198853,
      "kl": 0.079345703125,
      "learning_rate": 5.3125e-07,
      "loss": 0.0008,
      "reward": 3.8897405862808228,
      "reward_std": 0.015877339988946915,
      "rewards/answer_entity_reward": 0.9888257682323456,
      "rewards/answer_wer_reward": 0.9078421294689178,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9930725991725922,
      "step": 376
    },
    {
      "completion_length": 186.375,
      "epoch": 1.2048,
      "grad_norm": 1.832676887512207,
      "kl": 0.096435546875,
      "learning_rate": 5.3e-07,
      "loss": 0.001,
      "reward": 3.9009323120117188,
      "reward_std": 0.013205710332840681,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.940411388874054,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9653284549713135,
      "step": 377
    },
    {
      "completion_length": 224.46875,
      "epoch": 1.208,
      "grad_norm": 1.1020106077194214,
      "kl": 0.0638427734375,
      "learning_rate": 5.2875e-07,
      "loss": 0.0006,
      "reward": 3.9539231061935425,
      "reward_std": 0.005315458634868264,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9545543491840363,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993686676025391,
      "step": 378
    },
    {
      "completion_length": 158.25,
      "epoch": 1.2112,
      "grad_norm": 2.493016481399536,
      "kl": 0.123779296875,
      "learning_rate": 5.274999999999999e-07,
      "loss": 0.0012,
      "reward": 3.921034097671509,
      "reward_std": 0.009559540543705225,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9532065689563751,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9678275287151337,
      "step": 379
    },
    {
      "completion_length": 253.4375,
      "epoch": 1.2144,
      "grad_norm": 1.1055541038513184,
      "kl": 0.067626953125,
      "learning_rate": 5.262499999999999e-07,
      "loss": 0.0007,
      "reward": 3.8998262882232666,
      "reward_std": 0.021630683913826942,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9026672542095184,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 380
    },
    {
      "completion_length": 211.28125,
      "epoch": 1.2176,
      "grad_norm": 2.4898200035095215,
      "kl": 0.072998046875,
      "learning_rate": 5.25e-07,
      "loss": 0.0007,
      "reward": 3.8961129188537598,
      "reward_std": 0.02530479012057185,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9441809356212616,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9547730088233948,
      "step": 381
    },
    {
      "completion_length": 241.34375,
      "epoch": 1.2208,
      "grad_norm": 1.5863702297210693,
      "kl": 0.09033203125,
      "learning_rate": 5.237500000000001e-07,
      "loss": 0.0009,
      "reward": 3.9048832654953003,
      "reward_std": 0.02675863727927208,
      "rewards/answer_entity_reward": 0.9836346209049225,
      "rewards/answer_wer_reward": 0.9218496978282928,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993990361690521,
      "step": 382
    },
    {
      "completion_length": 244.90625,
      "epoch": 1.224,
      "grad_norm": 1.3265018463134766,
      "kl": 0.08984375,
      "learning_rate": 5.225e-07,
      "loss": 0.0009,
      "reward": 3.9047261476516724,
      "reward_std": 0.013275579549372196,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9047262072563171,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 383
    },
    {
      "completion_length": 192.3125,
      "epoch": 1.2272,
      "grad_norm": 2.3593811988830566,
      "kl": 0.09521484375,
      "learning_rate": 5.2125e-07,
      "loss": 0.0009,
      "reward": 3.893195629119873,
      "reward_std": 0.03080725111067295,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9534947872161865,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9441652297973633,
      "step": 384
    },
    {
      "completion_length": 218.65625,
      "epoch": 1.2304,
      "grad_norm": 2.7099356651306152,
      "kl": 0.06982421875,
      "learning_rate": 5.2e-07,
      "loss": 0.0007,
      "reward": 3.8559422492980957,
      "reward_std": 0.0489511676132679,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9215229749679565,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9344193935394287,
      "step": 385
    },
    {
      "completion_length": 168.375,
      "epoch": 1.2336,
      "grad_norm": 3.930095672607422,
      "kl": 0.109130859375,
      "learning_rate": 5.1875e-07,
      "loss": 0.0011,
      "reward": 3.848017930984497,
      "reward_std": 0.043564099818468094,
      "rewards/answer_entity_reward": 0.96875,
      "rewards/answer_wer_reward": 0.9368032217025757,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9424647688865662,
      "step": 386
    },
    {
      "completion_length": 183.1875,
      "epoch": 1.2368000000000001,
      "grad_norm": 7.302414894104004,
      "kl": 0.1279296875,
      "learning_rate": 5.174999999999999e-07,
      "loss": 0.0013,
      "reward": 3.7856842279434204,
      "reward_std": 0.026621405966579914,
      "rewards/answer_entity_reward": 0.9930555820465088,
      "rewards/answer_wer_reward": 0.9465668201446533,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8460619151592255,
      "step": 387
    },
    {
      "completion_length": 246.0,
      "epoch": 1.24,
      "grad_norm": 1.0175095796585083,
      "kl": 0.06591796875,
      "learning_rate": 5.162499999999999e-07,
      "loss": 0.0007,
      "reward": 3.923374652862549,
      "reward_std": 0.011706824880093336,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9246262907981873,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987484514713287,
      "step": 388
    },
    {
      "completion_length": 214.34375,
      "epoch": 1.2432,
      "grad_norm": 0.9391213655471802,
      "kl": 0.072021484375,
      "learning_rate": 5.149999999999999e-07,
      "loss": 0.0007,
      "reward": 3.9639917612075806,
      "reward_std": 0.009625846752896905,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.9695361256599426,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9992632865905762,
      "step": 389
    },
    {
      "completion_length": 237.8125,
      "epoch": 1.2464,
      "grad_norm": 1.1664483547210693,
      "kl": 0.07568359375,
      "learning_rate": 5.137500000000001e-07,
      "loss": 0.0008,
      "reward": 3.935038685798645,
      "reward_std": 0.018754366785287857,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9395028948783875,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 390
    },
    {
      "completion_length": 221.09375,
      "epoch": 1.2496,
      "grad_norm": 1.0274744033813477,
      "kl": 0.06591796875,
      "learning_rate": 5.125e-07,
      "loss": 0.0007,
      "reward": 3.9391175508499146,
      "reward_std": 0.008871730417013168,
      "rewards/answer_entity_reward": 0.9886363744735718,
      "rewards/answer_wer_reward": 0.9511756002902985,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993055462837219,
      "step": 391
    },
    {
      "completion_length": 216.53125,
      "epoch": 1.2528000000000001,
      "grad_norm": 1.4062410593032837,
      "kl": 0.0712890625,
      "learning_rate": 5.1125e-07,
      "loss": 0.0007,
      "reward": 3.8631064891815186,
      "reward_std": 0.02681769710034132,
      "rewards/answer_entity_reward": 0.9895833432674408,
      "rewards/answer_wer_reward": 0.9219101965427399,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9516128897666931,
      "step": 392
    },
    {
      "completion_length": 141.9375,
      "epoch": 1.256,
      "grad_norm": 9.963582038879395,
      "kl": 0.12841796875,
      "learning_rate": 5.1e-07,
      "loss": 0.0013,
      "reward": 3.886857271194458,
      "reward_std": 0.011839461978524923,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9376890957355499,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9520089328289032,
      "step": 393
    },
    {
      "completion_length": 223.75,
      "epoch": 1.2591999999999999,
      "grad_norm": 3.129469156265259,
      "kl": 0.06201171875,
      "learning_rate": 5.0875e-07,
      "loss": 0.0006,
      "reward": 3.8934308290481567,
      "reward_std": 0.04124835692346096,
      "rewards/answer_entity_reward": 0.9847756326198578,
      "rewards/answer_wer_reward": 0.9095006585121155,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9991544783115387,
      "step": 394
    },
    {
      "completion_length": 194.21875,
      "epoch": 1.2624,
      "grad_norm": 8.187355995178223,
      "kl": 0.0849609375,
      "learning_rate": 5.074999999999999e-07,
      "loss": 0.0008,
      "reward": 3.8118830919265747,
      "reward_std": 0.03198861540295184,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8248356580734253,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9870474934577942,
      "step": 395
    },
    {
      "completion_length": 216.0625,
      "epoch": 1.2656,
      "grad_norm": 1.9981720447540283,
      "kl": 0.08349609375,
      "learning_rate": 5.062499999999999e-07,
      "loss": 0.0008,
      "reward": 3.876628041267395,
      "reward_std": 0.030061259865760803,
      "rewards/answer_entity_reward": 0.9899572730064392,
      "rewards/answer_wer_reward": 0.9325210154056549,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9541498124599457,
      "step": 396
    },
    {
      "completion_length": 244.9375,
      "epoch": 1.2688,
      "grad_norm": 1.46060311794281,
      "kl": 0.08740234375,
      "learning_rate": 5.049999999999999e-07,
      "loss": 0.0009,
      "reward": 3.9221689701080322,
      "reward_std": 0.016801749356091022,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9224453568458557,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997234344482422,
      "step": 397
    },
    {
      "completion_length": 171.78125,
      "epoch": 1.272,
      "grad_norm": 2.054922342300415,
      "kl": 0.116455078125,
      "learning_rate": 5.0375e-07,
      "loss": 0.0012,
      "reward": 3.922398328781128,
      "reward_std": 0.015158042311668396,
      "rewards/answer_entity_reward": 0.9818181991577148,
      "rewards/answer_wer_reward": 0.9412411153316498,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993391633033752,
      "step": 398
    },
    {
      "completion_length": 223.6875,
      "epoch": 1.2752,
      "grad_norm": 4.638472557067871,
      "kl": 0.0859375,
      "learning_rate": 5.025e-07,
      "loss": 0.0009,
      "reward": 3.928803563117981,
      "reward_std": 0.015867930836975574,
      "rewards/answer_entity_reward": 0.9790209829807281,
      "rewards/answer_wer_reward": 0.9508891105651855,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9988935589790344,
      "step": 399
    },
    {
      "completion_length": 180.40625,
      "epoch": 1.2784,
      "grad_norm": 17.943954467773438,
      "kl": 0.09228515625,
      "learning_rate": 5.0125e-07,
      "loss": 0.0009,
      "reward": 3.918807029724121,
      "reward_std": 0.010303683578968048,
      "rewards/answer_entity_reward": 0.9916666746139526,
      "rewards/answer_wer_reward": 0.9271402955055237,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 400
    },
    {
      "completion_length": 208.59375,
      "epoch": 1.2816,
      "grad_norm": 2.634068489074707,
      "kl": 0.10400390625,
      "learning_rate": 5e-07,
      "loss": 0.001,
      "reward": 3.825340986251831,
      "reward_std": 0.0303196981549263,
      "rewards/answer_entity_reward": 0.9871430397033691,
      "rewards/answer_wer_reward": 0.9115504324436188,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9266475439071655,
      "step": 401
    },
    {
      "completion_length": 203.25,
      "epoch": 1.2848,
      "grad_norm": 1.149072289466858,
      "kl": 0.066162109375,
      "learning_rate": 4.9875e-07,
      "loss": 0.0007,
      "reward": 3.9346535205841064,
      "reward_std": 0.009479325264692307,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9361503720283508,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9985032677650452,
      "step": 402
    },
    {
      "completion_length": 214.875,
      "epoch": 1.288,
      "grad_norm": 1.2013689279556274,
      "kl": 0.08447265625,
      "learning_rate": 4.975e-07,
      "loss": 0.0008,
      "reward": 3.8625338077545166,
      "reward_std": 0.012592533603310585,
      "rewards/answer_entity_reward": 0.9916666746139526,
      "rewards/answer_wer_reward": 0.9030886590480804,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9677785038948059,
      "step": 403
    },
    {
      "completion_length": 252.78125,
      "epoch": 1.2912,
      "grad_norm": 1.6769248247146606,
      "kl": 0.066162109375,
      "learning_rate": 4.9625e-07,
      "loss": 0.0007,
      "reward": 3.8860517740249634,
      "reward_std": 0.034614769741892815,
      "rewards/answer_entity_reward": 0.9836356937885284,
      "rewards/answer_wer_reward": 0.9036450088024139,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987711310386658,
      "step": 404
    },
    {
      "completion_length": 213.96875,
      "epoch": 1.2944,
      "grad_norm": 1.5894328355789185,
      "kl": 0.069580078125,
      "learning_rate": 4.95e-07,
      "loss": 0.0007,
      "reward": 3.921362280845642,
      "reward_std": 0.014703459106385708,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.92447629570961,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9992897808551788,
      "step": 405
    },
    {
      "completion_length": 242.53125,
      "epoch": 1.2976,
      "grad_norm": 3.458373785018921,
      "kl": 0.1416015625,
      "learning_rate": 4.9375e-07,
      "loss": 0.0014,
      "reward": 3.7037495374679565,
      "reward_std": 0.1908966824412346,
      "rewards/answer_entity_reward": 0.9941239356994629,
      "rewards/answer_wer_reward": 0.8811471164226532,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.85972860455513,
      "step": 406
    },
    {
      "completion_length": 187.53125,
      "epoch": 1.3008,
      "grad_norm": 7.737911224365234,
      "kl": 0.107666015625,
      "learning_rate": 4.924999999999999e-07,
      "loss": 0.0011,
      "reward": 3.9244754314422607,
      "reward_std": 0.021069620735943317,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9345695376396179,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9933781623840332,
      "step": 407
    },
    {
      "completion_length": 208.4375,
      "epoch": 1.304,
      "grad_norm": 2.0846338272094727,
      "kl": 0.165771484375,
      "learning_rate": 4.9125e-07,
      "loss": 0.0017,
      "reward": 3.9408286809921265,
      "reward_std": 0.011463565286248922,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9510546028614044,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9897740483283997,
      "step": 408
    },
    {
      "completion_length": 198.28125,
      "epoch": 1.3072,
      "grad_norm": 2.9788646697998047,
      "kl": 0.089111328125,
      "learning_rate": 4.9e-07,
      "loss": 0.0009,
      "reward": 3.900764584541321,
      "reward_std": 0.03450075723230839,
      "rewards/answer_entity_reward": 0.9874475002288818,
      "rewards/answer_wer_reward": 0.9153684377670288,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9979486465454102,
      "step": 409
    },
    {
      "completion_length": 176.28125,
      "epoch": 1.3104,
      "grad_norm": 2.856952667236328,
      "kl": 0.09228515625,
      "learning_rate": 4.8875e-07,
      "loss": 0.0009,
      "reward": 3.9486716985702515,
      "reward_std": 0.021902556531131268,
      "rewards/answer_entity_reward": 0.9912830293178558,
      "rewards/answer_wer_reward": 0.9610228836536407,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9963657557964325,
      "step": 410
    },
    {
      "completion_length": 209.28125,
      "epoch": 1.3136,
      "grad_norm": 2.0441436767578125,
      "kl": 0.08642578125,
      "learning_rate": 4.875e-07,
      "loss": 0.0009,
      "reward": 3.916486144065857,
      "reward_std": 0.018760663457214832,
      "rewards/answer_entity_reward": 0.9963235259056091,
      "rewards/answer_wer_reward": 0.9207533895969391,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9994091391563416,
      "step": 411
    },
    {
      "completion_length": 232.21875,
      "epoch": 1.3168,
      "grad_norm": 1.071075201034546,
      "kl": 0.0633544921875,
      "learning_rate": 4.8625e-07,
      "loss": 0.0006,
      "reward": 3.9308619499206543,
      "reward_std": 0.018531675916165113,
      "rewards/answer_entity_reward": 0.9893162250518799,
      "rewards/answer_wer_reward": 0.943993479013443,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9975521564483643,
      "step": 412
    },
    {
      "completion_length": 210.0625,
      "epoch": 1.32,
      "grad_norm": 3.82405686378479,
      "kl": 0.09326171875,
      "learning_rate": 4.85e-07,
      "loss": 0.0009,
      "reward": 3.889458179473877,
      "reward_std": 0.02208129083737731,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9473488032817841,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9449501633644104,
      "step": 413
    },
    {
      "completion_length": 197.15625,
      "epoch": 1.3232,
      "grad_norm": 1.4103983640670776,
      "kl": 0.0849609375,
      "learning_rate": 4.8375e-07,
      "loss": 0.0009,
      "reward": 3.9459102153778076,
      "reward_std": 0.014464881271123886,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9481469988822937,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9977630972862244,
      "step": 414
    },
    {
      "completion_length": 239.9375,
      "epoch": 1.3264,
      "grad_norm": 1.4598060846328735,
      "kl": 0.06982421875,
      "learning_rate": 4.824999999999999e-07,
      "loss": 0.0007,
      "reward": 3.862109899520874,
      "reward_std": 0.07382148411124945,
      "rewards/answer_entity_reward": 0.9833333194255829,
      "rewards/answer_wer_reward": 0.9100264310836792,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.96875,
      "step": 415
    },
    {
      "completion_length": 184.3125,
      "epoch": 1.3296000000000001,
      "grad_norm": 0.6735196709632874,
      "kl": 0.063720703125,
      "learning_rate": 4.812499999999999e-07,
      "loss": 0.0006,
      "reward": 3.8697965145111084,
      "reward_std": 0.18503482337109745,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.932296484708786,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.96875,
      "step": 416
    },
    {
      "completion_length": 172.1875,
      "epoch": 1.3328,
      "grad_norm": 1.7613649368286133,
      "kl": 0.11962890625,
      "learning_rate": 4.8e-07,
      "loss": 0.0012,
      "reward": 3.938371181488037,
      "reward_std": 0.020422414876520634,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9546558260917664,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.988179475069046,
      "step": 417
    },
    {
      "completion_length": 223.09375,
      "epoch": 1.336,
      "grad_norm": 3.332552671432495,
      "kl": 0.12841796875,
      "learning_rate": 4.7875e-07,
      "loss": 0.0013,
      "reward": 3.9398679733276367,
      "reward_std": 0.018179779406636953,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9447188973426819,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9979900419712067,
      "step": 418
    },
    {
      "completion_length": 226.5,
      "epoch": 1.3392,
      "grad_norm": 1.4374769926071167,
      "kl": 0.083984375,
      "learning_rate": 4.775e-07,
      "loss": 0.0008,
      "reward": 3.891066312789917,
      "reward_std": 0.02610717061907053,
      "rewards/answer_entity_reward": 0.9841079115867615,
      "rewards/answer_wer_reward": 0.9078442752361298,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9991140365600586,
      "step": 419
    },
    {
      "completion_length": 196.84375,
      "epoch": 1.3424,
      "grad_norm": 1.7055010795593262,
      "kl": 0.100830078125,
      "learning_rate": 4.7625e-07,
      "loss": 0.001,
      "reward": 3.899353504180908,
      "reward_std": 0.022911718115210533,
      "rewards/answer_entity_reward": 0.9914772808551788,
      "rewards/answer_wer_reward": 0.9394311308860779,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9684451520442963,
      "step": 420
    },
    {
      "completion_length": 223.34375,
      "epoch": 1.3456000000000001,
      "grad_norm": 2.624370574951172,
      "kl": 0.13427734375,
      "learning_rate": 4.7499999999999995e-07,
      "loss": 0.0013,
      "reward": 3.8897502422332764,
      "reward_std": 0.06373783992603421,
      "rewards/answer_entity_reward": 0.9921875,
      "rewards/answer_wer_reward": 0.9388905465602875,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9586721360683441,
      "step": 421
    },
    {
      "completion_length": 209.0,
      "epoch": 1.3488,
      "grad_norm": 2.2683520317077637,
      "kl": 0.102294921875,
      "learning_rate": 4.7374999999999996e-07,
      "loss": 0.001,
      "reward": 3.960143804550171,
      "reward_std": 0.006363062420859933,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9613305628299713,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9988133013248444,
      "step": 422
    },
    {
      "completion_length": 187.6875,
      "epoch": 1.3519999999999999,
      "grad_norm": 1.426279067993164,
      "kl": 0.130859375,
      "learning_rate": 4.725e-07,
      "loss": 0.0013,
      "reward": 3.904189109802246,
      "reward_std": 0.017666546627879143,
      "rewards/answer_entity_reward": 0.9875437021255493,
      "rewards/answer_wer_reward": 0.9480733275413513,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9685720801353455,
      "step": 423
    },
    {
      "completion_length": 227.96875,
      "epoch": 1.3552,
      "grad_norm": 2.3656458854675293,
      "kl": 0.202880859375,
      "learning_rate": 4.7125e-07,
      "loss": 0.002,
      "reward": 3.8170067071914673,
      "reward_std": 0.15287955617532134,
      "rewards/answer_entity_reward": 0.993697464466095,
      "rewards/answer_wer_reward": 0.9000802934169769,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9544788599014282,
      "step": 424
    },
    {
      "completion_length": 260.375,
      "epoch": 1.3584,
      "grad_norm": 19.11045265197754,
      "kl": 0.0771484375,
      "learning_rate": 4.6999999999999995e-07,
      "loss": 0.0008,
      "reward": 3.9173004627227783,
      "reward_std": 0.02492327243089676,
      "rewards/answer_entity_reward": 0.9955128133296967,
      "rewards/answer_wer_reward": 0.9262253046035767,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9955623149871826,
      "step": 425
    },
    {
      "completion_length": 244.0625,
      "epoch": 1.3616,
      "grad_norm": 3.7110118865966797,
      "kl": 0.0650634765625,
      "learning_rate": 4.6874999999999996e-07,
      "loss": 0.0007,
      "reward": 3.912764072418213,
      "reward_std": 0.022814412601292133,
      "rewards/answer_entity_reward": 0.9910714328289032,
      "rewards/answer_wer_reward": 0.9220215976238251,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996710419654846,
      "step": 426
    },
    {
      "completion_length": 206.0625,
      "epoch": 1.3648,
      "grad_norm": 7.218249797821045,
      "kl": 0.0869140625,
      "learning_rate": 4.675e-07,
      "loss": 0.0009,
      "reward": 3.8915610313415527,
      "reward_std": 0.020747858565300703,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.913354367017746,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9816789925098419,
      "step": 427
    },
    {
      "completion_length": 229.21875,
      "epoch": 1.3679999999999999,
      "grad_norm": 6.419763088226318,
      "kl": 0.078857421875,
      "learning_rate": 4.6625e-07,
      "loss": 0.0008,
      "reward": 3.7964917421340942,
      "reward_std": 0.03975658491253853,
      "rewards/answer_entity_reward": 0.9886363744735718,
      "rewards/answer_wer_reward": 0.9177364408969879,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8901189565658569,
      "step": 428
    },
    {
      "completion_length": 252.96875,
      "epoch": 1.3712,
      "grad_norm": 6.5345025062561035,
      "kl": 0.0782470703125,
      "learning_rate": 4.65e-07,
      "loss": 0.0008,
      "reward": 3.903268814086914,
      "reward_std": 0.016737705329433084,
      "rewards/answer_entity_reward": 0.9764957129955292,
      "rewards/answer_wer_reward": 0.92976513504982,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9970079958438873,
      "step": 429
    },
    {
      "completion_length": 240.15625,
      "epoch": 1.3744,
      "grad_norm": 2.109302043914795,
      "kl": 0.078857421875,
      "learning_rate": 4.6374999999999995e-07,
      "loss": 0.0008,
      "reward": 3.935005784034729,
      "reward_std": 0.035214878618717194,
      "rewards/answer_entity_reward": 0.9908459782600403,
      "rewards/answer_wer_reward": 0.9483801424503326,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9957797825336456,
      "step": 430
    },
    {
      "completion_length": 204.21875,
      "epoch": 1.3776,
      "grad_norm": 2.1557323932647705,
      "kl": 0.0986328125,
      "learning_rate": 4.625e-07,
      "loss": 0.001,
      "reward": 3.895322561264038,
      "reward_std": 0.00989355193451047,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9249120354652405,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9704104661941528,
      "step": 431
    },
    {
      "completion_length": 222.375,
      "epoch": 1.3808,
      "grad_norm": 1.1159002780914307,
      "kl": 0.139892578125,
      "learning_rate": 4.6125e-07,
      "loss": 0.0014,
      "reward": 3.909332513809204,
      "reward_std": 0.02693999744951725,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.9155605435371399,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9985795617103577,
      "step": 432
    },
    {
      "completion_length": 203.8125,
      "epoch": 1.384,
      "grad_norm": 1.4166613817214966,
      "kl": 0.1220703125,
      "learning_rate": 4.6e-07,
      "loss": 0.0012,
      "reward": 3.8192185163497925,
      "reward_std": 0.20739353261888027,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.8859462738037109,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9673629999160767,
      "step": 433
    },
    {
      "completion_length": 253.25,
      "epoch": 1.3872,
      "grad_norm": 2.674269437789917,
      "kl": 0.0657958984375,
      "learning_rate": 4.5874999999999995e-07,
      "loss": 0.0007,
      "reward": 3.88591992855072,
      "reward_std": 0.02829979732632637,
      "rewards/answer_entity_reward": 0.9763771891593933,
      "rewards/answer_wer_reward": 0.9098401963710785,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997023940086365,
      "step": 434
    },
    {
      "completion_length": 216.15625,
      "epoch": 1.3904,
      "grad_norm": 2.3317995071411133,
      "kl": 0.1495361328125,
      "learning_rate": 4.575e-07,
      "loss": 0.0015,
      "reward": 3.8120020627975464,
      "reward_std": 0.0887885820120573,
      "rewards/answer_entity_reward": 0.9914772808551788,
      "rewards/answer_wer_reward": 0.9127777814865112,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9077470898628235,
      "step": 435
    },
    {
      "completion_length": 210.5625,
      "epoch": 1.3936,
      "grad_norm": 8.527549743652344,
      "kl": 0.13818359375,
      "learning_rate": 4.5624999999999997e-07,
      "loss": 0.0014,
      "reward": 3.802919387817383,
      "reward_std": 0.015426071360707283,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9406470954418182,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.862272173166275,
      "step": 436
    },
    {
      "completion_length": 194.21875,
      "epoch": 1.3968,
      "grad_norm": 3.6950721740722656,
      "kl": 0.098388671875,
      "learning_rate": 4.55e-07,
      "loss": 0.001,
      "reward": 3.9119696617126465,
      "reward_std": 0.025569402612745762,
      "rewards/answer_entity_reward": 0.9852430522441864,
      "rewards/answer_wer_reward": 0.9274449944496155,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9992816150188446,
      "step": 437
    },
    {
      "completion_length": 218.0,
      "epoch": 1.4,
      "grad_norm": 2.0461039543151855,
      "kl": 0.09130859375,
      "learning_rate": 4.5374999999999994e-07,
      "loss": 0.0009,
      "reward": 3.9378126859664917,
      "reward_std": 0.023795679211616516,
      "rewards/answer_entity_reward": 0.9909090995788574,
      "rewards/answer_wer_reward": 0.9559187889099121,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9909848570823669,
      "step": 438
    },
    {
      "completion_length": 166.21875,
      "epoch": 1.4032,
      "grad_norm": 6.606758117675781,
      "kl": 0.099853515625,
      "learning_rate": 4.525e-07,
      "loss": 0.001,
      "reward": 3.7634676694869995,
      "reward_std": 0.12013816519174725,
      "rewards/answer_entity_reward": 0.9916666746139526,
      "rewards/answer_wer_reward": 0.9638259708881378,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8079750537872314,
      "step": 439
    },
    {
      "completion_length": 199.0625,
      "epoch": 1.4064,
      "grad_norm": 2.7103731632232666,
      "kl": 0.107666015625,
      "learning_rate": 4.5124999999999997e-07,
      "loss": 0.0011,
      "reward": 3.88293993473053,
      "reward_std": 0.030841628089547157,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9417436718940735,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9411962330341339,
      "step": 440
    },
    {
      "completion_length": 228.5,
      "epoch": 1.4096,
      "grad_norm": 16.007980346679688,
      "kl": 0.090576171875,
      "learning_rate": 4.5e-07,
      "loss": 0.0009,
      "reward": 3.8373541831970215,
      "reward_std": 0.07324423175305128,
      "rewards/answer_entity_reward": 0.9903846085071564,
      "rewards/answer_wer_reward": 0.8474734723567963,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9994959831237793,
      "step": 441
    },
    {
      "completion_length": 198.0,
      "epoch": 1.4128,
      "grad_norm": 1.5419743061065674,
      "kl": 0.090576171875,
      "learning_rate": 4.4874999999999994e-07,
      "loss": 0.0009,
      "reward": 3.9394867420196533,
      "reward_std": 0.020834744907915592,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9435902535915375,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993686676025391,
      "step": 442
    },
    {
      "completion_length": 212.9375,
      "epoch": 1.416,
      "grad_norm": 2.2846686840057373,
      "kl": 0.09375,
      "learning_rate": 4.475e-07,
      "loss": 0.0009,
      "reward": 3.9014971256256104,
      "reward_std": 0.05675862170755863,
      "rewards/answer_entity_reward": 0.9917200803756714,
      "rewards/answer_wer_reward": 0.9370100498199463,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9727669358253479,
      "step": 443
    },
    {
      "completion_length": 228.78125,
      "epoch": 1.4192,
      "grad_norm": 1.8499493598937988,
      "kl": 0.0723876953125,
      "learning_rate": 4.4624999999999996e-07,
      "loss": 0.0007,
      "reward": 3.967541456222534,
      "reward_std": 0.005963538307696581,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9685240089893341,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9990174472332001,
      "step": 444
    },
    {
      "completion_length": 224.09375,
      "epoch": 1.4224,
      "grad_norm": 5.091113567352295,
      "kl": 0.0704345703125,
      "learning_rate": 4.45e-07,
      "loss": 0.0007,
      "reward": 3.886088252067566,
      "reward_std": 0.04133851733058691,
      "rewards/answer_entity_reward": 0.9886092245578766,
      "rewards/answer_wer_reward": 0.9384825825691223,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9589964747428894,
      "step": 445
    },
    {
      "completion_length": 228.34375,
      "epoch": 1.4256,
      "grad_norm": 57.5860710144043,
      "kl": 0.142822265625,
      "learning_rate": 4.4374999999999993e-07,
      "loss": 0.0014,
      "reward": 3.9096713066101074,
      "reward_std": 0.01603887975215912,
      "rewards/answer_entity_reward": 0.9981617629528046,
      "rewards/answer_wer_reward": 0.9126511812210083,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9988585412502289,
      "step": 446
    },
    {
      "completion_length": 202.34375,
      "epoch": 1.4288,
      "grad_norm": 2.211174964904785,
      "kl": 0.056640625,
      "learning_rate": 4.425e-07,
      "loss": 0.0006,
      "reward": 3.893475890159607,
      "reward_std": 0.046710459515452385,
      "rewards/answer_entity_reward": 0.9659091234207153,
      "rewards/answer_wer_reward": 0.9309596717357635,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9966072142124176,
      "step": 447
    },
    {
      "completion_length": 186.375,
      "epoch": 1.432,
      "grad_norm": 3.053344249725342,
      "kl": 0.07666015625,
      "learning_rate": 4.4124999999999996e-07,
      "loss": 0.0008,
      "reward": 3.941947340965271,
      "reward_std": 0.009567510336637497,
      "rewards/answer_entity_reward": 0.9883012771606445,
      "rewards/answer_wer_reward": 0.964864045381546,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9887820482254028,
      "step": 448
    },
    {
      "completion_length": 170.65625,
      "epoch": 1.4352,
      "grad_norm": 2.5118942260742188,
      "kl": 0.086181640625,
      "learning_rate": 4.3999999999999997e-07,
      "loss": 0.0009,
      "reward": 3.8258646726608276,
      "reward_std": 0.011685115285217762,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8330351114273071,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9928297400474548,
      "step": 449
    },
    {
      "completion_length": 199.8125,
      "epoch": 1.4384000000000001,
      "grad_norm": 3.3471686840057373,
      "kl": 0.12109375,
      "learning_rate": 4.3874999999999993e-07,
      "loss": 0.0012,
      "reward": 3.768259644508362,
      "reward_std": 0.061878617852926254,
      "rewards/answer_entity_reward": 0.9866071343421936,
      "rewards/answer_wer_reward": 0.8001611828804016,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9814914762973785,
      "step": 450
    },
    {
      "completion_length": 179.625,
      "epoch": 1.4416,
      "grad_norm": 6.58098840713501,
      "kl": 0.13671875,
      "learning_rate": 4.375e-07,
      "loss": 0.0014,
      "reward": 3.9213969707489014,
      "reward_std": 0.007897446397691965,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.954677164554596,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.966719776391983,
      "step": 451
    },
    {
      "completion_length": 201.53125,
      "epoch": 1.4447999999999999,
      "grad_norm": 2.6606149673461914,
      "kl": 0.07275390625,
      "learning_rate": 4.3625e-07,
      "loss": 0.0007,
      "reward": 3.930065631866455,
      "reward_std": 0.016306706704199314,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9411978721618652,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9888678193092346,
      "step": 452
    },
    {
      "completion_length": 218.71875,
      "epoch": 1.448,
      "grad_norm": 2.720804452896118,
      "kl": 0.068115234375,
      "learning_rate": 4.3499999999999996e-07,
      "loss": 0.0007,
      "reward": 3.9184677600860596,
      "reward_std": 0.018319842871278524,
      "rewards/answer_entity_reward": 0.9955128133296967,
      "rewards/answer_wer_reward": 0.9235129654407501,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9994419813156128,
      "step": 453
    },
    {
      "completion_length": 207.65625,
      "epoch": 1.4512,
      "grad_norm": 3.4664785861968994,
      "kl": 0.153564453125,
      "learning_rate": 4.3375000000000003e-07,
      "loss": 0.0015,
      "reward": 3.9119069576263428,
      "reward_std": 0.017484096810221672,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9505945444107056,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9613124430179596,
      "step": 454
    },
    {
      "completion_length": 212.125,
      "epoch": 1.4544000000000001,
      "grad_norm": 1.4592719078063965,
      "kl": 0.081298828125,
      "learning_rate": 4.325e-07,
      "loss": 0.0008,
      "reward": 3.9381325244903564,
      "reward_std": 0.015622157603502274,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.94671231508255,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9938240349292755,
      "step": 455
    },
    {
      "completion_length": 237.8125,
      "epoch": 1.4576,
      "grad_norm": 1.2292534112930298,
      "kl": 0.089111328125,
      "learning_rate": 4.3125e-07,
      "loss": 0.0009,
      "reward": 3.940074920654297,
      "reward_std": 0.013516389299184084,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.943013072013855,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9970619082450867,
      "step": 456
    },
    {
      "completion_length": 206.90625,
      "epoch": 1.4607999999999999,
      "grad_norm": 2.4139420986175537,
      "kl": 0.08837890625,
      "learning_rate": 4.2999999999999996e-07,
      "loss": 0.0009,
      "reward": 3.9423701763153076,
      "reward_std": 0.017034863587468863,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.942692369222641,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999677836894989,
      "step": 457
    },
    {
      "completion_length": 200.21875,
      "epoch": 1.464,
      "grad_norm": 1.0297181606292725,
      "kl": 0.11083984375,
      "learning_rate": 4.2875e-07,
      "loss": 0.0011,
      "reward": 3.9459547996520996,
      "reward_std": 0.014651869423687458,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9467397332191467,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999215304851532,
      "step": 458
    },
    {
      "completion_length": 219.75,
      "epoch": 1.4672,
      "grad_norm": 1.3148033618927002,
      "kl": 0.10546875,
      "learning_rate": 4.275e-07,
      "loss": 0.0011,
      "reward": 3.9567900896072388,
      "reward_std": 0.011340227210894227,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9586590230464935,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.99813112616539,
      "step": 459
    },
    {
      "completion_length": 181.0625,
      "epoch": 1.4704,
      "grad_norm": 2.4274115562438965,
      "kl": 0.09814453125,
      "learning_rate": 4.2625e-07,
      "loss": 0.001,
      "reward": 3.9310171604156494,
      "reward_std": 0.017811311408877373,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9543968439102173,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9766204059123993,
      "step": 460
    },
    {
      "completion_length": 205.625,
      "epoch": 1.4736,
      "grad_norm": 2.885746717453003,
      "kl": 0.12548828125,
      "learning_rate": 4.2499999999999995e-07,
      "loss": 0.0013,
      "reward": 3.878596305847168,
      "reward_std": 0.02481621317565441,
      "rewards/answer_entity_reward": 0.9943181872367859,
      "rewards/answer_wer_reward": 0.9378580451011658,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9464203119277954,
      "step": 461
    },
    {
      "completion_length": 205.4375,
      "epoch": 1.4768,
      "grad_norm": 2.366044521331787,
      "kl": 0.10595703125,
      "learning_rate": 4.2375e-07,
      "loss": 0.0011,
      "reward": 3.940233826637268,
      "reward_std": 0.013500516302883625,
      "rewards/answer_entity_reward": 0.9943181872367859,
      "rewards/answer_wer_reward": 0.9461761116981506,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997395873069763,
      "step": 462
    },
    {
      "completion_length": 229.46875,
      "epoch": 1.48,
      "grad_norm": 2.4469070434570312,
      "kl": 0.078369140625,
      "learning_rate": 4.225e-07,
      "loss": 0.0008,
      "reward": 3.92271089553833,
      "reward_std": 0.022854273673146963,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9247944056987762,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9979166686534882,
      "step": 463
    },
    {
      "completion_length": 225.96875,
      "epoch": 1.4832,
      "grad_norm": 11.768393516540527,
      "kl": 0.1123046875,
      "learning_rate": 4.2125e-07,
      "loss": 0.0011,
      "reward": 3.9518144130706787,
      "reward_std": 0.010446197353303432,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9525662660598755,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9992480874061584,
      "step": 464
    },
    {
      "completion_length": 149.0,
      "epoch": 1.4864,
      "grad_norm": 6.672958850860596,
      "kl": 0.185791015625,
      "learning_rate": 4.1999999999999995e-07,
      "loss": 0.0019,
      "reward": 3.944068431854248,
      "reward_std": 0.02685389667749405,
      "rewards/answer_entity_reward": 0.9774305522441864,
      "rewards/answer_wer_reward": 0.9714455008506775,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.995192289352417,
      "step": 465
    },
    {
      "completion_length": 249.625,
      "epoch": 1.4896,
      "grad_norm": 1.7048887014389038,
      "kl": 0.10986328125,
      "learning_rate": 4.1875e-07,
      "loss": 0.0011,
      "reward": 3.902083158493042,
      "reward_std": 0.011234605684876442,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9024596214294434,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996234774589539,
      "step": 466
    },
    {
      "completion_length": 181.8125,
      "epoch": 1.4928,
      "grad_norm": 2.429704189300537,
      "kl": 0.112548828125,
      "learning_rate": 4.1749999999999997e-07,
      "loss": 0.0011,
      "reward": 3.9163752794265747,
      "reward_std": 0.014369658660143614,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9364789724349976,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9798963963985443,
      "step": 467
    },
    {
      "completion_length": 201.5625,
      "epoch": 1.496,
      "grad_norm": 3.5214920043945312,
      "kl": 0.09912109375,
      "learning_rate": 4.1625e-07,
      "loss": 0.001,
      "reward": 3.9279046058654785,
      "reward_std": 0.016232089139521122,
      "rewards/answer_entity_reward": 0.9983552694320679,
      "rewards/answer_wer_reward": 0.9468095898628235,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9827397167682648,
      "step": 468
    },
    {
      "completion_length": 180.09375,
      "epoch": 1.4992,
      "grad_norm": 2.471404790878296,
      "kl": 0.10693359375,
      "learning_rate": 4.1499999999999994e-07,
      "loss": 0.0011,
      "reward": 3.860212564468384,
      "reward_std": 0.02879812940955162,
      "rewards/answer_entity_reward": 0.9914772808551788,
      "rewards/answer_wer_reward": 0.9390608966350555,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9296742975711823,
      "step": 469
    },
    {
      "completion_length": 208.1875,
      "epoch": 1.5024,
      "grad_norm": 0.9673317074775696,
      "kl": 0.104248046875,
      "learning_rate": 4.1375e-07,
      "loss": 0.001,
      "reward": 3.944485664367676,
      "reward_std": 0.01182422018609941,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9444854557514191,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 470
    },
    {
      "completion_length": 194.0625,
      "epoch": 1.5056,
      "grad_norm": 1.0823942422866821,
      "kl": 0.096435546875,
      "learning_rate": 4.1249999999999997e-07,
      "loss": 0.001,
      "reward": 3.9105581045150757,
      "reward_std": 0.015555873978883028,
      "rewards/answer_entity_reward": 0.9869916439056396,
      "rewards/answer_wer_reward": 0.9253619015216827,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9982046484947205,
      "step": 471
    },
    {
      "completion_length": 221.5625,
      "epoch": 1.5088,
      "grad_norm": 4.074758052825928,
      "kl": 0.077880859375,
      "learning_rate": 4.1125e-07,
      "loss": 0.0008,
      "reward": 3.933529496192932,
      "reward_std": 0.019466498168185353,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9344994425773621,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9990300834178925,
      "step": 472
    },
    {
      "completion_length": 167.3125,
      "epoch": 1.512,
      "grad_norm": 2.003244400024414,
      "kl": 0.10888671875,
      "learning_rate": 4.0999999999999994e-07,
      "loss": 0.0011,
      "reward": 3.927189588546753,
      "reward_std": 0.00937123317271471,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9625618755817413,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9646276533603668,
      "step": 473
    },
    {
      "completion_length": 253.59375,
      "epoch": 1.5152,
      "grad_norm": 1.7125921249389648,
      "kl": 0.1005859375,
      "learning_rate": 4.0875e-07,
      "loss": 0.001,
      "reward": 3.9120967388153076,
      "reward_std": 0.020000137854367495,
      "rewards/answer_entity_reward": 0.9910256266593933,
      "rewards/answer_wer_reward": 0.9225968718528748,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9984740912914276,
      "step": 474
    },
    {
      "completion_length": 168.5625,
      "epoch": 1.5184,
      "grad_norm": 2.8377087116241455,
      "kl": 0.176513671875,
      "learning_rate": 4.0749999999999996e-07,
      "loss": 0.0018,
      "reward": 3.8111839294433594,
      "reward_std": 0.015397761948406696,
      "rewards/answer_entity_reward": 0.9882352948188782,
      "rewards/answer_wer_reward": 0.9508877992630005,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8720609545707703,
      "step": 475
    },
    {
      "completion_length": 180.0625,
      "epoch": 1.5215999999999998,
      "grad_norm": 1.8417869806289673,
      "kl": 0.09814453125,
      "learning_rate": 4.0625e-07,
      "loss": 0.001,
      "reward": 3.9401214122772217,
      "reward_std": 0.017564786598086357,
      "rewards/answer_entity_reward": 0.9958333373069763,
      "rewards/answer_wer_reward": 0.95186448097229,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9924235343933105,
      "step": 476
    },
    {
      "completion_length": 259.5625,
      "epoch": 1.5248,
      "grad_norm": 3.1482410430908203,
      "kl": 0.065673828125,
      "learning_rate": 4.05e-07,
      "loss": 0.0007,
      "reward": 3.8720295429229736,
      "reward_std": 0.05017535015940666,
      "rewards/answer_entity_reward": 0.9819904267787933,
      "rewards/answer_wer_reward": 0.9132304787635803,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9768086373806,
      "step": 477
    },
    {
      "completion_length": 224.25,
      "epoch": 1.528,
      "grad_norm": 1.309258222579956,
      "kl": 0.151123046875,
      "learning_rate": 4.0375e-07,
      "loss": 0.0015,
      "reward": 3.9491400718688965,
      "reward_std": 0.015128562692552805,
      "rewards/answer_entity_reward": 0.9905637204647064,
      "rewards/answer_wer_reward": 0.9590685665607452,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999507874250412,
      "step": 478
    },
    {
      "completion_length": 195.03125,
      "epoch": 1.5312000000000001,
      "grad_norm": 2.627673864364624,
      "kl": 0.10205078125,
      "learning_rate": 4.025e-07,
      "loss": 0.001,
      "reward": 3.8748838901519775,
      "reward_std": 0.03435908444225788,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.931220144033432,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9471359848976135,
      "step": 479
    },
    {
      "completion_length": 214.09375,
      "epoch": 1.5344,
      "grad_norm": 1.328961730003357,
      "kl": 0.09375,
      "learning_rate": 4.0124999999999997e-07,
      "loss": 0.0009,
      "reward": 3.895302414894104,
      "reward_std": 0.05907848384231329,
      "rewards/answer_entity_reward": 0.9810912609100342,
      "rewards/answer_wer_reward": 0.9161643385887146,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.998046875,
      "step": 480
    },
    {
      "completion_length": 238.34375,
      "epoch": 1.5375999999999999,
      "grad_norm": 1.2219247817993164,
      "kl": 0.073486328125,
      "learning_rate": 4e-07,
      "loss": 0.0007,
      "reward": 3.9036080837249756,
      "reward_std": 0.039926802739501,
      "rewards/answer_entity_reward": 0.9823717474937439,
      "rewards/answer_wer_reward": 0.9258527159690857,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9953835308551788,
      "step": 481
    },
    {
      "completion_length": 197.90625,
      "epoch": 1.5408,
      "grad_norm": 1.6363537311553955,
      "kl": 0.14306640625,
      "learning_rate": 3.9875e-07,
      "loss": 0.0014,
      "reward": 3.948188543319702,
      "reward_std": 0.010867676697671413,
      "rewards/answer_entity_reward": 0.9958333373069763,
      "rewards/answer_wer_reward": 0.9528435170650482,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.99951171875,
      "step": 482
    },
    {
      "completion_length": 248.84375,
      "epoch": 1.544,
      "grad_norm": 1.3250434398651123,
      "kl": 0.07421875,
      "learning_rate": 3.975e-07,
      "loss": 0.0007,
      "reward": 3.9251530170440674,
      "reward_std": 0.011389322113245726,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9254424273967743,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997106492519379,
      "step": 483
    },
    {
      "completion_length": 183.03125,
      "epoch": 1.5472000000000001,
      "grad_norm": 1.3042057752609253,
      "kl": 0.10107421875,
      "learning_rate": 3.9624999999999996e-07,
      "loss": 0.001,
      "reward": 3.8853487968444824,
      "reward_std": 0.06827400880865753,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9366248250007629,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9487238228321075,
      "step": 484
    },
    {
      "completion_length": 192.0625,
      "epoch": 1.5504,
      "grad_norm": 2.232529640197754,
      "kl": 0.11279296875,
      "learning_rate": 3.95e-07,
      "loss": 0.0011,
      "reward": 3.9339704513549805,
      "reward_std": 0.011435477063059807,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.935157060623169,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9988133013248444,
      "step": 485
    },
    {
      "completion_length": 237.28125,
      "epoch": 1.5535999999999999,
      "grad_norm": 1.1462312936782837,
      "kl": 0.098876953125,
      "learning_rate": 3.9375e-07,
      "loss": 0.001,
      "reward": 3.953871250152588,
      "reward_std": 0.007947361096739769,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9546429216861725,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9992283880710602,
      "step": 486
    },
    {
      "completion_length": 167.8125,
      "epoch": 1.5568,
      "grad_norm": 2.324936628341675,
      "kl": 0.1357421875,
      "learning_rate": 3.925e-07,
      "loss": 0.0014,
      "reward": 3.858751654624939,
      "reward_std": 0.14167471043765545,
      "rewards/answer_entity_reward": 0.9930555820465088,
      "rewards/answer_wer_reward": 0.9401543736457825,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9567916989326477,
      "step": 487
    },
    {
      "completion_length": 245.09375,
      "epoch": 1.56,
      "grad_norm": 4.512195587158203,
      "kl": 0.076171875,
      "learning_rate": 3.9124999999999996e-07,
      "loss": 0.0008,
      "reward": 3.920499563217163,
      "reward_std": 0.03615456819534302,
      "rewards/answer_entity_reward": 0.9908459782600403,
      "rewards/answer_wer_reward": 0.9309035241603851,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987500607967377,
      "step": 488
    },
    {
      "completion_length": 227.84375,
      "epoch": 1.5632000000000001,
      "grad_norm": 10.537569046020508,
      "kl": 0.0859375,
      "learning_rate": 3.8999999999999997e-07,
      "loss": 0.0009,
      "reward": 3.9345154762268066,
      "reward_std": 0.0299052600748837,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9527814090251923,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9817341864109039,
      "step": 489
    },
    {
      "completion_length": 228.78125,
      "epoch": 1.5664,
      "grad_norm": 1.635452151298523,
      "kl": 0.125,
      "learning_rate": 3.8875e-07,
      "loss": 0.0013,
      "reward": 3.944974184036255,
      "reward_std": 0.019456470385193825,
      "rewards/answer_entity_reward": 0.9919143319129944,
      "rewards/answer_wer_reward": 0.9538533091545105,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.99920654296875,
      "step": 490
    },
    {
      "completion_length": 146.78125,
      "epoch": 1.5695999999999999,
      "grad_norm": 3.557502031326294,
      "kl": 0.256103515625,
      "learning_rate": 3.875e-07,
      "loss": 0.0026,
      "reward": 3.865471601486206,
      "reward_std": 0.05972531996667385,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.972651481628418,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8928201496601105,
      "step": 491
    },
    {
      "completion_length": 207.28125,
      "epoch": 1.5728,
      "grad_norm": 1.0813632011413574,
      "kl": 0.11767578125,
      "learning_rate": 3.8624999999999995e-07,
      "loss": 0.0012,
      "reward": 3.91045343875885,
      "reward_std": 0.01970634702593088,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9153560400009155,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9979382753372192,
      "step": 492
    },
    {
      "completion_length": 219.4375,
      "epoch": 1.576,
      "grad_norm": 9.319220542907715,
      "kl": 0.11181640625,
      "learning_rate": 3.8499999999999997e-07,
      "loss": 0.0011,
      "reward": 3.876826047897339,
      "reward_std": 0.02829575538635254,
      "rewards/answer_entity_reward": 0.9930555820465088,
      "rewards/answer_wer_reward": 0.9400706589221954,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9436996281147003,
      "step": 493
    },
    {
      "completion_length": 205.34375,
      "epoch": 1.5792000000000002,
      "grad_norm": 1.0891739130020142,
      "kl": 0.091796875,
      "learning_rate": 3.8375e-07,
      "loss": 0.0009,
      "reward": 3.9375252723693848,
      "reward_std": 0.01566324196755886,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9394660592079163,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9980591833591461,
      "step": 494
    },
    {
      "completion_length": 247.4375,
      "epoch": 1.5824,
      "grad_norm": 1.313225507736206,
      "kl": 0.120361328125,
      "learning_rate": 3.825e-07,
      "loss": 0.0012,
      "reward": 3.9278939962387085,
      "reward_std": 0.01758108288049698,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9288604855537415,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999033510684967,
      "step": 495
    },
    {
      "completion_length": 190.28125,
      "epoch": 1.5856,
      "grad_norm": 9.440873146057129,
      "kl": 0.19677734375,
      "learning_rate": 3.8124999999999995e-07,
      "loss": 0.002,
      "reward": 3.7597657442092896,
      "reward_std": 0.05097449291497469,
      "rewards/answer_entity_reward": 0.9879385828971863,
      "rewards/answer_wer_reward": 0.9360098242759705,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8358173370361328,
      "step": 496
    },
    {
      "completion_length": 165.09375,
      "epoch": 1.5888,
      "grad_norm": 3.4180030822753906,
      "kl": 0.111572265625,
      "learning_rate": 3.7999999999999996e-07,
      "loss": 0.0011,
      "reward": 3.87969434261322,
      "reward_std": 0.058905988931655884,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9649176299571991,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9147767424583435,
      "step": 497
    },
    {
      "completion_length": 188.96875,
      "epoch": 1.592,
      "grad_norm": 5.278741359710693,
      "kl": 0.072998046875,
      "learning_rate": 3.7875e-07,
      "loss": 0.0007,
      "reward": 3.9229685068130493,
      "reward_std": 0.03557159844785929,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9312180578708649,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9938337206840515,
      "step": 498
    },
    {
      "completion_length": 223.125,
      "epoch": 1.5952,
      "grad_norm": 1.8821698427200317,
      "kl": 0.100341796875,
      "learning_rate": 3.775e-07,
      "loss": 0.001,
      "reward": 3.85340416431427,
      "reward_std": 0.1366682257503271,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9250198900699615,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9596343636512756,
      "step": 499
    },
    {
      "completion_length": 206.125,
      "epoch": 1.5984,
      "grad_norm": 2.528049945831299,
      "kl": 0.089111328125,
      "learning_rate": 3.7624999999999994e-07,
      "loss": 0.0009,
      "reward": 3.9384653568267822,
      "reward_std": 0.011245439760386944,
      "rewards/answer_entity_reward": 0.9983552694320679,
      "rewards/answer_wer_reward": 0.9415569603443146,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9985532462596893,
      "step": 500
    },
    {
      "completion_length": 229.46875,
      "epoch": 1.6016,
      "grad_norm": 1.4024198055267334,
      "kl": 0.082763671875,
      "learning_rate": 3.75e-07,
      "loss": 0.0008,
      "reward": 3.9224425554275513,
      "reward_std": 0.012164951767772436,
      "rewards/answer_entity_reward": 0.9886363744735718,
      "rewards/answer_wer_reward": 0.9341387450695038,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996675550937653,
      "step": 501
    },
    {
      "completion_length": 183.09375,
      "epoch": 1.6048,
      "grad_norm": 2.642270088195801,
      "kl": 0.0888671875,
      "learning_rate": 3.7375e-07,
      "loss": 0.0009,
      "reward": 3.872815251350403,
      "reward_std": 0.04407367669045925,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.953230619430542,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9243922829627991,
      "step": 502
    },
    {
      "completion_length": 242.8125,
      "epoch": 1.608,
      "grad_norm": 3.0733675956726074,
      "kl": 0.1044921875,
      "learning_rate": 3.725e-07,
      "loss": 0.001,
      "reward": 3.9133812189102173,
      "reward_std": 0.017343452665954828,
      "rewards/answer_entity_reward": 0.9914772808551788,
      "rewards/answer_wer_reward": 0.9236075580120087,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9982964098453522,
      "step": 503
    },
    {
      "completion_length": 234.34375,
      "epoch": 1.6112,
      "grad_norm": 1.4146682024002075,
      "kl": 0.1064453125,
      "learning_rate": 3.7125e-07,
      "loss": 0.0011,
      "reward": 3.941379427909851,
      "reward_std": 0.011062228586524725,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9433701932430267,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9980092346668243,
      "step": 504
    },
    {
      "completion_length": 252.84375,
      "epoch": 1.6143999999999998,
      "grad_norm": 1.9019030332565308,
      "kl": 0.101318359375,
      "learning_rate": 3.7e-07,
      "loss": 0.001,
      "reward": 3.87961208820343,
      "reward_std": 0.02180068287998438,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8812887370586395,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9983234107494354,
      "step": 505
    },
    {
      "completion_length": 184.34375,
      "epoch": 1.6176,
      "grad_norm": 3.1965742111206055,
      "kl": 0.114501953125,
      "learning_rate": 3.6875e-07,
      "loss": 0.0011,
      "reward": 3.650223731994629,
      "reward_std": 0.16780234314501286,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9241631031036377,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.7573105096817017,
      "step": 506
    },
    {
      "completion_length": 224.1875,
      "epoch": 1.6208,
      "grad_norm": 1.8885560035705566,
      "kl": 0.115966796875,
      "learning_rate": 3.675e-07,
      "loss": 0.0012,
      "reward": 3.9122270345687866,
      "reward_std": 0.04261860717087984,
      "rewards/answer_entity_reward": 0.9947552382946014,
      "rewards/answer_wer_reward": 0.9476769864559174,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9697948098182678,
      "step": 507
    },
    {
      "completion_length": 220.25,
      "epoch": 1.624,
      "grad_norm": 3.2499520778656006,
      "kl": 0.1044921875,
      "learning_rate": 3.6625e-07,
      "loss": 0.0011,
      "reward": 3.927606225013733,
      "reward_std": 0.023842450696974993,
      "rewards/answer_entity_reward": 0.9879376590251923,
      "rewards/answer_wer_reward": 0.9439153373241425,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9957531988620758,
      "step": 508
    },
    {
      "completion_length": 227.96875,
      "epoch": 1.6272,
      "grad_norm": 2.6528868675231934,
      "kl": 0.087890625,
      "learning_rate": 3.65e-07,
      "loss": 0.0009,
      "reward": 3.928350806236267,
      "reward_std": 0.01731124660000205,
      "rewards/answer_entity_reward": 0.9886363744735718,
      "rewards/answer_wer_reward": 0.9420913755893707,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9976231157779694,
      "step": 509
    },
    {
      "completion_length": 243.5,
      "epoch": 1.6303999999999998,
      "grad_norm": 1.618895411491394,
      "kl": 0.09814453125,
      "learning_rate": 3.6375e-07,
      "loss": 0.001,
      "reward": 3.9476526975631714,
      "reward_std": 0.011007866356521845,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9514043629169464,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9962483048439026,
      "step": 510
    },
    {
      "completion_length": 263.4375,
      "epoch": 1.6336,
      "grad_norm": 2.8576741218566895,
      "kl": 0.104736328125,
      "learning_rate": 3.6249999999999997e-07,
      "loss": 0.001,
      "reward": 3.9101955890655518,
      "reward_std": 0.01921992190182209,
      "rewards/answer_entity_reward": 0.9935776889324188,
      "rewards/answer_wer_reward": 0.9185610413551331,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9980569183826447,
      "step": 511
    },
    {
      "completion_length": 184.5625,
      "epoch": 1.6368,
      "grad_norm": 6.8555908203125,
      "kl": 0.113525390625,
      "learning_rate": 3.6125e-07,
      "loss": 0.0011,
      "reward": 3.8663313388824463,
      "reward_std": 0.10157291498035192,
      "rewards/answer_entity_reward": 0.9823717772960663,
      "rewards/answer_wer_reward": 0.9564132988452911,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9275462925434113,
      "step": 512
    },
    {
      "completion_length": 218.25,
      "epoch": 1.6400000000000001,
      "grad_norm": 1.9482468366622925,
      "kl": 0.091064453125,
      "learning_rate": 3.6e-07,
      "loss": 0.0009,
      "reward": 3.8723970651626587,
      "reward_std": 0.07238492835313082,
      "rewards/answer_entity_reward": 0.9943181872367859,
      "rewards/answer_wer_reward": 0.9418750703334808,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9362037181854248,
      "step": 513
    },
    {
      "completion_length": 240.90625,
      "epoch": 1.6432,
      "grad_norm": 1.2296831607818604,
      "kl": 0.079345703125,
      "learning_rate": 3.5875e-07,
      "loss": 0.0008,
      "reward": 3.9039018154144287,
      "reward_std": 0.09914317354559898,
      "rewards/answer_entity_reward": 0.984375,
      "rewards/answer_wer_reward": 0.9198593199253082,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996675550937653,
      "step": 514
    },
    {
      "completion_length": 234.4375,
      "epoch": 1.6463999999999999,
      "grad_norm": 1.4495328664779663,
      "kl": 0.1455078125,
      "learning_rate": 3.5749999999999997e-07,
      "loss": 0.0015,
      "reward": 3.9163358211517334,
      "reward_std": 0.013342800550162792,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9182494282722473,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9980863332748413,
      "step": 515
    },
    {
      "completion_length": 251.5,
      "epoch": 1.6496,
      "grad_norm": 1.5324357748031616,
      "kl": 0.085693359375,
      "learning_rate": 3.5625e-07,
      "loss": 0.0009,
      "reward": 3.8444111347198486,
      "reward_std": 0.19724943954497576,
      "rewards/answer_entity_reward": 0.9548611044883728,
      "rewards/answer_wer_reward": 0.9235136210918427,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9972864091396332,
      "step": 516
    },
    {
      "completion_length": 242.40625,
      "epoch": 1.6528,
      "grad_norm": 33.44215774536133,
      "kl": 0.107177734375,
      "learning_rate": 3.55e-07,
      "loss": 0.0011,
      "reward": 3.8674838542938232,
      "reward_std": 0.024256199598312378,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.931198239326477,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9362856149673462,
      "step": 517
    },
    {
      "completion_length": 222.375,
      "epoch": 1.6560000000000001,
      "grad_norm": 2.1098077297210693,
      "kl": 0.119140625,
      "learning_rate": 3.5375e-07,
      "loss": 0.0012,
      "reward": 3.916640877723694,
      "reward_std": 0.012934736907482147,
      "rewards/answer_entity_reward": 0.9841346144676208,
      "rewards/answer_wer_reward": 0.9368312060832977,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.99567511677742,
      "step": 518
    },
    {
      "completion_length": 187.09375,
      "epoch": 1.6592,
      "grad_norm": 5.296720504760742,
      "kl": 0.1220703125,
      "learning_rate": 3.5249999999999996e-07,
      "loss": 0.0012,
      "reward": 3.9440935850143433,
      "reward_std": 0.02182569820433855,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9536486864089966,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9939171075820923,
      "step": 519
    },
    {
      "completion_length": 199.1875,
      "epoch": 1.6623999999999999,
      "grad_norm": 2.8992345333099365,
      "kl": 0.1083984375,
      "learning_rate": 3.5124999999999997e-07,
      "loss": 0.0011,
      "reward": 3.868250846862793,
      "reward_std": 0.01035462855361402,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.952102780342102,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9196203351020813,
      "step": 520
    },
    {
      "completion_length": 201.03125,
      "epoch": 1.6656,
      "grad_norm": 2.3841094970703125,
      "kl": 0.176025390625,
      "learning_rate": 3.5e-07,
      "loss": 0.0018,
      "reward": 3.8405520915985107,
      "reward_std": 0.020799917168915272,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9267003536224365,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.913851797580719,
      "step": 521
    },
    {
      "completion_length": 212.84375,
      "epoch": 1.6688,
      "grad_norm": 2.3912744522094727,
      "kl": 0.126953125,
      "learning_rate": 3.4875e-07,
      "loss": 0.0013,
      "reward": 3.894093632698059,
      "reward_std": 0.027726877480745316,
      "rewards/answer_entity_reward": 0.9886363744735718,
      "rewards/answer_wer_reward": 0.935745120048523,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9697121679782867,
      "step": 522
    },
    {
      "completion_length": 235.875,
      "epoch": 1.6720000000000002,
      "grad_norm": 3.050795078277588,
      "kl": 0.109130859375,
      "learning_rate": 3.4749999999999996e-07,
      "loss": 0.0011,
      "reward": 3.8923540115356445,
      "reward_std": 0.01905027125030756,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9099950790405273,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9851997494697571,
      "step": 523
    },
    {
      "completion_length": 228.25,
      "epoch": 1.6752,
      "grad_norm": 1.20732843875885,
      "kl": 0.09375,
      "learning_rate": 3.4624999999999997e-07,
      "loss": 0.0009,
      "reward": 3.936145067214966,
      "reward_std": 0.009886496467515826,
      "rewards/answer_entity_reward": 0.9944852888584137,
      "rewards/answer_wer_reward": 0.9416597485542297,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 524
    },
    {
      "completion_length": 225.78125,
      "epoch": 1.6784,
      "grad_norm": 8.249052047729492,
      "kl": 0.09326171875,
      "learning_rate": 3.45e-07,
      "loss": 0.0009,
      "reward": 3.922656536102295,
      "reward_std": 0.030036092270165682,
      "rewards/answer_entity_reward": 0.9934523701667786,
      "rewards/answer_wer_reward": 0.9322790205478668,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9969250857830048,
      "step": 525
    },
    {
      "completion_length": 181.78125,
      "epoch": 1.6816,
      "grad_norm": 3.0338377952575684,
      "kl": 0.42138671875,
      "learning_rate": 3.4375e-07,
      "loss": 0.0042,
      "reward": 3.9170188903808594,
      "reward_std": 0.02494343649595976,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9231892824172974,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9962334036827087,
      "step": 526
    },
    {
      "completion_length": 197.0625,
      "epoch": 1.6848,
      "grad_norm": 1.7836970090866089,
      "kl": 0.2099609375,
      "learning_rate": 3.425e-07,
      "loss": 0.0021,
      "reward": 3.9194570779800415,
      "reward_std": 0.03800513781607151,
      "rewards/answer_entity_reward": 0.9902680516242981,
      "rewards/answer_wer_reward": 0.9317581951618195,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9974307715892792,
      "step": 527
    },
    {
      "completion_length": 210.59375,
      "epoch": 1.688,
      "grad_norm": 2.595771074295044,
      "kl": 0.1103515625,
      "learning_rate": 3.4124999999999996e-07,
      "loss": 0.0011,
      "reward": 3.8902900218963623,
      "reward_std": 0.03382246592082083,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.959803968667984,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9328898191452026,
      "step": 528
    },
    {
      "completion_length": 220.0,
      "epoch": 1.6912,
      "grad_norm": 1.7138639688491821,
      "kl": 0.1044921875,
      "learning_rate": 3.4000000000000003e-07,
      "loss": 0.001,
      "reward": 3.9327096939086914,
      "reward_std": 0.02261860202997923,
      "rewards/answer_entity_reward": 0.9938696324825287,
      "rewards/answer_wer_reward": 0.9420961737632751,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9967438876628876,
      "step": 529
    },
    {
      "completion_length": 196.75,
      "epoch": 1.6944,
      "grad_norm": 11.008087158203125,
      "kl": 0.25732421875,
      "learning_rate": 3.3875e-07,
      "loss": 0.0026,
      "reward": 3.9551256895065308,
      "reward_std": 0.013849829090759158,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9695225656032562,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9884441494941711,
      "step": 530
    },
    {
      "completion_length": 206.25,
      "epoch": 1.6976,
      "grad_norm": 3.295365810394287,
      "kl": 0.17822265625,
      "learning_rate": 3.375e-07,
      "loss": 0.0018,
      "reward": 3.8593257665634155,
      "reward_std": 0.03199449460953474,
      "rewards/answer_entity_reward": 0.9895833134651184,
      "rewards/answer_wer_reward": 0.9447747468948364,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9249675273895264,
      "step": 531
    },
    {
      "completion_length": 202.9375,
      "epoch": 1.7008,
      "grad_norm": 1.3525906801223755,
      "kl": 0.1484375,
      "learning_rate": 3.3624999999999996e-07,
      "loss": 0.0015,
      "reward": 3.9375537633895874,
      "reward_std": 0.017243665643036366,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9407197833061218,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9992378056049347,
      "step": 532
    },
    {
      "completion_length": 243.09375,
      "epoch": 1.704,
      "grad_norm": 3.5387661457061768,
      "kl": 0.074951171875,
      "learning_rate": 3.35e-07,
      "loss": 0.0007,
      "reward": 3.907800793647766,
      "reward_std": 0.019072275608778,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9087632894515991,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999037504196167,
      "step": 533
    },
    {
      "completion_length": 235.15625,
      "epoch": 1.7072,
      "grad_norm": 2.016521453857422,
      "kl": 0.09326171875,
      "learning_rate": 3.3375e-07,
      "loss": 0.0009,
      "reward": 3.8281819820404053,
      "reward_std": 0.021804995834827423,
      "rewards/answer_entity_reward": 0.9937500059604645,
      "rewards/answer_wer_reward": 0.9325411021709442,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9018907845020294,
      "step": 534
    },
    {
      "completion_length": 228.25,
      "epoch": 1.7104,
      "grad_norm": 2.274576187133789,
      "kl": 0.090087890625,
      "learning_rate": 3.325e-07,
      "loss": 0.0009,
      "reward": 3.9243232011795044,
      "reward_std": 0.02412506751716137,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9507229626178741,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9764412045478821,
      "step": 535
    },
    {
      "completion_length": 224.53125,
      "epoch": 1.7136,
      "grad_norm": 2.6043360233306885,
      "kl": 0.10400390625,
      "learning_rate": 3.3124999999999995e-07,
      "loss": 0.001,
      "reward": 3.876230835914612,
      "reward_std": 0.07055234862491488,
      "rewards/answer_entity_reward": 0.9927884340286255,
      "rewards/answer_wer_reward": 0.9505043029785156,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9329380691051483,
      "step": 536
    },
    {
      "completion_length": 225.75,
      "epoch": 1.7168,
      "grad_norm": 2.8599207401275635,
      "kl": 0.09814453125,
      "learning_rate": 3.3e-07,
      "loss": 0.001,
      "reward": 3.8414641618728638,
      "reward_std": 0.05350587982684374,
      "rewards/answer_entity_reward": 0.9983552694320679,
      "rewards/answer_wer_reward": 0.9369199872016907,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9061886966228485,
      "step": 537
    },
    {
      "completion_length": 148.6875,
      "epoch": 1.72,
      "grad_norm": 1.6326717138290405,
      "kl": 0.10009765625,
      "learning_rate": 3.2875e-07,
      "loss": 0.001,
      "reward": 3.9361575841903687,
      "reward_std": 0.004058501799590886,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9676616787910461,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9684959352016449,
      "step": 538
    },
    {
      "completion_length": 195.0625,
      "epoch": 1.7231999999999998,
      "grad_norm": 1.9592961072921753,
      "kl": 0.12841796875,
      "learning_rate": 3.275e-07,
      "loss": 0.0013,
      "reward": 3.772740364074707,
      "reward_std": 0.1297362227924168,
      "rewards/answer_entity_reward": 0.8774839639663696,
      "rewards/answer_wer_reward": 0.953325480222702,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9419309496879578,
      "step": 539
    },
    {
      "completion_length": 234.75,
      "epoch": 1.7264,
      "grad_norm": 2.8339364528656006,
      "kl": 0.09130859375,
      "learning_rate": 3.2624999999999995e-07,
      "loss": 0.0009,
      "reward": 3.9273258447647095,
      "reward_std": 0.019230290316045284,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.929772675037384,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996366202831268,
      "step": 540
    },
    {
      "completion_length": 202.21875,
      "epoch": 1.7296,
      "grad_norm": 1.428126335144043,
      "kl": 0.11083984375,
      "learning_rate": 3.25e-07,
      "loss": 0.0011,
      "reward": 3.8019243478775024,
      "reward_std": 0.012322985101491213,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9284610748291016,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8734632432460785,
      "step": 541
    },
    {
      "completion_length": 204.875,
      "epoch": 1.7328000000000001,
      "grad_norm": 2.1539251804351807,
      "kl": 0.11376953125,
      "learning_rate": 3.2374999999999997e-07,
      "loss": 0.0011,
      "reward": 3.9308128356933594,
      "reward_std": 0.03895580768585205,
      "rewards/answer_entity_reward": 0.9930555820465088,
      "rewards/answer_wer_reward": 0.9500284790992737,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9877286553382874,
      "step": 542
    },
    {
      "completion_length": 237.40625,
      "epoch": 1.736,
      "grad_norm": 2.9644949436187744,
      "kl": 0.091796875,
      "learning_rate": 3.225e-07,
      "loss": 0.0009,
      "reward": 3.8919214010238647,
      "reward_std": 0.025371606461703777,
      "rewards/answer_entity_reward": 0.9927884340286255,
      "rewards/answer_wer_reward": 0.9108140766620636,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9883188605308533,
      "step": 543
    },
    {
      "completion_length": 173.5,
      "epoch": 1.7391999999999999,
      "grad_norm": 1.8892700672149658,
      "kl": 0.11376953125,
      "learning_rate": 3.2124999999999994e-07,
      "loss": 0.0011,
      "reward": 3.816041350364685,
      "reward_std": 0.021231804974377155,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.8221178352832794,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9973958432674408,
      "step": 544
    },
    {
      "completion_length": 196.90625,
      "epoch": 1.7424,
      "grad_norm": 1.6765927076339722,
      "kl": 0.103271484375,
      "learning_rate": 3.2e-07,
      "loss": 0.001,
      "reward": 3.825459599494934,
      "reward_std": 0.1512175016105175,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9306570887565613,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.928135871887207,
      "step": 545
    },
    {
      "completion_length": 245.15625,
      "epoch": 1.7456,
      "grad_norm": 2.408535957336426,
      "kl": 0.100830078125,
      "learning_rate": 3.1874999999999997e-07,
      "loss": 0.001,
      "reward": 3.904157519340515,
      "reward_std": 0.024684349074959755,
      "rewards/answer_entity_reward": 0.9914772808551788,
      "rewards/answer_wer_reward": 0.9129303097724915,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999750018119812,
      "step": 546
    },
    {
      "completion_length": 192.15625,
      "epoch": 1.7488000000000001,
      "grad_norm": 1.3466379642486572,
      "kl": 0.1162109375,
      "learning_rate": 3.175e-07,
      "loss": 0.0012,
      "reward": 3.8801496028900146,
      "reward_std": 0.028854741947725415,
      "rewards/answer_entity_reward": 0.987500011920929,
      "rewards/answer_wer_reward": 0.9211397469043732,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9715098142623901,
      "step": 547
    },
    {
      "completion_length": 199.5,
      "epoch": 1.752,
      "grad_norm": 1.6798815727233887,
      "kl": 0.14404296875,
      "learning_rate": 3.1624999999999994e-07,
      "loss": 0.0014,
      "reward": 3.9099488258361816,
      "reward_std": 0.01651060301810503,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9137388169765472,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9986139535903931,
      "step": 548
    },
    {
      "completion_length": 244.9375,
      "epoch": 1.7551999999999999,
      "grad_norm": 1.4050216674804688,
      "kl": 0.12451171875,
      "learning_rate": 3.15e-07,
      "loss": 0.0012,
      "reward": 3.9373788833618164,
      "reward_std": 0.015202231705188751,
      "rewards/answer_entity_reward": 0.9914772808551788,
      "rewards/answer_wer_reward": 0.9471401572227478,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987614154815674,
      "step": 549
    },
    {
      "completion_length": 248.25,
      "epoch": 1.7584,
      "grad_norm": 1.4261935949325562,
      "kl": 0.06884765625,
      "learning_rate": 3.1374999999999996e-07,
      "loss": 0.0007,
      "reward": 3.8940224647521973,
      "reward_std": 0.02191777713596821,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.8968429565429688,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9995833337306976,
      "step": 550
    },
    {
      "completion_length": 201.96875,
      "epoch": 1.7616,
      "grad_norm": 3.3936564922332764,
      "kl": 0.10986328125,
      "learning_rate": 3.1249999999999997e-07,
      "loss": 0.0011,
      "reward": 3.8392233848571777,
      "reward_std": 0.054989127907902,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9420890212059021,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8999753296375275,
      "step": 551
    },
    {
      "completion_length": 224.28125,
      "epoch": 1.7648000000000001,
      "grad_norm": 3.447808027267456,
      "kl": 0.1162109375,
      "learning_rate": 3.1125000000000004e-07,
      "loss": 0.0012,
      "reward": 3.928855776786804,
      "reward_std": 0.03860421013087034,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.9465460479259491,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9871174991130829,
      "step": 552
    },
    {
      "completion_length": 239.0625,
      "epoch": 1.768,
      "grad_norm": 0.9099166989326477,
      "kl": 0.09228515625,
      "learning_rate": 3.1e-07,
      "loss": 0.0008,
      "reward": 3.946284055709839,
      "reward_std": 0.0096789482049644,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9500063955783844,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9962775409221649,
      "step": 553
    },
    {
      "completion_length": 225.0625,
      "epoch": 1.7711999999999999,
      "grad_norm": 5.470230579376221,
      "kl": 0.0791015625,
      "learning_rate": 3.0875e-07,
      "loss": 0.0008,
      "reward": 3.919348955154419,
      "reward_std": 0.03945630043745041,
      "rewards/answer_entity_reward": 0.9685782790184021,
      "rewards/answer_wer_reward": 0.9539141952991486,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9968563914299011,
      "step": 554
    },
    {
      "completion_length": 221.46875,
      "epoch": 1.7744,
      "grad_norm": 2.4623939990997314,
      "kl": 0.091064453125,
      "learning_rate": 3.0749999999999997e-07,
      "loss": 0.0009,
      "reward": 3.9319478273391724,
      "reward_std": 0.020772571209818125,
      "rewards/answer_entity_reward": 0.9983552694320679,
      "rewards/answer_wer_reward": 0.9341712892055511,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9994212985038757,
      "step": 555
    },
    {
      "completion_length": 195.28125,
      "epoch": 1.7776,
      "grad_norm": 3.2428677082061768,
      "kl": 0.1201171875,
      "learning_rate": 3.0625000000000003e-07,
      "loss": 0.0012,
      "reward": 3.8943945169448853,
      "reward_std": 0.03664180589839816,
      "rewards/answer_entity_reward": 0.9943181872367859,
      "rewards/answer_wer_reward": 0.9439602494239807,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9561159908771515,
      "step": 556
    },
    {
      "completion_length": 181.4375,
      "epoch": 1.7808000000000002,
      "grad_norm": 3.0905327796936035,
      "kl": 0.1103515625,
      "learning_rate": 3.05e-07,
      "loss": 0.0011,
      "reward": 3.761397957801819,
      "reward_std": 0.21460139192640781,
      "rewards/answer_entity_reward": 0.9930555522441864,
      "rewards/answer_wer_reward": 0.928047776222229,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.8715444803237915,
      "step": 557
    },
    {
      "completion_length": 221.625,
      "epoch": 1.784,
      "grad_norm": 1.951019525527954,
      "kl": 0.075927734375,
      "learning_rate": 3.0375e-07,
      "loss": 0.0008,
      "reward": 3.77008855342865,
      "reward_std": 0.32161275763064623,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8999943733215332,
      "rewards/format_reward": 0.9375,
      "rewards/think_ocr_reward": 0.9325942993164062,
      "step": 558
    },
    {
      "completion_length": 205.28125,
      "epoch": 1.7872,
      "grad_norm": 3.277336359024048,
      "kl": 0.219482421875,
      "learning_rate": 3.0249999999999996e-07,
      "loss": 0.0022,
      "reward": 3.934972047805786,
      "reward_std": 0.0279585188254714,
      "rewards/answer_entity_reward": 0.9919143319129944,
      "rewards/answer_wer_reward": 0.944387674331665,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.998670220375061,
      "step": 559
    },
    {
      "completion_length": 228.5625,
      "epoch": 1.7904,
      "grad_norm": 1.3801170587539673,
      "kl": 0.090576171875,
      "learning_rate": 3.0125000000000003e-07,
      "loss": 0.0009,
      "reward": 3.93076229095459,
      "reward_std": 0.018667958676815033,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9448211789131165,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9887820482254028,
      "step": 560
    },
    {
      "completion_length": 210.71875,
      "epoch": 1.7936,
      "grad_norm": 1.791351556777954,
      "kl": 0.109130859375,
      "learning_rate": 3e-07,
      "loss": 0.0011,
      "reward": 3.883724331855774,
      "reward_std": 0.061979083344340324,
      "rewards/answer_entity_reward": 0.9836647808551788,
      "rewards/answer_wer_reward": 0.9013588726520538,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987007081508636,
      "step": 561
    },
    {
      "completion_length": 205.125,
      "epoch": 1.7968,
      "grad_norm": 2.168004274368286,
      "kl": 0.103271484375,
      "learning_rate": 2.9875e-07,
      "loss": 0.001,
      "reward": 3.8556606769561768,
      "reward_std": 0.08509537391364574,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.9325578808784485,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9279104173183441,
      "step": 562
    },
    {
      "completion_length": 206.78125,
      "epoch": 1.8,
      "grad_norm": 1.8020058870315552,
      "kl": 0.112548828125,
      "learning_rate": 2.9749999999999996e-07,
      "loss": 0.0011,
      "reward": 3.9098552465438843,
      "reward_std": 0.027897534891963005,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.9327702820301056,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9818926453590393,
      "step": 563
    },
    {
      "completion_length": 199.84375,
      "epoch": 1.8032,
      "grad_norm": 2.1101276874542236,
      "kl": 0.08056640625,
      "learning_rate": 2.9625e-07,
      "loss": 0.0008,
      "reward": 3.928394079208374,
      "reward_std": 0.013759741093963385,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9306167364120483,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9977773427963257,
      "step": 564
    },
    {
      "completion_length": 198.34375,
      "epoch": 1.8064,
      "grad_norm": 1.7468022108078003,
      "kl": 0.110595703125,
      "learning_rate": 2.95e-07,
      "loss": 0.0011,
      "reward": 3.8688454627990723,
      "reward_std": 0.01723374053835869,
      "rewards/answer_entity_reward": 0.9888257682323456,
      "rewards/answer_wer_reward": 0.9232835471630096,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9567362368106842,
      "step": 565
    },
    {
      "completion_length": 166.21875,
      "epoch": 1.8096,
      "grad_norm": 3.4565577507019043,
      "kl": 0.12451171875,
      "learning_rate": 2.9375e-07,
      "loss": 0.0012,
      "reward": 3.8460001945495605,
      "reward_std": 0.12010016990825534,
      "rewards/answer_entity_reward": 0.9685245454311371,
      "rewards/answer_wer_reward": 0.905397355556488,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9720781445503235,
      "step": 566
    },
    {
      "completion_length": 204.375,
      "epoch": 1.8128,
      "grad_norm": 2.109642267227173,
      "kl": 0.1474609375,
      "learning_rate": 2.9249999999999995e-07,
      "loss": 0.0015,
      "reward": 3.9155898094177246,
      "reward_std": 0.021943609230220318,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.9553306102752686,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9650669693946838,
      "step": 567
    },
    {
      "completion_length": 231.5625,
      "epoch": 1.8159999999999998,
      "grad_norm": 1.4336498975753784,
      "kl": 0.101318359375,
      "learning_rate": 2.9125e-07,
      "loss": 0.001,
      "reward": 3.9311413764953613,
      "reward_std": 0.012714509852230549,
      "rewards/answer_entity_reward": 0.9944852888584137,
      "rewards/answer_wer_reward": 0.9397754371166229,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9968807101249695,
      "step": 568
    },
    {
      "completion_length": 204.8125,
      "epoch": 1.8192,
      "grad_norm": 2.3991148471832275,
      "kl": 0.0830078125,
      "learning_rate": 2.9e-07,
      "loss": 0.0008,
      "reward": 3.843847155570984,
      "reward_std": 0.1981589295901358,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9109402298927307,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9641570150852203,
      "step": 569
    },
    {
      "completion_length": 232.46875,
      "epoch": 1.8224,
      "grad_norm": 1.6885050535202026,
      "kl": 0.085693359375,
      "learning_rate": 2.8875e-07,
      "loss": 0.0009,
      "reward": 3.8632709980010986,
      "reward_std": 0.08977647870779037,
      "rewards/answer_entity_reward": 0.9838541746139526,
      "rewards/answer_wer_reward": 0.9250127673149109,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9544041156768799,
      "step": 570
    },
    {
      "completion_length": 277.78125,
      "epoch": 1.8256000000000001,
      "grad_norm": 1.6569448709487915,
      "kl": 0.09619140625,
      "learning_rate": 2.8749999999999995e-07,
      "loss": 0.001,
      "reward": 3.70079243183136,
      "reward_std": 0.15860513970255852,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.901878148317337,
      "rewards/format_reward": 0.9375,
      "rewards/think_ocr_reward": 0.8614143133163452,
      "step": 571
    },
    {
      "completion_length": 248.0625,
      "epoch": 1.8288,
      "grad_norm": 1.72274649143219,
      "kl": 0.08251953125,
      "learning_rate": 2.8625e-07,
      "loss": 0.0008,
      "reward": 3.8939234018325806,
      "reward_std": 0.016017161309719086,
      "rewards/answer_entity_reward": 0.9803321659564972,
      "rewards/answer_wer_reward": 0.9138159155845642,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997751712799072,
      "step": 572
    },
    {
      "completion_length": 222.1875,
      "epoch": 1.8319999999999999,
      "grad_norm": 5.086897373199463,
      "kl": 0.3359375,
      "learning_rate": 2.8499999999999997e-07,
      "loss": 0.0034,
      "reward": 3.931598663330078,
      "reward_std": 0.02384120598435402,
      "rewards/answer_entity_reward": 0.9947552382946014,
      "rewards/answer_wer_reward": 0.9370801150798798,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997632503509521,
      "step": 573
    },
    {
      "completion_length": 216.3125,
      "epoch": 1.8352,
      "grad_norm": 1.5536502599716187,
      "kl": 0.089599609375,
      "learning_rate": 2.8375e-07,
      "loss": 0.0009,
      "reward": 3.941322922706604,
      "reward_std": 0.018783860839903355,
      "rewards/answer_entity_reward": 0.9833333194255829,
      "rewards/answer_wer_reward": 0.9589866697788239,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9990028738975525,
      "step": 574
    },
    {
      "completion_length": 232.9375,
      "epoch": 1.8384,
      "grad_norm": 1.4012224674224854,
      "kl": 0.09033203125,
      "learning_rate": 2.8249999999999994e-07,
      "loss": 0.0009,
      "reward": 3.9058892726898193,
      "reward_std": 0.05868656514212489,
      "rewards/answer_entity_reward": 0.9895833432674408,
      "rewards/answer_wer_reward": 0.9166894555091858,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996165633201599,
      "step": 575
    },
    {
      "completion_length": 202.125,
      "epoch": 1.8416000000000001,
      "grad_norm": 3.967221260070801,
      "kl": 0.098388671875,
      "learning_rate": 2.8125e-07,
      "loss": 0.001,
      "reward": 3.936561346054077,
      "reward_std": 0.028190571581944823,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9553852677345276,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9811758995056152,
      "step": 576
    },
    {
      "completion_length": 248.25,
      "epoch": 1.8448,
      "grad_norm": 3.581430673599243,
      "kl": 0.19970703125,
      "learning_rate": 2.8e-07,
      "loss": 0.002,
      "reward": 3.854965329170227,
      "reward_std": 0.08418525848537683,
      "rewards/answer_entity_reward": 0.9715560376644135,
      "rewards/answer_wer_reward": 0.9045931100845337,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9788161218166351,
      "step": 577
    },
    {
      "completion_length": 199.25,
      "epoch": 1.8479999999999999,
      "grad_norm": 3.7948851585388184,
      "kl": 0.147705078125,
      "learning_rate": 2.7875e-07,
      "loss": 0.0015,
      "reward": 3.923743486404419,
      "reward_std": 0.042667020577937365,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9548681676387787,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9688753485679626,
      "step": 578
    },
    {
      "completion_length": 193.34375,
      "epoch": 1.8512,
      "grad_norm": 2.4876842498779297,
      "kl": 0.102294921875,
      "learning_rate": 2.775e-07,
      "loss": 0.001,
      "reward": 3.97040331363678,
      "reward_std": 0.01486315974034369,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.973244309425354,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 579
    },
    {
      "completion_length": 223.3125,
      "epoch": 1.8544,
      "grad_norm": 4.710970878601074,
      "kl": 0.14501953125,
      "learning_rate": 2.7625e-07,
      "loss": 0.0015,
      "reward": 3.9073562622070312,
      "reward_std": 0.040397388860583305,
      "rewards/answer_entity_reward": 0.9927884638309479,
      "rewards/answer_wer_reward": 0.9182255864143372,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9963421821594238,
      "step": 580
    },
    {
      "completion_length": 240.75,
      "epoch": 1.8576000000000001,
      "grad_norm": 1.0144391059875488,
      "kl": 0.089599609375,
      "learning_rate": 2.75e-07,
      "loss": 0.0009,
      "reward": 3.8770586252212524,
      "reward_std": 0.030949956737458706,
      "rewards/answer_entity_reward": 0.9654052257537842,
      "rewards/answer_wer_reward": 0.9127066433429718,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9989466071128845,
      "step": 581
    },
    {
      "completion_length": 240.46875,
      "epoch": 1.8608,
      "grad_norm": 33.290077209472656,
      "kl": 0.14111328125,
      "learning_rate": 2.7374999999999997e-07,
      "loss": 0.0014,
      "reward": 3.931227445602417,
      "reward_std": 0.017369844019412994,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9346133172512054,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9990180134773254,
      "step": 582
    },
    {
      "completion_length": 247.1875,
      "epoch": 1.8639999999999999,
      "grad_norm": 1.7812319993972778,
      "kl": 0.083984375,
      "learning_rate": 2.725e-07,
      "loss": 0.0008,
      "reward": 3.885915160179138,
      "reward_std": 0.0845849048346281,
      "rewards/answer_entity_reward": 0.9893162548542023,
      "rewards/answer_wer_reward": 0.9280518591403961,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9685470759868622,
      "step": 583
    },
    {
      "completion_length": 208.0625,
      "epoch": 1.8672,
      "grad_norm": 3.882129192352295,
      "kl": 0.133544921875,
      "learning_rate": 2.7125e-07,
      "loss": 0.0013,
      "reward": 3.8892873525619507,
      "reward_std": 0.04396933689713478,
      "rewards/answer_entity_reward": 0.9919143319129944,
      "rewards/answer_wer_reward": 0.9468680024147034,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9505050778388977,
      "step": 584
    },
    {
      "completion_length": 254.6875,
      "epoch": 1.8704,
      "grad_norm": 1.1797689199447632,
      "kl": 0.09619140625,
      "learning_rate": 2.7e-07,
      "loss": 0.001,
      "reward": 3.9246060848236084,
      "reward_std": 0.021186589263379574,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9278402030467987,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9991695880889893,
      "step": 585
    },
    {
      "completion_length": 225.9375,
      "epoch": 1.8736000000000002,
      "grad_norm": 1.4846960306167603,
      "kl": 0.1142578125,
      "learning_rate": 2.6874999999999997e-07,
      "loss": 0.0011,
      "reward": 3.9609856605529785,
      "reward_std": 0.024455342907458544,
      "rewards/answer_entity_reward": 0.9909090995788574,
      "rewards/answer_wer_reward": 0.9731672704219818,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9969093799591064,
      "step": 586
    },
    {
      "completion_length": 214.03125,
      "epoch": 1.8768,
      "grad_norm": 1.4108463525772095,
      "kl": 0.2236328125,
      "learning_rate": 2.675e-07,
      "loss": 0.0022,
      "reward": 3.9008651971817017,
      "reward_std": 0.023720702156424522,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9427990317344666,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9615384638309479,
      "step": 587
    },
    {
      "completion_length": 257.34375,
      "epoch": 1.88,
      "grad_norm": 2.2120485305786133,
      "kl": 0.085693359375,
      "learning_rate": 2.6625e-07,
      "loss": 0.0009,
      "reward": 3.905014157295227,
      "reward_std": 0.02011673618108034,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9055063128471375,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999507874250412,
      "step": 588
    },
    {
      "completion_length": 217.21875,
      "epoch": 1.8832,
      "grad_norm": 2.6982715129852295,
      "kl": 0.08935546875,
      "learning_rate": 2.65e-07,
      "loss": 0.0009,
      "reward": 3.9260659217834473,
      "reward_std": 0.02971976064145565,
      "rewards/answer_entity_reward": 0.9871068000793457,
      "rewards/answer_wer_reward": 0.9389589130878448,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 589
    },
    {
      "completion_length": 253.65625,
      "epoch": 1.8864,
      "grad_norm": 1.0963667631149292,
      "kl": 0.081298828125,
      "learning_rate": 2.6374999999999996e-07,
      "loss": 0.0008,
      "reward": 3.9269603490829468,
      "reward_std": 0.02615117933601141,
      "rewards/answer_entity_reward": 0.9908459782600403,
      "rewards/answer_wer_reward": 0.9372480809688568,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9988662898540497,
      "step": 590
    },
    {
      "completion_length": 204.09375,
      "epoch": 1.8896,
      "grad_norm": 2.6849443912506104,
      "kl": 0.128173828125,
      "learning_rate": 2.625e-07,
      "loss": 0.0013,
      "reward": 3.912359118461609,
      "reward_std": 0.025913351215422153,
      "rewards/answer_entity_reward": 0.9798610806465149,
      "rewards/answer_wer_reward": 0.9567141532897949,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9757837951183319,
      "step": 591
    },
    {
      "completion_length": 229.75,
      "epoch": 1.8928,
      "grad_norm": 12.276920318603516,
      "kl": 0.524169921875,
      "learning_rate": 2.6125e-07,
      "loss": 0.0052,
      "reward": 3.8932021856307983,
      "reward_std": 0.014225118793547153,
      "rewards/answer_entity_reward": 0.9981617629528046,
      "rewards/answer_wer_reward": 0.9339624643325806,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9610779881477356,
      "step": 592
    },
    {
      "completion_length": 172.0,
      "epoch": 1.896,
      "grad_norm": 3.136312961578369,
      "kl": 0.197509765625,
      "learning_rate": 2.6e-07,
      "loss": 0.002,
      "reward": 3.927412748336792,
      "reward_std": 0.02914919052273035,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9748775362968445,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9525350630283356,
      "step": 593
    },
    {
      "completion_length": 231.625,
      "epoch": 1.8992,
      "grad_norm": 1.4952311515808105,
      "kl": 0.0966796875,
      "learning_rate": 2.5874999999999996e-07,
      "loss": 0.001,
      "reward": 3.920572519302368,
      "reward_std": 0.023940533865243196,
      "rewards/answer_entity_reward": 0.9852676391601562,
      "rewards/answer_wer_reward": 0.9361679553985596,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9991368651390076,
      "step": 594
    },
    {
      "completion_length": 222.71875,
      "epoch": 1.9024,
      "grad_norm": 1.1621572971343994,
      "kl": 0.10302734375,
      "learning_rate": 2.5749999999999997e-07,
      "loss": 0.001,
      "reward": 3.8978298902511597,
      "reward_std": 0.07608090154826641,
      "rewards/answer_entity_reward": 0.9649057686328888,
      "rewards/answer_wer_reward": 0.9345213770866394,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9984027147293091,
      "step": 595
    },
    {
      "completion_length": 254.21875,
      "epoch": 1.9056,
      "grad_norm": 0.9472298622131348,
      "kl": 0.092041015625,
      "learning_rate": 2.5625e-07,
      "loss": 0.0009,
      "reward": 3.916618824005127,
      "reward_std": 0.015597880817949772,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9208222925662994,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9978796541690826,
      "step": 596
    },
    {
      "completion_length": 247.84375,
      "epoch": 1.9088,
      "grad_norm": 1.7148473262786865,
      "kl": 0.106201171875,
      "learning_rate": 2.55e-07,
      "loss": 0.0011,
      "reward": 3.9292455911636353,
      "reward_std": 0.007026449544355273,
      "rewards/answer_entity_reward": 0.9861111044883728,
      "rewards/answer_wer_reward": 0.9444275796413422,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987069070339203,
      "step": 597
    },
    {
      "completion_length": 183.21875,
      "epoch": 1.912,
      "grad_norm": 1.6502317190170288,
      "kl": 0.119140625,
      "learning_rate": 2.5374999999999995e-07,
      "loss": 0.0012,
      "reward": 3.9383983612060547,
      "reward_std": 0.03170687519013882,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9614830911159515,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.981379508972168,
      "step": 598
    },
    {
      "completion_length": 167.625,
      "epoch": 1.9152,
      "grad_norm": 1.1803314685821533,
      "kl": 0.137939453125,
      "learning_rate": 2.5249999999999996e-07,
      "loss": 0.0014,
      "reward": 3.9067423343658447,
      "reward_std": 0.013731301296502352,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.949960470199585,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9567819237709045,
      "step": 599
    },
    {
      "completion_length": 199.75,
      "epoch": 1.9184,
      "grad_norm": 1.3902597427368164,
      "kl": 0.080322265625,
      "learning_rate": 2.5125e-07,
      "loss": 0.0008,
      "reward": 3.927718758583069,
      "reward_std": 0.02047483716160059,
      "rewards/answer_entity_reward": 0.9840544760227203,
      "rewards/answer_wer_reward": 0.9543785154819489,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9892857074737549,
      "step": 600
    },
    {
      "completion_length": 210.375,
      "epoch": 1.9216,
      "grad_norm": 1.122063159942627,
      "kl": 0.120361328125,
      "learning_rate": 2.5e-07,
      "loss": 0.0012,
      "reward": 3.942714214324951,
      "reward_std": 0.027352871373295784,
      "rewards/answer_entity_reward": 0.9909090995788574,
      "rewards/answer_wer_reward": 0.9525187313556671,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9992863833904266,
      "step": 601
    },
    {
      "completion_length": 191.28125,
      "epoch": 1.9247999999999998,
      "grad_norm": 1.9480561017990112,
      "kl": 0.092529296875,
      "learning_rate": 2.4875e-07,
      "loss": 0.0009,
      "reward": 3.8946096897125244,
      "reward_std": 0.07258242554962635,
      "rewards/answer_entity_reward": 0.9886363744735718,
      "rewards/answer_wer_reward": 0.9430054724216461,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9629679620265961,
      "step": 602
    },
    {
      "completion_length": 210.0,
      "epoch": 1.928,
      "grad_norm": 1.522335171699524,
      "kl": 0.08203125,
      "learning_rate": 2.475e-07,
      "loss": 0.0008,
      "reward": 3.9419585466384888,
      "reward_std": 0.02094284538179636,
      "rewards/answer_entity_reward": 0.9960784316062927,
      "rewards/answer_wer_reward": 0.9462659358978271,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996141791343689,
      "step": 603
    },
    {
      "completion_length": 194.375,
      "epoch": 1.9312,
      "grad_norm": 1.9648785591125488,
      "kl": 0.2880859375,
      "learning_rate": 2.4624999999999997e-07,
      "loss": 0.0029,
      "reward": 3.9480878114700317,
      "reward_std": 0.015357580035924911,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9483262896537781,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997614622116089,
      "step": 604
    },
    {
      "completion_length": 220.75,
      "epoch": 1.9344000000000001,
      "grad_norm": 2.2600207328796387,
      "kl": 0.09814453125,
      "learning_rate": 2.45e-07,
      "loss": 0.001,
      "reward": 3.92673122882843,
      "reward_std": 0.025613561272621155,
      "rewards/answer_entity_reward": 0.9899475276470184,
      "rewards/answer_wer_reward": 0.9408612251281738,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9959224164485931,
      "step": 605
    },
    {
      "completion_length": 159.125,
      "epoch": 1.9376,
      "grad_norm": 3.3259623050689697,
      "kl": 0.15869140625,
      "learning_rate": 2.4375e-07,
      "loss": 0.0016,
      "reward": 3.9267284870147705,
      "reward_std": 0.024998134351335466,
      "rewards/answer_entity_reward": 0.987500011920929,
      "rewards/answer_wer_reward": 0.9395100474357605,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997184872627258,
      "step": 606
    },
    {
      "completion_length": 250.0625,
      "epoch": 1.9407999999999999,
      "grad_norm": 1.4518193006515503,
      "kl": 0.1357421875,
      "learning_rate": 2.425e-07,
      "loss": 0.0014,
      "reward": 3.825323224067688,
      "reward_std": 0.11214365810155869,
      "rewards/answer_entity_reward": 0.9936868846416473,
      "rewards/answer_wer_reward": 0.9456245005130768,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9172618985176086,
      "step": 607
    },
    {
      "completion_length": 219.53125,
      "epoch": 1.944,
      "grad_norm": 1.2852040529251099,
      "kl": 0.081298828125,
      "learning_rate": 2.4124999999999997e-07,
      "loss": 0.0008,
      "reward": 3.9620739221572876,
      "reward_std": 0.00826547248288989,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9646617472171783,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9974121451377869,
      "step": 608
    },
    {
      "completion_length": 232.875,
      "epoch": 1.9472,
      "grad_norm": 4.870666027069092,
      "kl": 0.111328125,
      "learning_rate": 2.4e-07,
      "loss": 0.0011,
      "reward": 3.9366871118545532,
      "reward_std": 0.022448008647188544,
      "rewards/answer_entity_reward": 0.9916141629219055,
      "rewards/answer_wer_reward": 0.9457239210605621,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993489384651184,
      "step": 609
    },
    {
      "completion_length": 241.625,
      "epoch": 1.9504000000000001,
      "grad_norm": 1.8101410865783691,
      "kl": 0.096435546875,
      "learning_rate": 2.3875e-07,
      "loss": 0.001,
      "reward": 3.9368724822998047,
      "reward_std": 0.022243991494178772,
      "rewards/answer_entity_reward": 0.9929924309253693,
      "rewards/answer_wer_reward": 0.943880021572113,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 610
    },
    {
      "completion_length": 223.0,
      "epoch": 1.9536,
      "grad_norm": 0.8068660497665405,
      "kl": 0.099609375,
      "learning_rate": 2.3749999999999998e-07,
      "loss": 0.001,
      "reward": 3.9270153045654297,
      "reward_std": 0.01834964146837592,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.931628555059433,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9988590180873871,
      "step": 611
    },
    {
      "completion_length": 259.59375,
      "epoch": 1.9567999999999999,
      "grad_norm": 1.522141695022583,
      "kl": 0.08203125,
      "learning_rate": 2.3625e-07,
      "loss": 0.0008,
      "reward": 3.9466216564178467,
      "reward_std": 0.015272928401827812,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9516074061393738,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9984864592552185,
      "step": 612
    },
    {
      "completion_length": 211.6875,
      "epoch": 1.96,
      "grad_norm": 5.929853916168213,
      "kl": 0.10205078125,
      "learning_rate": 2.3499999999999997e-07,
      "loss": 0.001,
      "reward": 3.912535309791565,
      "reward_std": 0.026867160573601723,
      "rewards/answer_entity_reward": 0.9908565580844879,
      "rewards/answer_wer_reward": 0.9229700565338135,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987086653709412,
      "step": 613
    },
    {
      "completion_length": 222.40625,
      "epoch": 1.9632,
      "grad_norm": 2.7727534770965576,
      "kl": 0.106689453125,
      "learning_rate": 2.3375e-07,
      "loss": 0.0011,
      "reward": 3.9305132627487183,
      "reward_std": 0.07138971472159028,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9646386206150055,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9658747315406799,
      "step": 614
    },
    {
      "completion_length": 222.34375,
      "epoch": 1.9664000000000001,
      "grad_norm": 1.5660823583602905,
      "kl": 0.09912109375,
      "learning_rate": 2.325e-07,
      "loss": 0.001,
      "reward": 3.935341477394104,
      "reward_std": 0.01785436598584056,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9401703774929047,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.997254341840744,
      "step": 615
    },
    {
      "completion_length": 236.34375,
      "epoch": 1.9696,
      "grad_norm": 1.94826340675354,
      "kl": 0.078857421875,
      "learning_rate": 2.3125e-07,
      "loss": 0.0008,
      "reward": 3.958570718765259,
      "reward_std": 0.008256069151684642,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9587988257408142,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997718930244446,
      "step": 616
    },
    {
      "completion_length": 143.5,
      "epoch": 1.9727999999999999,
      "grad_norm": 2.0813863277435303,
      "kl": 0.121337890625,
      "learning_rate": 2.3e-07,
      "loss": 0.0012,
      "reward": 3.886753797531128,
      "reward_std": 0.027786132879555225,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9573519229888916,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9294019639492035,
      "step": 617
    },
    {
      "completion_length": 227.75,
      "epoch": 1.976,
      "grad_norm": 8.525589942932129,
      "kl": 0.097900390625,
      "learning_rate": 2.2875e-07,
      "loss": 0.001,
      "reward": 3.857698917388916,
      "reward_std": 0.07474052533507347,
      "rewards/answer_entity_reward": 0.9985119104385376,
      "rewards/answer_wer_reward": 0.9551934599876404,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9039934873580933,
      "step": 618
    },
    {
      "completion_length": 233.46875,
      "epoch": 1.9792,
      "grad_norm": 1.966539978981018,
      "kl": 0.082763671875,
      "learning_rate": 2.275e-07,
      "loss": 0.0008,
      "reward": 3.9442771673202515,
      "reward_std": 0.018204713938757777,
      "rewards/answer_entity_reward": 0.9943181872367859,
      "rewards/answer_wer_reward": 0.9551240801811218,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9948348999023438,
      "step": 619
    },
    {
      "completion_length": 254.59375,
      "epoch": 1.9824000000000002,
      "grad_norm": 2.300699234008789,
      "kl": 0.338134765625,
      "learning_rate": 2.2625e-07,
      "loss": 0.0034,
      "reward": 3.9195804595947266,
      "reward_std": 0.014696986880153418,
      "rewards/answer_entity_reward": 0.974116176366806,
      "rewards/answer_wer_reward": 0.9479033648967743,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9975608885288239,
      "step": 620
    },
    {
      "completion_length": 239.71875,
      "epoch": 1.9856,
      "grad_norm": 20.98819923400879,
      "kl": 0.16015625,
      "learning_rate": 2.25e-07,
      "loss": 0.0016,
      "reward": 3.858734607696533,
      "reward_std": 0.14412511140108109,
      "rewards/answer_entity_reward": 0.9937500059604645,
      "rewards/answer_wer_reward": 0.9278987050056458,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9683361053466797,
      "step": 621
    },
    {
      "completion_length": 225.1875,
      "epoch": 1.9888,
      "grad_norm": 2.4856221675872803,
      "kl": 0.1181640625,
      "learning_rate": 2.2375e-07,
      "loss": 0.0012,
      "reward": 3.92032527923584,
      "reward_std": 0.030348293483257294,
      "rewards/answer_entity_reward": 0.9947916567325592,
      "rewards/answer_wer_reward": 0.9266910254955292,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9988425970077515,
      "step": 622
    },
    {
      "completion_length": 209.4375,
      "epoch": 1.992,
      "grad_norm": 2.2857937812805176,
      "kl": 0.109619140625,
      "learning_rate": 2.225e-07,
      "loss": 0.0011,
      "reward": 3.790956974029541,
      "reward_std": 0.07298576645553112,
      "rewards/answer_entity_reward": 0.993697464466095,
      "rewards/answer_wer_reward": 0.93813356757164,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8591260015964508,
      "step": 623
    },
    {
      "completion_length": 182.90625,
      "epoch": 1.9952,
      "grad_norm": 4.463064670562744,
      "kl": 0.126953125,
      "learning_rate": 2.2125e-07,
      "loss": 0.0013,
      "reward": 3.906226873397827,
      "reward_std": 0.0698380870744586,
      "rewards/answer_entity_reward": 0.992799699306488,
      "rewards/answer_wer_reward": 0.9589782953262329,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9544488191604614,
      "step": 624
    },
    {
      "completion_length": 232.875,
      "epoch": 1.9984,
      "grad_norm": 1.20980966091156,
      "kl": 0.1044921875,
      "learning_rate": 2.1999999999999998e-07,
      "loss": 0.001,
      "reward": 3.9167827367782593,
      "reward_std": 0.01762760616838932,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9183346629142761,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9984481334686279,
      "step": 625
    },
    {
      "completion_length": 177.75,
      "epoch": 2.0,
      "grad_norm": 2.3776934146881104,
      "kl": 0.11865234375,
      "learning_rate": 2.1875e-07,
      "loss": 0.0006,
      "reward": 3.8532142639160156,
      "reward_std": 0.018374208360910416,
      "rewards/answer_entity_reward": 0.9963235259056091,
      "rewards/answer_wer_reward": 0.9639798402786255,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8929109573364258,
      "step": 626
    },
    {
      "completion_length": 234.6875,
      "epoch": 2.0032,
      "grad_norm": 1.611534833908081,
      "kl": 0.13134765625,
      "learning_rate": 2.1749999999999998e-07,
      "loss": 0.0013,
      "reward": 3.9422988891601562,
      "reward_std": 0.020460932981222868,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9433672726154327,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9989316165447235,
      "step": 627
    },
    {
      "completion_length": 174.4375,
      "epoch": 2.0064,
      "grad_norm": 3.054837942123413,
      "kl": 0.1240234375,
      "learning_rate": 2.1625e-07,
      "loss": 0.0012,
      "reward": 3.958639144897461,
      "reward_std": 0.009486648719757795,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9633738994598389,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9952651560306549,
      "step": 628
    },
    {
      "completion_length": 222.15625,
      "epoch": 2.0096,
      "grad_norm": 4.340118885040283,
      "kl": 0.093017578125,
      "learning_rate": 2.1499999999999998e-07,
      "loss": 0.0009,
      "reward": 3.8726435899734497,
      "reward_std": 0.033597009256482124,
      "rewards/answer_entity_reward": 0.9919143319129944,
      "rewards/answer_wer_reward": 0.9492302238941193,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9314990937709808,
      "step": 629
    },
    {
      "completion_length": 207.8125,
      "epoch": 2.0128,
      "grad_norm": 2.162853717803955,
      "kl": 0.109130859375,
      "learning_rate": 2.1375e-07,
      "loss": 0.0011,
      "reward": 3.9318206310272217,
      "reward_std": 0.01979170460253954,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9489758312702179,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9863169491291046,
      "step": 630
    },
    {
      "completion_length": 239.90625,
      "epoch": 2.016,
      "grad_norm": 1.676960825920105,
      "kl": 0.182861328125,
      "learning_rate": 2.1249999999999998e-07,
      "loss": 0.0018,
      "reward": 3.937206506729126,
      "reward_std": 0.014235546346753836,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9372064471244812,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 631
    },
    {
      "completion_length": 194.28125,
      "epoch": 2.0192,
      "grad_norm": 5.123164176940918,
      "kl": 0.110107421875,
      "learning_rate": 2.1125e-07,
      "loss": 0.0011,
      "reward": 3.7548152208328247,
      "reward_std": 0.10348369181156158,
      "rewards/answer_entity_reward": 0.9943181872367859,
      "rewards/answer_wer_reward": 0.8692809343338013,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8912160098552704,
      "step": 632
    },
    {
      "completion_length": 214.5625,
      "epoch": 2.0224,
      "grad_norm": 1.3529505729675293,
      "kl": 0.106689453125,
      "learning_rate": 2.0999999999999997e-07,
      "loss": 0.0011,
      "reward": 3.8920629024505615,
      "reward_std": 0.01197694381698966,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9270462095737457,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9650167524814606,
      "step": 633
    },
    {
      "completion_length": 194.25,
      "epoch": 2.0256,
      "grad_norm": 1.6181930303573608,
      "kl": 0.109130859375,
      "learning_rate": 2.0874999999999999e-07,
      "loss": 0.0011,
      "reward": 3.9565629959106445,
      "reward_std": 0.021904858760535717,
      "rewards/answer_entity_reward": 0.995192289352417,
      "rewards/answer_wer_reward": 0.9613706469535828,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 634
    },
    {
      "completion_length": 206.59375,
      "epoch": 2.0288,
      "grad_norm": 2.353773832321167,
      "kl": 0.0986328125,
      "learning_rate": 2.0749999999999997e-07,
      "loss": 0.001,
      "reward": 3.919626474380493,
      "reward_std": 0.02727056946605444,
      "rewards/answer_entity_reward": 0.987500011920929,
      "rewards/answer_wer_reward": 0.9333742260932922,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987522065639496,
      "step": 635
    },
    {
      "completion_length": 189.71875,
      "epoch": 2.032,
      "grad_norm": 1.6075130701065063,
      "kl": 0.13720703125,
      "learning_rate": 2.0624999999999998e-07,
      "loss": 0.0014,
      "reward": 3.9046106338500977,
      "reward_std": 0.025621079374104738,
      "rewards/answer_entity_reward": 0.9943181872367859,
      "rewards/answer_wer_reward": 0.9407951831817627,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9694972634315491,
      "step": 636
    },
    {
      "completion_length": 230.46875,
      "epoch": 2.0352,
      "grad_norm": 5.240235805511475,
      "kl": 0.10302734375,
      "learning_rate": 2.0499999999999997e-07,
      "loss": 0.001,
      "reward": 3.9211699962615967,
      "reward_std": 0.017814213410019875,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9250318109989166,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9982215464115143,
      "step": 637
    },
    {
      "completion_length": 209.59375,
      "epoch": 2.0384,
      "grad_norm": 2.4782729148864746,
      "kl": 0.083984375,
      "learning_rate": 2.0374999999999998e-07,
      "loss": 0.0008,
      "reward": 3.894644021987915,
      "reward_std": 0.020965205505490303,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9609961807727814,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9336478412151337,
      "step": 638
    },
    {
      "completion_length": 233.5,
      "epoch": 2.0416,
      "grad_norm": 1.102921485900879,
      "kl": 0.089599609375,
      "learning_rate": 2.025e-07,
      "loss": 0.0009,
      "reward": 3.9374464750289917,
      "reward_std": 0.015141086652874947,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9409857094287872,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993016719818115,
      "step": 639
    },
    {
      "completion_length": 227.84375,
      "epoch": 2.0448,
      "grad_norm": 1.3384666442871094,
      "kl": 0.0908203125,
      "learning_rate": 2.0125e-07,
      "loss": 0.0009,
      "reward": 3.9045239686965942,
      "reward_std": 0.12723269453272223,
      "rewards/answer_entity_reward": 0.96875,
      "rewards/answer_wer_reward": 0.9367768168449402,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.998997151851654,
      "step": 640
    },
    {
      "completion_length": 175.625,
      "epoch": 2.048,
      "grad_norm": 0.6850874423980713,
      "kl": 0.124267578125,
      "learning_rate": 2e-07,
      "loss": 0.0012,
      "reward": 3.929681897163391,
      "reward_std": 0.008345533395186067,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9302853643894196,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993966221809387,
      "step": 641
    },
    {
      "completion_length": 213.59375,
      "epoch": 2.0512,
      "grad_norm": 2.9222097396850586,
      "kl": 0.101318359375,
      "learning_rate": 1.9875e-07,
      "loss": 0.001,
      "reward": 3.8092339038848877,
      "reward_std": 0.11687304638326168,
      "rewards/answer_entity_reward": 0.9529532790184021,
      "rewards/answer_wer_reward": 0.8997257351875305,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9565548896789551,
      "step": 642
    },
    {
      "completion_length": 205.5,
      "epoch": 2.0544,
      "grad_norm": 1.1586568355560303,
      "kl": 0.092041015625,
      "learning_rate": 1.975e-07,
      "loss": 0.0009,
      "reward": 3.9247117042541504,
      "reward_std": 0.011728376615792513,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.935352236032486,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9893594086170197,
      "step": 643
    },
    {
      "completion_length": 203.09375,
      "epoch": 2.0576,
      "grad_norm": 1.5699268579483032,
      "kl": 0.09326171875,
      "learning_rate": 1.9625e-07,
      "loss": 0.0009,
      "reward": 3.9444518089294434,
      "reward_std": 0.020181890577077866,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9571816027164459,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9907424449920654,
      "step": 644
    },
    {
      "completion_length": 203.4375,
      "epoch": 2.0608,
      "grad_norm": 1.7927268743515015,
      "kl": 0.15478515625,
      "learning_rate": 1.9499999999999999e-07,
      "loss": 0.0015,
      "reward": 3.9478741884231567,
      "reward_std": 0.01690173940733075,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9509572982788086,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997577667236328,
      "step": 645
    },
    {
      "completion_length": 249.40625,
      "epoch": 2.064,
      "grad_norm": 1.3610011339187622,
      "kl": 0.09033203125,
      "learning_rate": 1.9375e-07,
      "loss": 0.0009,
      "reward": 3.817861795425415,
      "reward_std": 0.1958598094061017,
      "rewards/answer_entity_reward": 0.990950733423233,
      "rewards/answer_wer_reward": 0.8910082578659058,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9671527743339539,
      "step": 646
    },
    {
      "completion_length": 211.84375,
      "epoch": 2.0672,
      "grad_norm": 1.7078856229782104,
      "kl": 0.104248046875,
      "learning_rate": 1.9249999999999998e-07,
      "loss": 0.001,
      "reward": 3.9115630388259888,
      "reward_std": 0.024524363689124584,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9344038963317871,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9800000190734863,
      "step": 647
    },
    {
      "completion_length": 250.3125,
      "epoch": 2.0704,
      "grad_norm": 1.6208539009094238,
      "kl": 0.10205078125,
      "learning_rate": 1.9125e-07,
      "loss": 0.001,
      "reward": 3.8414340019226074,
      "reward_std": 0.15159638598561287,
      "rewards/answer_entity_reward": 0.9867424070835114,
      "rewards/answer_wer_reward": 0.9219352900981903,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.964006245136261,
      "step": 648
    },
    {
      "completion_length": 191.21875,
      "epoch": 2.0736,
      "grad_norm": 2.747303009033203,
      "kl": 0.123046875,
      "learning_rate": 1.8999999999999998e-07,
      "loss": 0.0012,
      "reward": 3.929761052131653,
      "reward_std": 0.029091503005474806,
      "rewards/answer_entity_reward": 0.9930555522441864,
      "rewards/answer_wer_reward": 0.9552291929721832,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9814762473106384,
      "step": 649
    },
    {
      "completion_length": 242.21875,
      "epoch": 2.0768,
      "grad_norm": 1.213749647140503,
      "kl": 0.08203125,
      "learning_rate": 1.8875e-07,
      "loss": 0.0008,
      "reward": 3.9264228343963623,
      "reward_std": 0.022060640156269073,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9312105178833008,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9972956776618958,
      "step": 650
    },
    {
      "completion_length": 220.65625,
      "epoch": 2.08,
      "grad_norm": 6.092029571533203,
      "kl": 0.100830078125,
      "learning_rate": 1.875e-07,
      "loss": 0.001,
      "reward": 3.9253735542297363,
      "reward_std": 0.07221902348101139,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9613818228244781,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9668327569961548,
      "step": 651
    },
    {
      "completion_length": 182.5625,
      "epoch": 2.0832,
      "grad_norm": 1.7553961277008057,
      "kl": 0.11279296875,
      "learning_rate": 1.8625e-07,
      "loss": 0.0011,
      "reward": 3.8646005392074585,
      "reward_std": 0.14707163721323013,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.931645005941391,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9676778018474579,
      "step": 652
    },
    {
      "completion_length": 232.3125,
      "epoch": 2.0864,
      "grad_norm": 1.1559618711471558,
      "kl": 0.091796875,
      "learning_rate": 1.85e-07,
      "loss": 0.0009,
      "reward": 3.957954168319702,
      "reward_std": 0.013995198532938957,
      "rewards/answer_entity_reward": 0.9958333373069763,
      "rewards/answer_wer_reward": 0.963512659072876,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9986082315444946,
      "step": 653
    },
    {
      "completion_length": 223.15625,
      "epoch": 2.0896,
      "grad_norm": 2.3205788135528564,
      "kl": 0.10302734375,
      "learning_rate": 1.8375e-07,
      "loss": 0.001,
      "reward": 3.9284400939941406,
      "reward_std": 0.02101885131560266,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9305233955383301,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 654
    },
    {
      "completion_length": 174.03125,
      "epoch": 2.0928,
      "grad_norm": 3.2282309532165527,
      "kl": 0.089599609375,
      "learning_rate": 1.825e-07,
      "loss": 0.0009,
      "reward": 3.913803219795227,
      "reward_std": 0.06426881160587072,
      "rewards/answer_entity_reward": 0.9895833134651184,
      "rewards/answer_wer_reward": 0.9792838096618652,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.944936066865921,
      "step": 655
    },
    {
      "completion_length": 209.40625,
      "epoch": 2.096,
      "grad_norm": 3.0301027297973633,
      "kl": 0.15478515625,
      "learning_rate": 1.8124999999999999e-07,
      "loss": 0.0015,
      "reward": 3.7523492574691772,
      "reward_std": 0.15331693179905415,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9194472134113312,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.8641521334648132,
      "step": 656
    },
    {
      "completion_length": 183.46875,
      "epoch": 2.0992,
      "grad_norm": 3.859424591064453,
      "kl": 0.10498046875,
      "learning_rate": 1.8e-07,
      "loss": 0.001,
      "reward": 3.9188934564590454,
      "reward_std": 0.016068585216999054,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9425098896026611,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9784668385982513,
      "step": 657
    },
    {
      "completion_length": 249.28125,
      "epoch": 2.1024,
      "grad_norm": 1.1957335472106934,
      "kl": 0.0732421875,
      "learning_rate": 1.7874999999999998e-07,
      "loss": 0.0007,
      "reward": 3.920902967453003,
      "reward_std": 0.009091381449252367,
      "rewards/answer_entity_reward": 0.982051283121109,
      "rewards/answer_wer_reward": 0.9388516247272491,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 658
    },
    {
      "completion_length": 215.1875,
      "epoch": 2.1056,
      "grad_norm": 0.9195266962051392,
      "kl": 0.08349609375,
      "learning_rate": 1.775e-07,
      "loss": 0.0008,
      "reward": 3.9518920183181763,
      "reward_std": 0.00956010865047574,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9591186344623566,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9927734434604645,
      "step": 659
    },
    {
      "completion_length": 247.21875,
      "epoch": 2.1088,
      "grad_norm": 1.4949768781661987,
      "kl": 0.109130859375,
      "learning_rate": 1.7624999999999998e-07,
      "loss": 0.0011,
      "reward": 3.9060639142990112,
      "reward_std": 0.029787511564791203,
      "rewards/answer_entity_reward": 0.9838598966598511,
      "rewards/answer_wer_reward": 0.9244924187660217,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9977116584777832,
      "step": 660
    },
    {
      "completion_length": 213.15625,
      "epoch": 2.112,
      "grad_norm": 2.8325705528259277,
      "kl": 0.08740234375,
      "learning_rate": 1.75e-07,
      "loss": 0.0009,
      "reward": 3.951107144355774,
      "reward_std": 0.019360109698027372,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9607862234115601,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9931618571281433,
      "step": 661
    },
    {
      "completion_length": 210.1875,
      "epoch": 2.1152,
      "grad_norm": 4.155531883239746,
      "kl": 0.12890625,
      "learning_rate": 1.7374999999999998e-07,
      "loss": 0.0013,
      "reward": 3.8224732875823975,
      "reward_std": 0.200032701715827,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.909185916185379,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9480096995830536,
      "step": 662
    },
    {
      "completion_length": 220.59375,
      "epoch": 2.1184,
      "grad_norm": 1.299959421157837,
      "kl": 0.091796875,
      "learning_rate": 1.725e-07,
      "loss": 0.0009,
      "reward": 3.959660768508911,
      "reward_std": 0.009787917137145996,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9610175788402557,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9986431002616882,
      "step": 663
    },
    {
      "completion_length": 203.875,
      "epoch": 2.1216,
      "grad_norm": 1.2713404893875122,
      "kl": 0.0849609375,
      "learning_rate": 1.7125e-07,
      "loss": 0.0008,
      "reward": 3.913174271583557,
      "reward_std": 0.03005001787096262,
      "rewards/answer_entity_reward": 0.9858973920345306,
      "rewards/answer_wer_reward": 0.9283359348773956,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9989408254623413,
      "step": 664
    },
    {
      "completion_length": 235.6875,
      "epoch": 2.1248,
      "grad_norm": 13.369653701782227,
      "kl": 0.167236328125,
      "learning_rate": 1.7000000000000001e-07,
      "loss": 0.0017,
      "reward": 3.862402558326721,
      "reward_std": 0.1546822851523757,
      "rewards/answer_entity_reward": 0.9921875,
      "rewards/answer_wer_reward": 0.9333168268203735,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9681483209133148,
      "step": 665
    },
    {
      "completion_length": 154.8125,
      "epoch": 2.128,
      "grad_norm": 35.12384033203125,
      "kl": 0.115966796875,
      "learning_rate": 1.6875e-07,
      "loss": 0.0012,
      "reward": 3.9367175102233887,
      "reward_std": 0.02194784674793482,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9534772336483002,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9832403361797333,
      "step": 666
    },
    {
      "completion_length": 195.28125,
      "epoch": 2.1312,
      "grad_norm": 1.2815937995910645,
      "kl": 0.107666015625,
      "learning_rate": 1.675e-07,
      "loss": 0.0011,
      "reward": 3.937751293182373,
      "reward_std": 0.014415924437344074,
      "rewards/answer_entity_reward": 0.9930555522441864,
      "rewards/answer_wer_reward": 0.9462690353393555,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9984267055988312,
      "step": 667
    },
    {
      "completion_length": 225.90625,
      "epoch": 2.1344,
      "grad_norm": 0.840438723564148,
      "kl": 0.12841796875,
      "learning_rate": 1.6625e-07,
      "loss": 0.0013,
      "reward": 3.9389572143554688,
      "reward_std": 0.01061929203569889,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.939858615398407,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9990985691547394,
      "step": 668
    },
    {
      "completion_length": 186.6875,
      "epoch": 2.1376,
      "grad_norm": 1.6506493091583252,
      "kl": 0.081787109375,
      "learning_rate": 1.65e-07,
      "loss": 0.0008,
      "reward": 3.956157922744751,
      "reward_std": 0.008805734105408192,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9561578929424286,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 669
    },
    {
      "completion_length": 256.84375,
      "epoch": 2.1408,
      "grad_norm": 1.2955864667892456,
      "kl": 0.134765625,
      "learning_rate": 1.6375e-07,
      "loss": 0.0013,
      "reward": 3.924846053123474,
      "reward_std": 0.016075235791504383,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9267153441905975,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.998130738735199,
      "step": 670
    },
    {
      "completion_length": 205.8125,
      "epoch": 2.144,
      "grad_norm": 2.9848484992980957,
      "kl": 0.09375,
      "learning_rate": 1.625e-07,
      "loss": 0.0009,
      "reward": 3.920342206954956,
      "reward_std": 0.017433147877454758,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9359186589717865,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9844235181808472,
      "step": 671
    },
    {
      "completion_length": 205.25,
      "epoch": 2.1471999999999998,
      "grad_norm": 3.0758063793182373,
      "kl": 0.0888671875,
      "learning_rate": 1.6125e-07,
      "loss": 0.0009,
      "reward": 3.94283390045166,
      "reward_std": 0.03408639598637819,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9549511075019836,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9878826439380646,
      "step": 672
    },
    {
      "completion_length": 185.3125,
      "epoch": 2.1504,
      "grad_norm": 4.493408203125,
      "kl": 0.1298828125,
      "learning_rate": 1.6e-07,
      "loss": 0.0013,
      "reward": 3.7623226642608643,
      "reward_std": 0.053579739294946194,
      "rewards/answer_entity_reward": 0.9799679517745972,
      "rewards/answer_wer_reward": 0.930513322353363,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8518414497375488,
      "step": 673
    },
    {
      "completion_length": 238.5,
      "epoch": 2.1536,
      "grad_norm": 1.0133973360061646,
      "kl": 0.074462890625,
      "learning_rate": 1.5875e-07,
      "loss": 0.0008,
      "reward": 3.949939250946045,
      "reward_std": 0.01046135206706822,
      "rewards/answer_entity_reward": 0.9926470518112183,
      "rewards/answer_wer_reward": 0.9593237638473511,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.997968465089798,
      "step": 674
    },
    {
      "completion_length": 204.75,
      "epoch": 2.1568,
      "grad_norm": 2.416959762573242,
      "kl": 0.24658203125,
      "learning_rate": 1.575e-07,
      "loss": 0.0025,
      "reward": 3.8200684785842896,
      "reward_std": 0.014629668090492487,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9454044103622437,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8746639788150787,
      "step": 675
    },
    {
      "completion_length": 201.0625,
      "epoch": 2.16,
      "grad_norm": 1.1082431077957153,
      "kl": 0.103515625,
      "learning_rate": 1.5624999999999999e-07,
      "loss": 0.001,
      "reward": 3.9603604078292847,
      "reward_std": 0.013338471297174692,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9646645486354828,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9985367655754089,
      "step": 676
    },
    {
      "completion_length": 200.5,
      "epoch": 2.1632,
      "grad_norm": 1.243102788925171,
      "kl": 0.088623046875,
      "learning_rate": 1.55e-07,
      "loss": 0.0009,
      "reward": 3.9476585388183594,
      "reward_std": 0.014779110439121723,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9507860839366913,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997133016586304,
      "step": 677
    },
    {
      "completion_length": 235.0,
      "epoch": 2.1664,
      "grad_norm": 1.9828643798828125,
      "kl": 0.076171875,
      "learning_rate": 1.5374999999999998e-07,
      "loss": 0.0008,
      "reward": 3.840447187423706,
      "reward_std": 0.12814121507108212,
      "rewards/answer_entity_reward": 0.9507211446762085,
      "rewards/answer_wer_reward": 0.8900850713253021,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996408224105835,
      "step": 678
    },
    {
      "completion_length": 209.0625,
      "epoch": 2.1696,
      "grad_norm": 1.306552529335022,
      "kl": 0.09130859375,
      "learning_rate": 1.525e-07,
      "loss": 0.0009,
      "reward": 3.9448314905166626,
      "reward_std": 0.016167795285582542,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9459536671638489,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9988778233528137,
      "step": 679
    },
    {
      "completion_length": 206.84375,
      "epoch": 2.1728,
      "grad_norm": 1.7964757680892944,
      "kl": 0.1064453125,
      "learning_rate": 1.5124999999999998e-07,
      "loss": 0.0011,
      "reward": 3.9424251317977905,
      "reward_std": 0.0136543451808393,
      "rewards/answer_entity_reward": 0.9895104765892029,
      "rewards/answer_wer_reward": 0.9541302621364594,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987844526767731,
      "step": 680
    },
    {
      "completion_length": 244.21875,
      "epoch": 2.176,
      "grad_norm": 1.3341420888900757,
      "kl": 0.08642578125,
      "learning_rate": 1.5e-07,
      "loss": 0.0009,
      "reward": 3.9383710622787476,
      "reward_std": 0.01660554250702262,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9446630477905273,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9981722235679626,
      "step": 681
    },
    {
      "completion_length": 248.84375,
      "epoch": 2.1792,
      "grad_norm": 0.9630815386772156,
      "kl": 0.0888671875,
      "learning_rate": 1.4874999999999998e-07,
      "loss": 0.0009,
      "reward": 3.949557065963745,
      "reward_std": 0.01444097189232707,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9514444172382355,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9981126189231873,
      "step": 682
    },
    {
      "completion_length": 222.5625,
      "epoch": 2.1824,
      "grad_norm": 1.4436620473861694,
      "kl": 0.091796875,
      "learning_rate": 1.475e-07,
      "loss": 0.0009,
      "reward": 3.9340105056762695,
      "reward_std": 0.011837240774184465,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9374523460865021,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9993990361690521,
      "step": 683
    },
    {
      "completion_length": 220.3125,
      "epoch": 2.1856,
      "grad_norm": 1.7951076030731201,
      "kl": 0.13623046875,
      "learning_rate": 1.4624999999999998e-07,
      "loss": 0.0014,
      "reward": 3.9159233570098877,
      "reward_std": 0.022063229698687792,
      "rewards/answer_entity_reward": 0.9825946092605591,
      "rewards/answer_wer_reward": 0.935338944196701,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9979897737503052,
      "step": 684
    },
    {
      "completion_length": 222.71875,
      "epoch": 2.1888,
      "grad_norm": 2.693173885345459,
      "kl": 0.090576171875,
      "learning_rate": 1.45e-07,
      "loss": 0.0009,
      "reward": 3.8880432844161987,
      "reward_std": 0.03081614337861538,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9077447652816772,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9827025234699249,
      "step": 685
    },
    {
      "completion_length": 263.5,
      "epoch": 2.192,
      "grad_norm": 5.544942855834961,
      "kl": 0.122802734375,
      "learning_rate": 1.4374999999999997e-07,
      "loss": 0.0012,
      "reward": 3.906672716140747,
      "reward_std": 0.017923741601407528,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9078539311885834,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9988189041614532,
      "step": 686
    },
    {
      "completion_length": 219.0625,
      "epoch": 2.1952,
      "grad_norm": 1.3066198825836182,
      "kl": 0.13720703125,
      "learning_rate": 1.4249999999999999e-07,
      "loss": 0.0014,
      "reward": 3.8579492568969727,
      "reward_std": 0.11750033870339394,
      "rewards/answer_entity_reward": 0.9445319771766663,
      "rewards/answer_wer_reward": 0.9204041659832001,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9930130541324615,
      "step": 687
    },
    {
      "completion_length": 203.09375,
      "epoch": 2.1984,
      "grad_norm": 2.9115042686462402,
      "kl": 0.130859375,
      "learning_rate": 1.4124999999999997e-07,
      "loss": 0.0013,
      "reward": 3.929637312889099,
      "reward_std": 0.07596011366695166,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9678620994091034,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9652473330497742,
      "step": 688
    },
    {
      "completion_length": 205.375,
      "epoch": 2.2016,
      "grad_norm": 2.322467803955078,
      "kl": 0.087158203125,
      "learning_rate": 1.4e-07,
      "loss": 0.0009,
      "reward": 3.8996429443359375,
      "reward_std": 0.06278708390891552,
      "rewards/answer_entity_reward": 0.9936868846416473,
      "rewards/answer_wer_reward": 0.9460262954235077,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.959929883480072,
      "step": 689
    },
    {
      "completion_length": 225.0625,
      "epoch": 2.2048,
      "grad_norm": 2.730459213256836,
      "kl": 0.0791015625,
      "learning_rate": 1.3875e-07,
      "loss": 0.0008,
      "reward": 3.916098475456238,
      "reward_std": 0.02135017653927207,
      "rewards/answer_entity_reward": 0.9937500059604645,
      "rewards/answer_wer_reward": 0.9546346664428711,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9677136838436127,
      "step": 690
    },
    {
      "completion_length": 154.09375,
      "epoch": 2.208,
      "grad_norm": 2.1384575366973877,
      "kl": 0.08740234375,
      "learning_rate": 1.375e-07,
      "loss": 0.0009,
      "reward": 3.8095338344573975,
      "reward_std": 0.02021293295547366,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9482340812683105,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8612997531890869,
      "step": 691
    },
    {
      "completion_length": 160.6875,
      "epoch": 2.2112,
      "grad_norm": 1.9878817796707153,
      "kl": 0.1083984375,
      "learning_rate": 1.3625e-07,
      "loss": 0.0011,
      "reward": 3.8489197492599487,
      "reward_std": 0.06898931134492159,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.929458349943161,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9194613993167877,
      "step": 692
    },
    {
      "completion_length": 209.0625,
      "epoch": 2.2144,
      "grad_norm": 1.895799994468689,
      "kl": 0.11669921875,
      "learning_rate": 1.35e-07,
      "loss": 0.0012,
      "reward": 3.897484064102173,
      "reward_std": 0.02146145049482584,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.926066517829895,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9714176058769226,
      "step": 693
    },
    {
      "completion_length": 248.3125,
      "epoch": 2.2176,
      "grad_norm": 2.0095603466033936,
      "kl": 0.1015625,
      "learning_rate": 1.3375e-07,
      "loss": 0.001,
      "reward": 3.9220433235168457,
      "reward_std": 0.014254164882004261,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9220432937145233,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 694
    },
    {
      "completion_length": 223.0,
      "epoch": 2.2208,
      "grad_norm": 1.6252143383026123,
      "kl": 0.12158203125,
      "learning_rate": 1.325e-07,
      "loss": 0.0012,
      "reward": 3.9079580307006836,
      "reward_std": 0.02597262989729643,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9434219896793365,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9645361006259918,
      "step": 695
    },
    {
      "completion_length": 187.5,
      "epoch": 2.224,
      "grad_norm": 1.387984275817871,
      "kl": 0.0947265625,
      "learning_rate": 1.3125e-07,
      "loss": 0.0009,
      "reward": 3.9440150260925293,
      "reward_std": 0.015697208931669593,
      "rewards/answer_entity_reward": 0.9816919267177582,
      "rewards/answer_wer_reward": 0.9631733596324921,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9991496503353119,
      "step": 696
    },
    {
      "completion_length": 203.34375,
      "epoch": 2.2272,
      "grad_norm": 2.2257113456726074,
      "kl": 0.110595703125,
      "learning_rate": 1.3e-07,
      "loss": 0.0011,
      "reward": 3.885230541229248,
      "reward_std": 0.023641248233616352,
      "rewards/answer_entity_reward": 0.9805992841720581,
      "rewards/answer_wer_reward": 0.9495046138763428,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9551265835762024,
      "step": 697
    },
    {
      "completion_length": 201.8125,
      "epoch": 2.2304,
      "grad_norm": 1.595376968383789,
      "kl": 0.076171875,
      "learning_rate": 1.2874999999999998e-07,
      "loss": 0.0008,
      "reward": 3.9703818559646606,
      "reward_std": 0.01011386327445507,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9731970131397247,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999588817358017,
      "step": 698
    },
    {
      "completion_length": 230.6875,
      "epoch": 2.2336,
      "grad_norm": 1.6279692649841309,
      "kl": 0.12744140625,
      "learning_rate": 1.275e-07,
      "loss": 0.0013,
      "reward": 3.9279537200927734,
      "reward_std": 0.017515965271741152,
      "rewards/answer_entity_reward": 0.9880050718784332,
      "rewards/answer_wer_reward": 0.9430651664733887,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9968834519386292,
      "step": 699
    },
    {
      "completion_length": 182.125,
      "epoch": 2.2368,
      "grad_norm": 2.8828890323638916,
      "kl": 0.18505859375,
      "learning_rate": 1.2624999999999998e-07,
      "loss": 0.0019,
      "reward": 3.8859431743621826,
      "reward_std": 0.142324005253613,
      "rewards/answer_entity_reward": 0.993686854839325,
      "rewards/answer_wer_reward": 0.9579981565475464,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9655081927776337,
      "step": 700
    },
    {
      "completion_length": 209.03125,
      "epoch": 2.24,
      "grad_norm": 2.9951937198638916,
      "kl": 0.12109375,
      "learning_rate": 1.25e-07,
      "loss": 0.0012,
      "reward": 3.7733466625213623,
      "reward_std": 0.025467259343713522,
      "rewards/answer_entity_reward": 0.9886675775051117,
      "rewards/answer_wer_reward": 0.9475079476833344,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8371710479259491,
      "step": 701
    },
    {
      "completion_length": 211.40625,
      "epoch": 2.2432,
      "grad_norm": 2.5615384578704834,
      "kl": 0.14208984375,
      "learning_rate": 1.2375e-07,
      "loss": 0.0014,
      "reward": 3.9001591205596924,
      "reward_std": 0.03031878173351288,
      "rewards/answer_entity_reward": 0.9910256266593933,
      "rewards/answer_wer_reward": 0.957984060049057,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9511493742465973,
      "step": 702
    },
    {
      "completion_length": 240.6875,
      "epoch": 2.2464,
      "grad_norm": 1.6149277687072754,
      "kl": 0.10888671875,
      "learning_rate": 1.225e-07,
      "loss": 0.0011,
      "reward": 3.917873740196228,
      "reward_std": 0.01580545213073492,
      "rewards/answer_entity_reward": 0.9787845611572266,
      "rewards/answer_wer_reward": 0.9405834674835205,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9985057711601257,
      "step": 703
    },
    {
      "completion_length": 190.0625,
      "epoch": 2.2496,
      "grad_norm": 1.620892882347107,
      "kl": 0.087646484375,
      "learning_rate": 1.2125e-07,
      "loss": 0.0009,
      "reward": 3.954784393310547,
      "reward_std": 0.03893708251416683,
      "rewards/answer_entity_reward": 0.9937500059604645,
      "rewards/answer_wer_reward": 0.962031751871109,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9990026652812958,
      "step": 704
    },
    {
      "completion_length": 170.0,
      "epoch": 2.2528,
      "grad_norm": 1.5188636779785156,
      "kl": 0.111572265625,
      "learning_rate": 1.2e-07,
      "loss": 0.0011,
      "reward": 3.9031065702438354,
      "reward_std": 0.011392949614673853,
      "rewards/answer_entity_reward": 0.9861111044883728,
      "rewards/answer_wer_reward": 0.9356338381767273,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9813616275787354,
      "step": 705
    },
    {
      "completion_length": 211.46875,
      "epoch": 2.2560000000000002,
      "grad_norm": 2.7718734741210938,
      "kl": 0.102294921875,
      "learning_rate": 1.1874999999999999e-07,
      "loss": 0.001,
      "reward": 3.936674475669861,
      "reward_std": 0.021578084211796522,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9491873383522034,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9874871671199799,
      "step": 706
    },
    {
      "completion_length": 255.0,
      "epoch": 2.2592,
      "grad_norm": 1.6890819072723389,
      "kl": 0.099853515625,
      "learning_rate": 1.1749999999999999e-07,
      "loss": 0.001,
      "reward": 3.9247710704803467,
      "reward_std": 0.013670595828443766,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9279445707798004,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9968266189098358,
      "step": 707
    },
    {
      "completion_length": 189.3125,
      "epoch": 2.2624,
      "grad_norm": 2.3591725826263428,
      "kl": 0.111328125,
      "learning_rate": 1.1625e-07,
      "loss": 0.0011,
      "reward": 3.929440498352051,
      "reward_std": 0.018895008601248264,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9316463768482208,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.99779412150383,
      "step": 708
    },
    {
      "completion_length": 202.125,
      "epoch": 2.2656,
      "grad_norm": 5.1716766357421875,
      "kl": 0.142333984375,
      "learning_rate": 1.15e-07,
      "loss": 0.0014,
      "reward": 3.9494107961654663,
      "reward_std": 0.023188273422420025,
      "rewards/answer_entity_reward": 0.9902146458625793,
      "rewards/answer_wer_reward": 0.9693313241004944,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.989864856004715,
      "step": 709
    },
    {
      "completion_length": 241.90625,
      "epoch": 2.2688,
      "grad_norm": 2.9082345962524414,
      "kl": 0.15087890625,
      "learning_rate": 1.1375e-07,
      "loss": 0.0015,
      "reward": 3.877661347389221,
      "reward_std": 0.08314304798841476,
      "rewards/answer_entity_reward": 0.9895833134651184,
      "rewards/answer_wer_reward": 0.9211136996746063,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9669643044471741,
      "step": 710
    },
    {
      "completion_length": 222.40625,
      "epoch": 2.2720000000000002,
      "grad_norm": 2.9711413383483887,
      "kl": 0.123779296875,
      "learning_rate": 1.125e-07,
      "loss": 0.0012,
      "reward": 3.9322550296783447,
      "reward_std": 0.06140775140374899,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9581426084041595,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9775847494602203,
      "step": 711
    },
    {
      "completion_length": 242.6875,
      "epoch": 2.2752,
      "grad_norm": 6.453571796417236,
      "kl": 0.116943359375,
      "learning_rate": 1.1125e-07,
      "loss": 0.0012,
      "reward": 3.874239444732666,
      "reward_std": 0.017658520489931107,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.8984209299087524,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9782223105430603,
      "step": 712
    },
    {
      "completion_length": 206.0625,
      "epoch": 2.2784,
      "grad_norm": 2.0138731002807617,
      "kl": 0.10205078125,
      "learning_rate": 1.0999999999999999e-07,
      "loss": 0.001,
      "reward": 3.9465200901031494,
      "reward_std": 0.01707920106127858,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.950833261013031,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9985276162624359,
      "step": 713
    },
    {
      "completion_length": 205.90625,
      "epoch": 2.2816,
      "grad_norm": 1.6215705871582031,
      "kl": 0.22216796875,
      "learning_rate": 1.0874999999999999e-07,
      "loss": 0.0022,
      "reward": 3.921483874320984,
      "reward_std": 0.017741497606039047,
      "rewards/answer_entity_reward": 0.9818618893623352,
      "rewards/answer_wer_reward": 0.9403572380542755,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9992647171020508,
      "step": 714
    },
    {
      "completion_length": 165.53125,
      "epoch": 2.2848,
      "grad_norm": 2.939443349838257,
      "kl": 0.10302734375,
      "learning_rate": 1.0749999999999999e-07,
      "loss": 0.001,
      "reward": 3.8573367595672607,
      "reward_std": 0.05941922590136528,
      "rewards/answer_entity_reward": 0.9981617629528046,
      "rewards/answer_wer_reward": 0.9561320841312408,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9030430614948273,
      "step": 715
    },
    {
      "completion_length": 209.34375,
      "epoch": 2.288,
      "grad_norm": 3.167865753173828,
      "kl": 0.098876953125,
      "learning_rate": 1.0624999999999999e-07,
      "loss": 0.001,
      "reward": 3.9200966358184814,
      "reward_std": 0.011050965171307325,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9683842360973358,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9517123103141785,
      "step": 716
    },
    {
      "completion_length": 211.78125,
      "epoch": 2.2912,
      "grad_norm": 2.83433198928833,
      "kl": 0.157470703125,
      "learning_rate": 1.0499999999999999e-07,
      "loss": 0.0016,
      "reward": 3.888568639755249,
      "reward_std": 0.0255763940513134,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9216626286506653,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9669062495231628,
      "step": 717
    },
    {
      "completion_length": 233.21875,
      "epoch": 2.2944,
      "grad_norm": 1.1522959470748901,
      "kl": 0.123046875,
      "learning_rate": 1.0374999999999999e-07,
      "loss": 0.0012,
      "reward": 3.9315165281295776,
      "reward_std": 0.015323773492127657,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9349887073040009,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 718
    },
    {
      "completion_length": 219.6875,
      "epoch": 2.2976,
      "grad_norm": 2.8032352924346924,
      "kl": 0.097900390625,
      "learning_rate": 1.0249999999999998e-07,
      "loss": 0.001,
      "reward": 3.941191077232361,
      "reward_std": 0.014842316508293152,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9449678063392639,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9962232708930969,
      "step": 719
    },
    {
      "completion_length": 247.75,
      "epoch": 2.3008,
      "grad_norm": 2.120060682296753,
      "kl": 0.10791015625,
      "learning_rate": 1.0125e-07,
      "loss": 0.0011,
      "reward": 3.7576488256454468,
      "reward_std": 0.034239969216287136,
      "rewards/answer_entity_reward": 0.9883012771606445,
      "rewards/answer_wer_reward": 0.9174286723136902,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8519188165664673,
      "step": 720
    },
    {
      "completion_length": 148.46875,
      "epoch": 2.304,
      "grad_norm": 3.453160047531128,
      "kl": 0.1357421875,
      "learning_rate": 1e-07,
      "loss": 0.0014,
      "reward": 3.9483038187026978,
      "reward_std": 0.010362145490944386,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9624904096126556,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9858134686946869,
      "step": 721
    },
    {
      "completion_length": 242.625,
      "epoch": 2.3072,
      "grad_norm": 1.0787523984909058,
      "kl": 0.08740234375,
      "learning_rate": 9.875e-08,
      "loss": 0.0009,
      "reward": 3.8604942560195923,
      "reward_std": 0.14663540851324797,
      "rewards/answer_entity_reward": 0.9937500059604645,
      "rewards/answer_wer_reward": 0.9304596483707428,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9675346612930298,
      "step": 722
    },
    {
      "completion_length": 184.15625,
      "epoch": 2.3104,
      "grad_norm": 2.8213894367218018,
      "kl": 0.078857421875,
      "learning_rate": 9.749999999999999e-08,
      "loss": 0.0008,
      "reward": 3.9743396043777466,
      "reward_std": 0.007034428184852004,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.975724995136261,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9986145198345184,
      "step": 723
    },
    {
      "completion_length": 259.78125,
      "epoch": 2.3136,
      "grad_norm": 1.6101382970809937,
      "kl": 0.090087890625,
      "learning_rate": 9.624999999999999e-08,
      "loss": 0.0009,
      "reward": 3.9425781965255737,
      "reward_std": 0.012072732672095299,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9443398118019104,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9982384443283081,
      "step": 724
    },
    {
      "completion_length": 244.0625,
      "epoch": 2.3168,
      "grad_norm": 6.2361578941345215,
      "kl": 0.1103515625,
      "learning_rate": 9.499999999999999e-08,
      "loss": 0.0011,
      "reward": 3.930173873901367,
      "reward_std": 0.027357542887330055,
      "rewards/answer_entity_reward": 0.9856617748737335,
      "rewards/answer_wer_reward": 0.9461617767810822,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9983505010604858,
      "step": 725
    },
    {
      "completion_length": 201.59375,
      "epoch": 2.32,
      "grad_norm": 1.4726715087890625,
      "kl": 0.09375,
      "learning_rate": 9.375e-08,
      "loss": 0.0009,
      "reward": 3.932676076889038,
      "reward_std": 0.018328175880014896,
      "rewards/answer_entity_reward": 0.9943181872367859,
      "rewards/answer_wer_reward": 0.9490721523761749,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9892857074737549,
      "step": 726
    },
    {
      "completion_length": 224.46875,
      "epoch": 2.3232,
      "grad_norm": 1.8913533687591553,
      "kl": 0.10693359375,
      "learning_rate": 9.25e-08,
      "loss": 0.0011,
      "reward": 3.9074403047561646,
      "reward_std": 0.03500279039144516,
      "rewards/answer_entity_reward": 0.9926948249340057,
      "rewards/answer_wer_reward": 0.9156512916088104,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9990941882133484,
      "step": 727
    },
    {
      "completion_length": 193.96875,
      "epoch": 2.3264,
      "grad_norm": 3.589576244354248,
      "kl": 0.095458984375,
      "learning_rate": 9.125e-08,
      "loss": 0.001,
      "reward": 3.9219532012939453,
      "reward_std": 0.018014353699982166,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9440249502658844,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9807692468166351,
      "step": 728
    },
    {
      "completion_length": 178.4375,
      "epoch": 2.3296,
      "grad_norm": 1.4839043617248535,
      "kl": 0.125244140625,
      "learning_rate": 9e-08,
      "loss": 0.0013,
      "reward": 3.8304929733276367,
      "reward_std": 0.009818047750741243,
      "rewards/answer_entity_reward": 0.9844697117805481,
      "rewards/answer_wer_reward": 0.9768873453140259,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.869135856628418,
      "step": 729
    },
    {
      "completion_length": 199.28125,
      "epoch": 2.3327999999999998,
      "grad_norm": 1.497478723526001,
      "kl": 0.08642578125,
      "learning_rate": 8.875e-08,
      "loss": 0.0009,
      "reward": 3.9690757989883423,
      "reward_std": 0.009865536354482174,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9690757989883423,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 730
    },
    {
      "completion_length": 220.40625,
      "epoch": 2.336,
      "grad_norm": 5.609241485595703,
      "kl": 0.0966796875,
      "learning_rate": 8.75e-08,
      "loss": 0.001,
      "reward": 3.935381293296814,
      "reward_std": 0.037938917987048626,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9465770721435547,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9888042211532593,
      "step": 731
    },
    {
      "completion_length": 215.75,
      "epoch": 2.3392,
      "grad_norm": 3.496508836746216,
      "kl": 0.13134765625,
      "learning_rate": 8.625e-08,
      "loss": 0.0013,
      "reward": 3.8224092721939087,
      "reward_std": 0.02808304876089096,
      "rewards/answer_entity_reward": 0.9923513829708099,
      "rewards/answer_wer_reward": 0.9497494399547577,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8803083300590515,
      "step": 732
    },
    {
      "completion_length": 230.78125,
      "epoch": 2.3424,
      "grad_norm": 27.852195739746094,
      "kl": 0.087890625,
      "learning_rate": 8.500000000000001e-08,
      "loss": 0.0009,
      "reward": 3.8288865089416504,
      "reward_std": 0.01470271497964859,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9576314091682434,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8736589848995209,
      "step": 733
    },
    {
      "completion_length": 241.9375,
      "epoch": 2.3456,
      "grad_norm": 3.033336639404297,
      "kl": 0.1015625,
      "learning_rate": 8.375e-08,
      "loss": 0.001,
      "reward": 3.8371338844299316,
      "reward_std": 0.060717299580574036,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8998311161994934,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9373026490211487,
      "step": 734
    },
    {
      "completion_length": 235.53125,
      "epoch": 2.3487999999999998,
      "grad_norm": 1.6953455209732056,
      "kl": 0.094970703125,
      "learning_rate": 8.25e-08,
      "loss": 0.001,
      "reward": 3.9114056825637817,
      "reward_std": 0.03203952219337225,
      "rewards/answer_entity_reward": 0.9862325191497803,
      "rewards/answer_wer_reward": 0.9290111660957336,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9961620271205902,
      "step": 735
    },
    {
      "completion_length": 170.59375,
      "epoch": 2.352,
      "grad_norm": 3.9929087162017822,
      "kl": 0.096923828125,
      "learning_rate": 8.125e-08,
      "loss": 0.001,
      "reward": 3.7566089630126953,
      "reward_std": 0.029996749013662338,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.8621053397655487,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8945035934448242,
      "step": 736
    },
    {
      "completion_length": 233.125,
      "epoch": 2.3552,
      "grad_norm": 4.515742301940918,
      "kl": 0.129638671875,
      "learning_rate": 8e-08,
      "loss": 0.0013,
      "reward": 3.9159114360809326,
      "reward_std": 0.03965392196550965,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9617535173892975,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9576301276683807,
      "step": 737
    },
    {
      "completion_length": 202.5,
      "epoch": 2.3584,
      "grad_norm": 3.593953847885132,
      "kl": 0.107177734375,
      "learning_rate": 7.875e-08,
      "loss": 0.0011,
      "reward": 3.9383411407470703,
      "reward_std": 0.030629536136984825,
      "rewards/answer_entity_reward": 0.9930555820465088,
      "rewards/answer_wer_reward": 0.9511449038982391,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.994140625,
      "step": 738
    },
    {
      "completion_length": 204.5,
      "epoch": 2.3616,
      "grad_norm": 1.8713083267211914,
      "kl": 0.099365234375,
      "learning_rate": 7.75e-08,
      "loss": 0.001,
      "reward": 3.9490264654159546,
      "reward_std": 0.017966313287615776,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.95371875166893,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997718930244446,
      "step": 739
    },
    {
      "completion_length": 240.84375,
      "epoch": 2.3648,
      "grad_norm": 1.2076594829559326,
      "kl": 0.087646484375,
      "learning_rate": 7.625e-08,
      "loss": 0.0009,
      "reward": 3.9529651403427124,
      "reward_std": 0.00970834819599986,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.95296511054039,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 740
    },
    {
      "completion_length": 245.0,
      "epoch": 2.368,
      "grad_norm": 0.9895936846733093,
      "kl": 0.10205078125,
      "learning_rate": 7.5e-08,
      "loss": 0.001,
      "reward": 3.9112091064453125,
      "reward_std": 0.01916833221912384,
      "rewards/answer_entity_reward": 0.9895833134651184,
      "rewards/answer_wer_reward": 0.9262779057025909,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9953478574752808,
      "step": 741
    },
    {
      "completion_length": 240.09375,
      "epoch": 2.3712,
      "grad_norm": 2.48711895942688,
      "kl": 0.076171875,
      "learning_rate": 7.375e-08,
      "loss": 0.0008,
      "reward": 3.942033529281616,
      "reward_std": 0.015272341668605804,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9465188384056091,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9983557760715485,
      "step": 742
    },
    {
      "completion_length": 201.78125,
      "epoch": 2.3744,
      "grad_norm": 2.5322351455688477,
      "kl": 0.103271484375,
      "learning_rate": 7.25e-08,
      "loss": 0.001,
      "reward": 3.903318166732788,
      "reward_std": 0.024559098295867443,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9573764503002167,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9459417462348938,
      "step": 743
    },
    {
      "completion_length": 176.8125,
      "epoch": 2.3776,
      "grad_norm": 10.369518280029297,
      "kl": 0.10986328125,
      "learning_rate": 7.124999999999999e-08,
      "loss": 0.0011,
      "reward": 3.9451266527175903,
      "reward_std": 0.008970791008323431,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.953162282705307,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9919642806053162,
      "step": 744
    },
    {
      "completion_length": 230.625,
      "epoch": 2.3808,
      "grad_norm": 1.5272488594055176,
      "kl": 0.09130859375,
      "learning_rate": 7e-08,
      "loss": 0.0009,
      "reward": 3.9410911798477173,
      "reward_std": 0.017650599591434002,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9447437524795532,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9991883039474487,
      "step": 745
    },
    {
      "completion_length": 193.3125,
      "epoch": 2.384,
      "grad_norm": 2.9624199867248535,
      "kl": 0.165771484375,
      "learning_rate": 6.875e-08,
      "loss": 0.0017,
      "reward": 3.8940484523773193,
      "reward_std": 0.060107991099357605,
      "rewards/answer_entity_reward": 0.9955128133296967,
      "rewards/answer_wer_reward": 0.9106853604316711,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9878502786159515,
      "step": 746
    },
    {
      "completion_length": 216.34375,
      "epoch": 2.3872,
      "grad_norm": 1.623085379600525,
      "kl": 0.08544921875,
      "learning_rate": 6.75e-08,
      "loss": 0.0009,
      "reward": 3.9699491262435913,
      "reward_std": 0.016816058196127415,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9752996861934662,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9946492910385132,
      "step": 747
    },
    {
      "completion_length": 202.125,
      "epoch": 2.3904,
      "grad_norm": 1.5331361293792725,
      "kl": 0.12841796875,
      "learning_rate": 6.625e-08,
      "loss": 0.0013,
      "reward": 3.922391891479492,
      "reward_std": 0.008891359670087695,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9298486709594727,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9925432503223419,
      "step": 748
    },
    {
      "completion_length": 242.6875,
      "epoch": 2.3936,
      "grad_norm": 1.3326294422149658,
      "kl": 0.095947265625,
      "learning_rate": 6.5e-08,
      "loss": 0.001,
      "reward": 3.95425808429718,
      "reward_std": 0.009861439000815153,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9546802639961243,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9995777010917664,
      "step": 749
    },
    {
      "completion_length": 175.90625,
      "epoch": 2.3968,
      "grad_norm": 0.9046992063522339,
      "kl": 0.112060546875,
      "learning_rate": 6.375e-08,
      "loss": 0.0011,
      "reward": 3.977583885192871,
      "reward_std": 0.006871582940220833,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9775838255882263,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 750
    },
    {
      "completion_length": 215.59375,
      "epoch": 2.4,
      "grad_norm": 3.0961620807647705,
      "kl": 0.089111328125,
      "learning_rate": 6.25e-08,
      "loss": 0.0009,
      "reward": 3.9490163326263428,
      "reward_std": 0.012763194739818573,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9750434756278992,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9768137633800507,
      "step": 751
    },
    {
      "completion_length": 239.84375,
      "epoch": 2.4032,
      "grad_norm": 0.9473263621330261,
      "kl": 0.102783203125,
      "learning_rate": 6.125e-08,
      "loss": 0.001,
      "reward": 3.953715443611145,
      "reward_std": 0.018719897605478764,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9566626846790314,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999456524848938,
      "step": 752
    },
    {
      "completion_length": 177.09375,
      "epoch": 2.4064,
      "grad_norm": 0.7227364182472229,
      "kl": 0.115234375,
      "learning_rate": 6e-08,
      "loss": 0.0012,
      "reward": 3.9009724855422974,
      "reward_std": 0.1057232718449086,
      "rewards/answer_entity_reward": 0.96875,
      "rewards/answer_wer_reward": 0.9504120945930481,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.981810450553894,
      "step": 753
    },
    {
      "completion_length": 215.96875,
      "epoch": 2.4096,
      "grad_norm": 3.616448163986206,
      "kl": 0.103759765625,
      "learning_rate": 5.8749999999999993e-08,
      "loss": 0.001,
      "reward": 3.936669707298279,
      "reward_std": 0.01544360350817442,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9422976672649384,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9978442788124084,
      "step": 754
    },
    {
      "completion_length": 222.03125,
      "epoch": 2.4128,
      "grad_norm": 5.449378967285156,
      "kl": 0.08203125,
      "learning_rate": 5.75e-08,
      "loss": 0.0008,
      "reward": 3.9294843673706055,
      "reward_std": 0.05806633085012436,
      "rewards/answer_entity_reward": 0.9763257801532745,
      "rewards/answer_wer_reward": 0.9556067883968353,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9975519478321075,
      "step": 755
    },
    {
      "completion_length": 200.3125,
      "epoch": 2.416,
      "grad_norm": 2.46901798248291,
      "kl": 0.119873046875,
      "learning_rate": 5.625e-08,
      "loss": 0.0012,
      "reward": 3.888831377029419,
      "reward_std": 0.015442279167473316,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9264732301235199,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9651989638805389,
      "step": 756
    },
    {
      "completion_length": 237.21875,
      "epoch": 2.4192,
      "grad_norm": 1.3007749319076538,
      "kl": 0.095947265625,
      "learning_rate": 5.4999999999999996e-08,
      "loss": 0.001,
      "reward": 3.933607816696167,
      "reward_std": 0.023877738043665886,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9380720853805542,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 757
    },
    {
      "completion_length": 151.78125,
      "epoch": 2.4224,
      "grad_norm": 0.7467179894447327,
      "kl": 0.099853515625,
      "learning_rate": 5.3749999999999995e-08,
      "loss": 0.001,
      "reward": 3.9564812183380127,
      "reward_std": 0.004365669563412666,
      "rewards/answer_entity_reward": 0.9916666746139526,
      "rewards/answer_wer_reward": 0.9648145437240601,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 758
    },
    {
      "completion_length": 232.125,
      "epoch": 2.4256,
      "grad_norm": 1.5784400701522827,
      "kl": 0.1041259765625,
      "learning_rate": 5.2499999999999994e-08,
      "loss": 0.001,
      "reward": 3.9412447214126587,
      "reward_std": 0.02170270448550582,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9489176869392395,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9967913925647736,
      "step": 759
    },
    {
      "completion_length": 215.4375,
      "epoch": 2.4288,
      "grad_norm": 3.9008543491363525,
      "kl": 0.1298828125,
      "learning_rate": 5.124999999999999e-08,
      "loss": 0.0013,
      "reward": 3.8311843872070312,
      "reward_std": 0.05369440279901028,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9393357634544373,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.8918486833572388,
      "step": 760
    },
    {
      "completion_length": 219.65625,
      "epoch": 2.432,
      "grad_norm": 4.4970526695251465,
      "kl": 0.09765625,
      "learning_rate": 5e-08,
      "loss": 0.001,
      "reward": 3.9511146545410156,
      "reward_std": 0.01855921559035778,
      "rewards/answer_entity_reward": 0.9981617629528046,
      "rewards/answer_wer_reward": 0.9531445503234863,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.99980828166008,
      "step": 761
    },
    {
      "completion_length": 210.21875,
      "epoch": 2.4352,
      "grad_norm": 0.9267875552177429,
      "kl": 0.096923828125,
      "learning_rate": 4.8749999999999996e-08,
      "loss": 0.001,
      "reward": 3.930490016937256,
      "reward_std": 0.013515972066670656,
      "rewards/answer_entity_reward": 0.9930555820465088,
      "rewards/answer_wer_reward": 0.9386539459228516,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987804591655731,
      "step": 762
    },
    {
      "completion_length": 196.625,
      "epoch": 2.4384,
      "grad_norm": 2.2344725131988525,
      "kl": 0.1025390625,
      "learning_rate": 4.7499999999999995e-08,
      "loss": 0.001,
      "reward": 3.9080734252929688,
      "reward_std": 0.035708663053810596,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9325708150863647,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9779064655303955,
      "step": 763
    },
    {
      "completion_length": 225.09375,
      "epoch": 2.4416,
      "grad_norm": 1.588053822517395,
      "kl": 0.095947265625,
      "learning_rate": 4.625e-08,
      "loss": 0.001,
      "reward": 3.9343831539154053,
      "reward_std": 0.016630763188004494,
      "rewards/answer_entity_reward": 0.9965277910232544,
      "rewards/answer_wer_reward": 0.9485695362091064,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9892857074737549,
      "step": 764
    },
    {
      "completion_length": 247.09375,
      "epoch": 2.4448,
      "grad_norm": 1.1707122325897217,
      "kl": 0.09228515625,
      "learning_rate": 4.5e-08,
      "loss": 0.0009,
      "reward": 3.8900914192199707,
      "reward_std": 0.06134997680783272,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.908464640378952,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9837101101875305,
      "step": 765
    },
    {
      "completion_length": 241.65625,
      "epoch": 2.448,
      "grad_norm": 2.8273398876190186,
      "kl": 0.110595703125,
      "learning_rate": 4.375e-08,
      "loss": 0.0011,
      "reward": 3.890642285346985,
      "reward_std": 0.021557598374783993,
      "rewards/answer_entity_reward": 0.9983552694320679,
      "rewards/answer_wer_reward": 0.8973233997821808,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9949637055397034,
      "step": 766
    },
    {
      "completion_length": 216.96875,
      "epoch": 2.4512,
      "grad_norm": 1.1206011772155762,
      "kl": 0.095947265625,
      "learning_rate": 4.2500000000000003e-08,
      "loss": 0.001,
      "reward": 3.9437450170516968,
      "reward_std": 0.008607666241005063,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9612680077552795,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9824769496917725,
      "step": 767
    },
    {
      "completion_length": 230.3125,
      "epoch": 2.4544,
      "grad_norm": 15.688488960266113,
      "kl": 0.085693359375,
      "learning_rate": 4.125e-08,
      "loss": 0.0009,
      "reward": 3.9394757747650146,
      "reward_std": 0.030962621793150902,
      "rewards/answer_entity_reward": 0.9806547462940216,
      "rewards/answer_wer_reward": 0.9617869853973389,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9970340430736542,
      "step": 768
    },
    {
      "completion_length": 248.46875,
      "epoch": 2.4576000000000002,
      "grad_norm": 1.5618577003479004,
      "kl": 0.16162109375,
      "learning_rate": 4e-08,
      "loss": 0.0016,
      "reward": 3.9416744709014893,
      "reward_std": 0.016101540066301823,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9428056180477142,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9988687336444855,
      "step": 769
    },
    {
      "completion_length": 234.0625,
      "epoch": 2.4608,
      "grad_norm": 3.257962226867676,
      "kl": 0.16259765625,
      "learning_rate": 3.875e-08,
      "loss": 0.0016,
      "reward": 3.9221439361572266,
      "reward_std": 0.02909655123949051,
      "rewards/answer_entity_reward": 0.9871794581413269,
      "rewards/answer_wer_reward": 0.9352968335151672,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996675550937653,
      "step": 770
    },
    {
      "completion_length": 245.78125,
      "epoch": 2.464,
      "grad_norm": 2.2879505157470703,
      "kl": 0.083251953125,
      "learning_rate": 3.75e-08,
      "loss": 0.0008,
      "reward": 3.9263609647750854,
      "reward_std": 0.022196561098098755,
      "rewards/answer_entity_reward": 0.9944852888584137,
      "rewards/answer_wer_reward": 0.9454439282417297,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9864316880702972,
      "step": 771
    },
    {
      "completion_length": 158.78125,
      "epoch": 2.4672,
      "grad_norm": 2.214250087738037,
      "kl": 0.1328125,
      "learning_rate": 3.625e-08,
      "loss": 0.0013,
      "reward": 3.883350372314453,
      "reward_std": 0.04219530359841883,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9803332090377808,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9030172228813171,
      "step": 772
    },
    {
      "completion_length": 229.25,
      "epoch": 2.4704,
      "grad_norm": 1.8548256158828735,
      "kl": 0.10205078125,
      "learning_rate": 3.5e-08,
      "loss": 0.001,
      "reward": 3.9539661407470703,
      "reward_std": 0.011240935884416103,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9542403221130371,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999725878238678,
      "step": 773
    },
    {
      "completion_length": 227.9375,
      "epoch": 2.4736000000000002,
      "grad_norm": 2.2110090255737305,
      "kl": 0.0927734375,
      "learning_rate": 3.375e-08,
      "loss": 0.0009,
      "reward": 3.9344996213912964,
      "reward_std": 0.011312551097944379,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9557085335254669,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9787910580635071,
      "step": 774
    },
    {
      "completion_length": 250.9375,
      "epoch": 2.4768,
      "grad_norm": 25.519304275512695,
      "kl": 0.1328125,
      "learning_rate": 3.25e-08,
      "loss": 0.0013,
      "reward": 3.915758967399597,
      "reward_std": 0.015426212921738625,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9174197912216187,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9983391761779785,
      "step": 775
    },
    {
      "completion_length": 223.65625,
      "epoch": 2.48,
      "grad_norm": 3.6137807369232178,
      "kl": 0.115966796875,
      "learning_rate": 3.125e-08,
      "loss": 0.0012,
      "reward": 3.939508318901062,
      "reward_std": 0.00902418838813901,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9407406747341156,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9987677037715912,
      "step": 776
    },
    {
      "completion_length": 248.0,
      "epoch": 2.4832,
      "grad_norm": 1.4470294713974,
      "kl": 0.16015625,
      "learning_rate": 3e-08,
      "loss": 0.0016,
      "reward": 3.8835391998291016,
      "reward_std": 0.029840022325515747,
      "rewards/answer_entity_reward": 0.9926948249340057,
      "rewards/answer_wer_reward": 0.9006942212581635,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9901500642299652,
      "step": 777
    },
    {
      "completion_length": 174.3125,
      "epoch": 2.4864,
      "grad_norm": 2.8671512603759766,
      "kl": 0.12353515625,
      "learning_rate": 2.875e-08,
      "loss": 0.0012,
      "reward": 3.9390430450439453,
      "reward_std": 0.029761829413473606,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9475694894790649,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9938772618770599,
      "step": 778
    },
    {
      "completion_length": 217.0,
      "epoch": 2.4896,
      "grad_norm": 1.7183799743652344,
      "kl": 0.095458984375,
      "learning_rate": 2.7499999999999998e-08,
      "loss": 0.001,
      "reward": 3.922086715698242,
      "reward_std": 0.01339792925864458,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9282321929931641,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9938544631004333,
      "step": 779
    },
    {
      "completion_length": 205.09375,
      "epoch": 2.4928,
      "grad_norm": 2.424999475479126,
      "kl": 0.102294921875,
      "learning_rate": 2.6249999999999997e-08,
      "loss": 0.001,
      "reward": 3.944626212120056,
      "reward_std": 0.038148084189742804,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9640980660915375,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9805281758308411,
      "step": 780
    },
    {
      "completion_length": 220.6875,
      "epoch": 2.496,
      "grad_norm": 1.739138126373291,
      "kl": 0.09765625,
      "learning_rate": 2.5e-08,
      "loss": 0.001,
      "reward": 3.943056583404541,
      "reward_std": 0.025130684953182936,
      "rewards/answer_entity_reward": 0.9871794581413269,
      "rewards/answer_wer_reward": 0.9561585485935211,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9997184872627258,
      "step": 781
    },
    {
      "completion_length": 199.375,
      "epoch": 2.4992,
      "grad_norm": 1.3409775495529175,
      "kl": 0.083984375,
      "learning_rate": 2.3749999999999998e-08,
      "loss": 0.0008,
      "reward": 3.9247756004333496,
      "reward_std": 0.021664155647158623,
      "rewards/answer_entity_reward": 0.9902146756649017,
      "rewards/answer_wer_reward": 0.9345609843730927,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 782
    },
    {
      "completion_length": 221.28125,
      "epoch": 2.5023999999999997,
      "grad_norm": 1.9740352630615234,
      "kl": 0.099853515625,
      "learning_rate": 2.25e-08,
      "loss": 0.001,
      "reward": 3.955259919166565,
      "reward_std": 0.010415108175948262,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9565965533256531,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9986633956432343,
      "step": 783
    },
    {
      "completion_length": 235.40625,
      "epoch": 2.5056000000000003,
      "grad_norm": 7.616406440734863,
      "kl": 0.144287109375,
      "learning_rate": 2.1250000000000002e-08,
      "loss": 0.0014,
      "reward": 3.9511306285858154,
      "reward_std": 0.011523132212460041,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9639480412006378,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9871825873851776,
      "step": 784
    },
    {
      "completion_length": 205.84375,
      "epoch": 2.5088,
      "grad_norm": 3.1992883682250977,
      "kl": 0.107421875,
      "learning_rate": 2e-08,
      "loss": 0.0011,
      "reward": 3.92184841632843,
      "reward_std": 0.016722742468118668,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9461718797683716,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9756765961647034,
      "step": 785
    },
    {
      "completion_length": 225.6875,
      "epoch": 2.512,
      "grad_norm": 1.2884989976882935,
      "kl": 0.139404296875,
      "learning_rate": 1.875e-08,
      "loss": 0.0014,
      "reward": 3.946265697479248,
      "reward_std": 0.017564056208357215,
      "rewards/answer_entity_reward": 0.9955357313156128,
      "rewards/answer_wer_reward": 0.9507300853729248,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 786
    },
    {
      "completion_length": 176.96875,
      "epoch": 2.5152,
      "grad_norm": 3.3580868244171143,
      "kl": 0.1982421875,
      "learning_rate": 1.75e-08,
      "loss": 0.002,
      "reward": 3.8963418006896973,
      "reward_std": 0.04480761382728815,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9633896946907043,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9329521358013153,
      "step": 787
    },
    {
      "completion_length": 260.28125,
      "epoch": 2.5183999999999997,
      "grad_norm": 1.0715585947036743,
      "kl": 0.105712890625,
      "learning_rate": 1.625e-08,
      "loss": 0.0011,
      "reward": 3.904552698135376,
      "reward_std": 0.034514338709414005,
      "rewards/answer_entity_reward": 0.9831239283084869,
      "rewards/answer_wer_reward": 0.9217879772186279,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9996408224105835,
      "step": 788
    },
    {
      "completion_length": 251.625,
      "epoch": 2.5216,
      "grad_norm": 3.5006961822509766,
      "kl": 0.080322265625,
      "learning_rate": 1.5e-08,
      "loss": 0.0008,
      "reward": 3.9146039485931396,
      "reward_std": 0.028964843600988388,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9146038293838501,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 789
    },
    {
      "completion_length": 201.0625,
      "epoch": 2.5248,
      "grad_norm": 5.0292534828186035,
      "kl": 0.1396484375,
      "learning_rate": 1.3749999999999999e-08,
      "loss": 0.0014,
      "reward": 3.897321939468384,
      "reward_std": 0.01521459873765707,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9714652001857758,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9258567690849304,
      "step": 790
    },
    {
      "completion_length": 185.03125,
      "epoch": 2.528,
      "grad_norm": 2.234839916229248,
      "kl": 0.1005859375,
      "learning_rate": 1.25e-08,
      "loss": 0.001,
      "reward": 3.930277109146118,
      "reward_std": 0.026013732887804508,
      "rewards/answer_entity_reward": 0.9908459782600403,
      "rewards/answer_wer_reward": 0.9424907863140106,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9969403147697449,
      "step": 791
    },
    {
      "completion_length": 185.84375,
      "epoch": 2.5312,
      "grad_norm": 0.5959092974662781,
      "kl": 0.0947265625,
      "learning_rate": 1.125e-08,
      "loss": 0.0009,
      "reward": 3.954566478729248,
      "reward_std": 0.011145764729008079,
      "rewards/answer_entity_reward": 0.9971590936183929,
      "rewards/answer_wer_reward": 0.9578571021556854,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9995503425598145,
      "step": 792
    },
    {
      "completion_length": 197.84375,
      "epoch": 2.5343999999999998,
      "grad_norm": 2.0784664154052734,
      "kl": 0.114501953125,
      "learning_rate": 1e-08,
      "loss": 0.0011,
      "reward": 3.885765790939331,
      "reward_std": 0.012588209472596645,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9541250765323639,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.931640625,
      "step": 793
    },
    {
      "completion_length": 190.03125,
      "epoch": 2.5376,
      "grad_norm": 1.7104955911636353,
      "kl": 0.224609375,
      "learning_rate": 8.75e-09,
      "loss": 0.0022,
      "reward": 3.824442148208618,
      "reward_std": 0.039704530499875546,
      "rewards/answer_entity_reward": 0.9877451062202454,
      "rewards/answer_wer_reward": 0.919477641582489,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9172193706035614,
      "step": 794
    },
    {
      "completion_length": 221.4375,
      "epoch": 2.5408,
      "grad_norm": 2.524031162261963,
      "kl": 0.09521484375,
      "learning_rate": 7.5e-09,
      "loss": 0.001,
      "reward": 3.9210238456726074,
      "reward_std": 0.03186593018472195,
      "rewards/answer_entity_reward": 1.0,
      "rewards/answer_wer_reward": 0.9480306208133698,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9729932844638824,
      "step": 795
    },
    {
      "completion_length": 149.9375,
      "epoch": 2.544,
      "grad_norm": 2.592532157897949,
      "kl": 0.116943359375,
      "learning_rate": 6.25e-09,
      "loss": 0.0012,
      "reward": 3.835923910140991,
      "reward_std": 0.016047589480876923,
      "rewards/answer_entity_reward": 0.9942555129528046,
      "rewards/answer_wer_reward": 0.8419776558876038,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.999690592288971,
      "step": 796
    },
    {
      "completion_length": 196.3125,
      "epoch": 2.5472,
      "grad_norm": 1.1898647546768188,
      "kl": 0.0810546875,
      "learning_rate": 5e-09,
      "loss": 0.0008,
      "reward": 3.9655500650405884,
      "reward_std": 0.012615942629054189,
      "rewards/answer_entity_reward": 0.9937500059604645,
      "rewards/answer_wer_reward": 0.9718000292778015,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 797
    },
    {
      "completion_length": 220.3125,
      "epoch": 2.5504,
      "grad_norm": 1.6702154874801636,
      "kl": 0.093505859375,
      "learning_rate": 3.75e-09,
      "loss": 0.0009,
      "reward": 3.945963501930237,
      "reward_std": 0.007131826248951256,
      "rewards/answer_entity_reward": 0.9926470518112183,
      "rewards/answer_wer_reward": 0.9533165395259857,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 1.0,
      "step": 798
    },
    {
      "completion_length": 223.65625,
      "epoch": 2.5536,
      "grad_norm": 46.13692855834961,
      "kl": 0.11083984375,
      "learning_rate": 2.5e-09,
      "loss": 0.0011,
      "reward": 3.8597129583358765,
      "reward_std": 0.09108205512166023,
      "rewards/answer_entity_reward": 0.9975961446762085,
      "rewards/answer_wer_reward": 0.9162732660770416,
      "rewards/format_reward": 0.96875,
      "rewards/think_ocr_reward": 0.9770934879779816,
      "step": 799
    },
    {
      "completion_length": 233.84375,
      "epoch": 2.5568,
      "grad_norm": 1.1842632293701172,
      "kl": 0.108642578125,
      "learning_rate": 1.25e-09,
      "loss": 0.0011,
      "reward": 3.9367305040359497,
      "reward_std": 0.01876719295978546,
      "rewards/answer_entity_reward": 0.9979166686534882,
      "rewards/answer_wer_reward": 0.9404171705245972,
      "rewards/format_reward": 1.0,
      "rewards/think_ocr_reward": 0.9983966648578644,
      "step": 800
    }
  ],
  "logging_steps": 1,
  "max_steps": 800,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}