[
  {
    "update": 5,
    "global_step": 10240,
    "num_episodes": 12,
    "mean_reward": -1.8039220174153645,
    "mean_length": 214.16666666666666,
    "loss": 1.5202983617782593,
    "sps": 1350.1393046305259
  },
  {
    "update": 10,
    "global_step": 20480,
    "num_episodes": 12,
    "mean_reward": -1.8039220174153645,
    "mean_length": 214.16666666666666,
    "loss": 0.6584598422050476,
    "sps": 2047.2883333230054
  },
  {
    "update": 15,
    "global_step": 30720,
    "num_episodes": 12,
    "mean_reward": -1.8039220174153645,
    "mean_length": 214.16666666666666,
    "loss": 0.6658369898796082,
    "sps": 2055.41935946998
  },
  {
    "update": 20,
    "global_step": 40960,
    "num_episodes": 15,
    "mean_reward": 2.1853319803873696,
    "mean_length": 1510.9333333333334,
    "loss": 1.3961129188537598,
    "sps": 1412.8079652055148
  },
  {
    "update": 25,
    "global_step": 51200,
    "num_episodes": 22,
    "mean_reward": 2.625577276403254,
    "mean_length": 1983.409090909091,
    "loss": 1.2982873916625977,
    "sps": 470.35650512927947
  },
  {
    "update": 30,
    "global_step": 61440,
    "num_episodes": 22,
    "mean_reward": 2.625577276403254,
    "mean_length": 1983.409090909091,
    "loss": 1.0302618741989136,
    "sps": 2216.3140512542655
  },
  {
    "update": 35,
    "global_step": 71680,
    "num_episodes": 22,
    "mean_reward": 2.625577276403254,
    "mean_length": 1983.409090909091,
    "loss": 0.9787145853042603,
    "sps": 2070.449469801819
  },
  {
    "update": 40,
    "global_step": 81920,
    "num_episodes": 27,
    "mean_reward": 3.300225363837348,
    "mean_length": 2365.4074074074074,
    "loss": 0.8183227777481079,
    "sps": 755.8004689166112
  },
  {
    "update": 45,
    "global_step": 92160,
    "num_episodes": 33,
    "mean_reward": 3.7748724330555308,
    "mean_length": 2564.090909090909,
    "loss": 0.3192096948623657,
    "sps": 1984.8729329667028
  },
  {
    "update": 50,
    "global_step": 102400,
    "num_episodes": 33,
    "mean_reward": 3.7748724330555308,
    "mean_length": 2564.090909090909,
    "loss": 0.8334144949913025,
    "sps": 2085.15978587018
  },
  {
    "update": 55,
    "global_step": 112640,
    "num_episodes": 33,
    "mean_reward": 3.7748724330555308,
    "mean_length": 2564.090909090909,
    "loss": 0.5191329121589661,
    "sps": 2075.918435842757
  },
  {
    "update": 60,
    "global_step": 122880,
    "num_episodes": 35,
    "mean_reward": 5.517268398829869,
    "mean_length": 2989.0,
    "loss": 0.6924473643302917,
    "sps": 2020.4075872880348
  },
  {
    "update": 65,
    "global_step": 133120,
    "num_episodes": 40,
    "mean_reward": 5.594199681282044,
    "mean_length": 3128.125,
    "loss": 1.9699269533157349,
    "sps": 429.94535608180354
  },
  {
    "update": 70,
    "global_step": 143360,
    "num_episodes": 41,
    "mean_reward": 5.430626520296422,
    "mean_length": 3061.170731707317,
    "loss": 2.169956684112549,
    "sps": 2246.502749698459
  },
  {
    "update": 75,
    "global_step": 153600,
    "num_episodes": 41,
    "mean_reward": 5.430626520296422,
    "mean_length": 3061.170731707317,
    "loss": 2.5021121501922607,
    "sps": 2240.800087024051
  },
  {
    "update": 80,
    "global_step": 163840,
    "num_episodes": 46,
    "mean_reward": 10.588201502095098,
    "mean_length": 3177.4565217391305,
    "loss": 2.6493680477142334,
    "sps": 436.6488855176695
  },
  {
    "update": 85,
    "global_step": 174080,
    "num_episodes": 52,
    "mean_reward": 13.96443979556744,
    "mean_length": 3211.1923076923076,
    "loss": 2.5603184700012207,
    "sps": 2163.643359340071
  },
  {
    "update": 90,
    "global_step": 184320,
    "num_episodes": 52,
    "mean_reward": 13.96443979556744,
    "mean_length": 3211.1923076923076,
    "loss": 2.336817502975464,
    "sps": 2163.4161260603714
  },
  {
    "update": 95,
    "global_step": 194560,
    "num_episodes": 52,
    "mean_reward": 13.96443979556744,
    "mean_length": 3211.1923076923076,
    "loss": 3.234126091003418,
    "sps": 2186.3643111360093
  },
  {
    "update": 100,
    "global_step": 204800,
    "num_episodes": 55,
    "mean_reward": 17.41634755568071,
    "mean_length": 3220.3454545454547,
    "loss": 5.442279815673828,
    "sps": 1960.8741209669945
  },
  {
    "update": 105,
    "global_step": 215040,
    "num_episodes": 62,
    "mean_reward": 27.910769308767012,
    "mean_length": 3345.3387096774195,
    "loss": 2.81072735786438,
    "sps": 1303.1946553744522
  },
  {
    "update": 110,
    "global_step": 225280,
    "num_episodes": 66,
    "mean_reward": 26.517480315584123,
    "mean_length": 3151.8939393939395,
    "loss": 0.830104649066925,
    "sps": 1994.5176102850091
  },
  {
    "update": 115,
    "global_step": 235520,
    "num_episodes": 66,
    "mean_reward": 26.517480315584123,
    "mean_length": 3151.8939393939395,
    "loss": 0.8076149225234985,
    "sps": 2020.1985152956534
  },
  {
    "update": 120,
    "global_step": 245760,
    "num_episodes": 69,
    "mean_reward": 35.54813836968464,
    "mean_length": 3449.6376811594205,
    "loss": 1.7053556442260742,
    "sps": 1392.6768298802306
  },
  {
    "update": 125,
    "global_step": 256000,
    "num_episodes": 72,
    "mean_reward": 34.35707297590044,
    "mean_length": 3315.0,
    "loss": 0.5338165163993835,
    "sps": 2218.857641762577
  },
  {
    "update": 130,
    "global_step": 266240,
    "num_episodes": 73,
    "mean_reward": 37.437843152921495,
    "mean_length": 3406.5753424657532,
    "loss": 0.31061413884162903,
    "sps": 2123.373275302262
  },
  {
    "update": 135,
    "global_step": 276480,
    "num_episodes": 73,
    "mean_reward": 37.437843152921495,
    "mean_length": 3406.5753424657532,
    "loss": 0.370238333940506,
    "sps": 2270.1968695887504
  },
  {
    "update": 140,
    "global_step": 286720,
    "num_episodes": 76,
    "mean_reward": 42.764281247791494,
    "mean_length": 3535.8289473684213,
    "loss": 0.4431289732456207,
    "sps": 2235.4805453156696
  },
  {
    "update": 145,
    "global_step": 296960,
    "num_episodes": 78,
    "mean_reward": 45.29765256245931,
    "mean_length": 3576.3076923076924,
    "loss": 0.11675499379634857,
    "sps": 2248.214328955258
  },
  {
    "update": 150,
    "global_step": 307200,
    "num_episodes": 79,
    "mean_reward": 48.32240367841117,
    "mean_length": 3657.6202531645567,
    "loss": 0.3231047987937927,
    "sps": 2273.3126392381514
  },
  {
    "update": 155,
    "global_step": 317440,
    "num_episodes": 79,
    "mean_reward": 48.32240367841117,
    "mean_length": 3657.6202531645567,
    "loss": 0.24974392354488373,
    "sps": 2276.2572089535233
  },
  {
    "update": 160,
    "global_step": 327680,
    "num_episodes": 90,
    "mean_reward": 48.88773588604397,
    "mean_length": 3444.8333333333335,
    "loss": 1.1440778970718384,
    "sps": 469.25381312597585
  },
  {
    "update": 165,
    "global_step": 337920,
    "num_episodes": 99,
    "mean_reward": 50.101470494511155,
    "mean_length": 3348.060606060606,
    "loss": 0.3425019383430481,
    "sps": 1903.5186981694392
  },
  {
    "update": 170,
    "global_step": 348160,
    "num_episodes": 99,
    "mean_reward": 50.101470494511155,
    "mean_length": 3348.060606060606,
    "loss": 0.18799301981925964,
    "sps": 2130.3254740506277
  },
  {
    "update": 175,
    "global_step": 358400,
    "num_episodes": 99,
    "mean_reward": 50.101470494511155,
    "mean_length": 3348.060606060606,
    "loss": 0.11751141399145126,
    "sps": 2125.2682193036194
  },
  {
    "update": 180,
    "global_step": 368640,
    "num_episodes": 101,
    "mean_reward": 52.442985696792604,
    "mean_length": 3414.58,
    "loss": 0.2516184449195862,
    "sps": 1703.135913858338
  },
  {
    "update": 185,
    "global_step": 378880,
    "num_episodes": 114,
    "mean_reward": 61.27311011314392,
    "mean_length": 3506.98,
    "loss": 0.11899760365486145,
    "sps": 2246.894695169401
  },
  {
    "update": 190,
    "global_step": 389120,
    "num_episodes": 114,
    "mean_reward": 61.27311011314392,
    "mean_length": 3506.98,
    "loss": 0.30889129638671875,
    "sps": 2289.0664114120555
  },
  {
    "update": 195,
    "global_step": 399360,
    "num_episodes": 114,
    "mean_reward": 61.27311011314392,
    "mean_length": 3506.98,
    "loss": -0.06268183887004852,
    "sps": 2277.013858345863
  },
  {
    "update": 200,
    "global_step": 409600,
    "num_episodes": 114,
    "mean_reward": 61.27311011314392,
    "mean_length": 3506.98,
    "loss": 0.5904355645179749,
    "sps": 2173.4262065580283
  },
  {
    "update": 205,
    "global_step": 419840,
    "num_episodes": 121,
    "mean_reward": 72.71755365371705,
    "mean_length": 3714.22,
    "loss": 1.7067689895629883,
    "sps": 308.3386383776914
  },
  {
    "update": 210,
    "global_step": 430080,
    "num_episodes": 123,
    "mean_reward": 72.60844767570495,
    "mean_length": 3634.11,
    "loss": 0.22778448462486267,
    "sps": 2270.040885359684
  },
  {
    "update": 215,
    "global_step": 440320,
    "num_episodes": 123,
    "mean_reward": 72.60844767570495,
    "mean_length": 3634.11,
    "loss": 0.4201895296573639,
    "sps": 2286.5998087120915
  },
  {
    "update": 220,
    "global_step": 450560,
    "num_episodes": 123,
    "mean_reward": 72.60844767570495,
    "mean_length": 3634.11,
    "loss": 0.08545871078968048,
    "sps": 2301.79050438536
  },
  {
    "update": 225,
    "global_step": 460800,
    "num_episodes": 129,
    "mean_reward": 81.06719317436219,
    "mean_length": 3731.63,
    "loss": 0.4734661877155304,
    "sps": 1893.4799410834491
  },
  {
    "update": 230,
    "global_step": 471040,
    "num_episodes": 132,
    "mean_reward": 83.9696240234375,
    "mean_length": 3736.94,
    "loss": 2.656114101409912,
    "sps": 1747.8656326711334
  },
  {
    "update": 235,
    "global_step": 481280,
    "num_episodes": 132,
    "mean_reward": 83.9696240234375,
    "mean_length": 3736.94,
    "loss": 0.3720909357070923,
    "sps": 2290.767122681247
  },
  {
    "update": 240,
    "global_step": 491520,
    "num_episodes": 133,
    "mean_reward": 86.32599678993225,
    "mean_length": 3836.51,
    "loss": 0.28272855281829834,
    "sps": 1660.2388311365764
  },
  {
    "update": 245,
    "global_step": 501760,
    "num_episodes": 139,
    "mean_reward": 90.87246092796326,
    "mean_length": 3642.75,
    "loss": 0.7918240427970886,
    "sps": 226.8334199523192
  },
  {
    "update": 250,
    "global_step": 512000,
    "num_episodes": 144,
    "mean_reward": 93.14730869293213,
    "mean_length": 3661.34,
    "loss": 0.5329251885414124,
    "sps": 1291.7356099331766
  },
  {
    "update": 255,
    "global_step": 522240,
    "num_episodes": 147,
    "mean_reward": 90.92609573364258,
    "mean_length": 3465.71,
    "loss": 0.2208552062511444,
    "sps": 2176.5233668919136
  },
  {
    "update": 260,
    "global_step": 532480,
    "num_episodes": 148,
    "mean_reward": 94.03146264076233,
    "mean_length": 3565.28,
    "loss": 0.3058362305164337,
    "sps": 1287.827730215577
  },
  {
    "update": 265,
    "global_step": 542720,
    "num_episodes": 153,
    "mean_reward": 93.66601790428162,
    "mean_length": 3469.44,
    "loss": 0.2177593857049942,
    "sps": 2185.2068742705324
  },
  {
    "update": 270,
    "global_step": 552960,
    "num_episodes": 154,
    "mean_reward": 96.52238609313964,
    "mean_length": 3569.01,
    "loss": 0.1883123517036438,
    "sps": 2191.858927925312
  },
  {
    "update": 275,
    "global_step": 563200,
    "num_episodes": 155,
    "mean_reward": 99.62512998580932,
    "mean_length": 3668.07,
    "loss": 0.27221783995628357,
    "sps": 2123.45043596574
  },
  {
    "update": 280,
    "global_step": 573440,
    "num_episodes": 155,
    "mean_reward": 99.62512998580932,
    "mean_length": 3668.07,
    "loss": 0.18106494843959808,
    "sps": 2141.5921280557186
  },
  {
    "update": 285,
    "global_step": 583680,
    "num_episodes": 162,
    "mean_reward": 100.8679942893982,
    "mean_length": 3670.27,
    "loss": 0.5695434212684631,
    "sps": 500.88139423117855
  },
  {
    "update": 290,
    "global_step": 593920,
    "num_episodes": 162,
    "mean_reward": 100.8679942893982,
    "mean_length": 3670.27,
    "loss": 0.07588323950767517,
    "sps": 2141.039120248053
  },
  {
    "update": 295,
    "global_step": 604160,
    "num_episodes": 164,
    "mean_reward": 103.97303117752075,
    "mean_length": 3770.47,
    "loss": 0.3367934823036194,
    "sps": 2232.451302693334
  },
  {
    "update": 300,
    "global_step": 614400,
    "num_episodes": 164,
    "mean_reward": 103.97303117752075,
    "mean_length": 3770.47,
    "loss": 0.23896968364715576,
    "sps": 2206.894347275839
  },
  {
    "update": 305,
    "global_step": 624640,
    "num_episodes": 168,
    "mean_reward": 108.57997800827026,
    "mean_length": 3866.64,
    "loss": 0.8634886145591736,
    "sps": 2068.617103764695
  },
  {
    "update": 310,
    "global_step": 634880,
    "num_episodes": 168,
    "mean_reward": 108.57997800827026,
    "mean_length": 3866.64,
    "loss": 0.05964889004826546,
    "sps": 2227.05463999608
  },
  {
    "update": 315,
    "global_step": 645120,
    "num_episodes": 170,
    "mean_reward": 108.82997495651244,
    "mean_length": 3866.64,
    "loss": 0.3584131598472595,
    "sps": 2093.8527505731936
  },
  {
    "update": 320,
    "global_step": 655360,
    "num_episodes": 170,
    "mean_reward": 108.82997495651244,
    "mean_length": 3866.64,
    "loss": 0.11968313157558441,
    "sps": 2108.9095828206277
  },
  {
    "update": 325,
    "global_step": 665600,
    "num_episodes": 174,
    "mean_reward": 112.43493017196656,
    "mean_length": 3960.91,
    "loss": 1.6604670286178589,
    "sps": 2079.794147719775
  },
  {
    "update": 330,
    "global_step": 675840,
    "num_episodes": 175,
    "mean_reward": 115.29129805564881,
    "mean_length": 4060.48,
    "loss": 0.19095765054225922,
    "sps": 2102.571665929904
  },
  {
    "update": 335,
    "global_step": 686080,
    "num_episodes": 175,
    "mean_reward": 115.29129805564881,
    "mean_length": 4060.48,
    "loss": 0.14229056239128113,
    "sps": 2107.3760666985922
  },
  {
    "update": 340,
    "global_step": 696320,
    "num_episodes": 175,
    "mean_reward": 115.29129805564881,
    "mean_length": 4060.48,
    "loss": 0.36735689640045166,
    "sps": 2157.1693383290976
  },
  {
    "update": 345,
    "global_step": 706560,
    "num_episodes": 189,
    "mean_reward": 109.84256043434144,
    "mean_length": 3863.03,
    "loss": 0.7830713987350464,
    "sps": 381.54779046834835
  },
  {
    "update": 350,
    "global_step": 716800,
    "num_episodes": 193,
    "mean_reward": 109.65507596015931,
    "mean_length": 3901.01,
    "loss": 9.749893188476562,
    "sps": 258.15120412826286
  },
  {
    "update": 355,
    "global_step": 727040,
    "num_episodes": 197,
    "mean_reward": 109.78353757858277,
    "mean_length": 3921.28,
    "loss": 0.27189120650291443,
    "sps": 2234.7686845905673
  },
  {
    "update": 360,
    "global_step": 737280,
    "num_episodes": 198,
    "mean_reward": 110.03232297897338,
    "mean_length": 3921.28,
    "loss": 0.27451807260513306,
    "sps": 2208.748818348954
  },
  {
    "update": 365,
    "global_step": 747520,
    "num_episodes": 198,
    "mean_reward": 110.03232297897338,
    "mean_length": 3921.28,
    "loss": 0.3887019753456116,
    "sps": 2179.671400488869
  },
  {
    "update": 370,
    "global_step": 757760,
    "num_episodes": 200,
    "mean_reward": 110.02969996452332,
    "mean_length": 3920.77,
    "loss": 1.3407719135284424,
    "sps": 190.58035959703773
  },
  {
    "update": 375,
    "global_step": 768000,
    "num_episodes": 205,
    "mean_reward": 113.28294358253478,
    "mean_length": 4042.39,
    "loss": 2.234469175338745,
    "sps": 165.74069059867267
  },
  {
    "update": 380,
    "global_step": 778240,
    "num_episodes": 209,
    "mean_reward": 112.94422784805298,
    "mean_length": 4057.27,
    "loss": 0.2318531721830368,
    "sps": 2224.56366677181
  },
  {
    "update": 385,
    "global_step": 788480,
    "num_episodes": 209,
    "mean_reward": 112.94422784805298,
    "mean_length": 4057.27,
    "loss": 0.2268732637166977,
    "sps": 2253.631967291392
  },
  {
    "update": 390,
    "global_step": 798720,
    "num_episodes": 210,
    "mean_reward": 115.53032508850097,
    "mean_length": 4153.44,
    "loss": 0.06943273544311523,
    "sps": 2241.199985702131
  },
  {
    "update": 395,
    "global_step": 808960,
    "num_episodes": 211,
    "mean_reward": 118.63075592041015,
    "mean_length": 4252.74,
    "loss": 0.21790897846221924,
    "sps": 2233.8736866140016
  },
  {
    "update": 400,
    "global_step": 819200,
    "num_episodes": 218,
    "mean_reward": 112.67819341659546,
    "mean_length": 4053.49,
    "loss": 0.28217822313308716,
    "sps": 2245.8419819824057
  },
  {
    "update": 405,
    "global_step": 829440,
    "num_episodes": 218,
    "mean_reward": 112.67819341659546,
    "mean_length": 4053.49,
    "loss": 0.07389844954013824,
    "sps": 2093.830293640606
  },
  {
    "update": 410,
    "global_step": 839680,
    "num_episodes": 219,
    "mean_reward": 112.67819341659546,
    "mean_length": 4053.49,
    "loss": 0.19773584604263306,
    "sps": 2089.0640172885346
  },
  {
    "update": 415,
    "global_step": 849920,
    "num_episodes": 221,
    "mean_reward": 115.57382575035095,
    "mean_length": 4142.16,
    "loss": 0.2218392789363861,
    "sps": 2037.8682435790647
  },
  {
    "update": 420,
    "global_step": 860160,
    "num_episodes": 225,
    "mean_reward": 118.26686740875245,
    "mean_length": 4220.72,
    "loss": 0.16683566570281982,
    "sps": 2062.011715868465
  },
  {
    "update": 425,
    "global_step": 870400,
    "num_episodes": 225,
    "mean_reward": 118.26686740875245,
    "mean_length": 4220.72,
    "loss": 0.3665807843208313,
    "sps": 2085.879289076417
  },
  {
    "update": 430,
    "global_step": 880640,
    "num_episodes": 227,
    "mean_reward": 115.4131219291687,
    "mean_length": 4123.01,
    "loss": 0.2211420238018036,
    "sps": 1319.1510855667186
  },
  {
    "update": 435,
    "global_step": 890880,
    "num_episodes": 228,
    "mean_reward": 118.51452213287354,
    "mean_length": 4220.72,
    "loss": 0.01409757137298584,
    "sps": 2249.26043334859
  },
  {
    "update": 440,
    "global_step": 901120,
    "num_episodes": 232,
    "mean_reward": 121.46894996643067,
    "mean_length": 4313.96,
    "loss": 0.34094715118408203,
    "sps": 2235.574796161653
  },
  {
    "update": 445,
    "global_step": 911360,
    "num_episodes": 232,
    "mean_reward": 121.46894996643067,
    "mean_length": 4313.96,
    "loss": 0.03650672733783722,
    "sps": 2254.642878384582
  },
  {
    "update": 450,
    "global_step": 921600,
    "num_episodes": 233,
    "mean_reward": 122.21637367248535,
    "mean_length": 4313.96,
    "loss": 0.4388778805732727,
    "sps": 2230.3176453482333
  },
  {
    "update": 455,
    "global_step": 931840,
    "num_episodes": 235,
    "mean_reward": 122.47082150459289,
    "mean_length": 4315.26,
    "loss": 0.04285623878240585,
    "sps": 2245.5355177671836
  },
  {
    "update": 460,
    "global_step": 942080,
    "num_episodes": 241,
    "mean_reward": 125.87507015228272,
    "mean_length": 4387.15,
    "loss": 0.18071885406970978,
    "sps": 2186.650382997658
  },
  {
    "update": 465,
    "global_step": 952320,
    "num_episodes": 241,
    "mean_reward": 125.87507015228272,
    "mean_length": 4387.15,
    "loss": 0.15905889868736267,
    "sps": 2246.1825959008293
  },
  {
    "update": 470,
    "global_step": 962560,
    "num_episodes": 243,
    "mean_reward": 125.64015349388123,
    "mean_length": 4385.41,
    "loss": 0.2828221917152405,
    "sps": 2237.777989892148
  },
  {
    "update": 475,
    "global_step": 972800,
    "num_episodes": 244,
    "mean_reward": 128.7428973865509,
    "mean_length": 4484.47,
    "loss": -0.001385476440191269,
    "sps": 2224.056236169126
  },
  {
    "update": 480,
    "global_step": 983040,
    "num_episodes": 247,
    "mean_reward": 134.21521110534667,
    "mean_length": 4676.7,
    "loss": 0.6856433153152466,
    "sps": 166.9800451494931
  },
  {
    "update": 485,
    "global_step": 993280,
    "num_episodes": 248,
    "mean_reward": 131.0992687225342,
    "mean_length": 4598.8,
    "loss": 0.22580231726169586,
    "sps": 2205.4840180784313
  },
  {
    "update": 490,
    "global_step": 1003520,
    "num_episodes": 253,
    "mean_reward": 130.85596141815185,
    "mean_length": 4590.29,
    "loss": 15.813247680664062,
    "sps": 1554.4720078900461
  },
  {
    "update": 495,
    "global_step": 1013760,
    "num_episodes": 262,
    "mean_reward": 118.73081938743591,
    "mean_length": 4225.92,
    "loss": 3.043635368347168,
    "sps": 364.1160359745992
  },
  {
    "update": 500,
    "global_step": 1024000,
    "num_episodes": 266,
    "mean_reward": 112.27171317100525,
    "mean_length": 4026.32,
    "loss": 1.5756291151046753,
    "sps": 2216.9506893762605
  },
  {
    "update": 505,
    "global_step": 1034240,
    "num_episodes": 271,
    "mean_reward": 106.31812086105347,
    "mean_length": 3831.41,
    "loss": 0.8373554348945618,
    "sps": 2230.0889295621437
  },
  {
    "update": 510,
    "global_step": 1044480,
    "num_episodes": 271,
    "mean_reward": 106.31812086105347,
    "mean_length": 3831.41,
    "loss": 0.1685715615749359,
    "sps": 2250.612331563048
  },
  {
    "update": 515,
    "global_step": 1054720,
    "num_episodes": 279,
    "mean_reward": 94.40078766822815,
    "mean_length": 3437.38,
    "loss": 0.3164912760257721,
    "sps": 755.1427540116495
  },
  {
    "update": 520,
    "global_step": 1064960,
    "num_episodes": 284,
    "mean_reward": 97.14825866699219,
    "mean_length": 3536.28,
    "loss": 2.4807233810424805,
    "sps": 2229.202303336277
  },
  {
    "update": 525,
    "global_step": 1075200,
    "num_episodes": 288,
    "mean_reward": 100.25763621330262,
    "mean_length": 3636.97,
    "loss": 7.4268412590026855,
    "sps": 2240.4780501902205
  },
  {
    "update": 530,
    "global_step": 1085440,
    "num_episodes": 288,
    "mean_reward": 100.25763621330262,
    "mean_length": 3636.97,
    "loss": 13.631644248962402,
    "sps": 2167.9135230629645
  },
  {
    "update": 535,
    "global_step": 1095680,
    "num_episodes": 289,
    "mean_reward": 103.11298480987548,
    "mean_length": 3736.54,
    "loss": 16.333158493041992,
    "sps": 2159.176669252336
  },
  {
    "update": 540,
    "global_step": 1105920,
    "num_episodes": 292,
    "mean_reward": 103.19977847099304,
    "mean_length": 3834.19,
    "loss": 1.755424976348877,
    "sps": 2140.8384853415
  },
  {
    "update": 545,
    "global_step": 1116160,
    "num_episodes": 293,
    "mean_reward": 106.40395077705384,
    "mean_length": 3909.42,
    "loss": 2.900822639465332,
    "sps": 175.96426214417178
  },
  {
    "update": 550,
    "global_step": 1126400,
    "num_episodes": 296,
    "mean_reward": 106.08349679946899,
    "mean_length": 3927.6,
    "loss": 3.329728126525879,
    "sps": 162.40274463106428
  },
  {
    "update": 555,
    "global_step": 1136640,
    "num_episodes": 300,
    "mean_reward": 100.18753468513489,
    "mean_length": 3833.08,
    "loss": 0.3283099830150604,
    "sps": 2190.1276229463892
  },
  {
    "update": 560,
    "global_step": 1146880,
    "num_episodes": 307,
    "mean_reward": 100.06094589233399,
    "mean_length": 3798.23,
    "loss": 3.218208074569702,
    "sps": 196.6633145580635
  },
  {
    "update": 565,
    "global_step": 1157120,
    "num_episodes": 308,
    "mean_reward": 99.96278611183166,
    "mean_length": 3815.32,
    "loss": 0.05826599895954132,
    "sps": 2198.7480074814316
  },
  {
    "update": 570,
    "global_step": 1167360,
    "num_episodes": 308,
    "mean_reward": 99.96278611183166,
    "mean_length": 3815.32,
    "loss": 0.19391702115535736,
    "sps": 2247.8319226488716
  },
  {
    "update": 575,
    "global_step": 1177600,
    "num_episodes": 311,
    "mean_reward": 97.06219799995422,
    "mean_length": 3719.15,
    "loss": 0.5620024800300598,
    "sps": 2199.015937226961
  },
  {
    "update": 580,
    "global_step": 1187840,
    "num_episodes": 316,
    "mean_reward": 96.72605070114136,
    "mean_length": 3721.99,
    "loss": 9.720523834228516,
    "sps": 1486.7675112343536
  },
  {
    "update": 585,
    "global_step": 1198080,
    "num_episodes": 318,
    "mean_reward": 96.66609871864318,
    "mean_length": 3723.94,
    "loss": 0.6666443943977356,
    "sps": 2234.009052616905
  },
  {
    "update": 590,
    "global_step": 1208320,
    "num_episodes": 318,
    "mean_reward": 96.66609871864318,
    "mean_length": 3723.94,
    "loss": 0.2884657084941864,
    "sps": 2239.9481475435614
  },
  {
    "update": 595,
    "global_step": 1218560,
    "num_episodes": 320,
    "mean_reward": 96.41710000038147,
    "mean_length": 3723.94,
    "loss": 0.8150730133056641,
    "sps": 2242.7699730761115
  },
  {
    "update": 600,
    "global_step": 1228800,
    "num_episodes": 322,
    "mean_reward": 101.80320601463318,
    "mean_length": 3725.16,
    "loss": 0.8642079830169678,
    "sps": 285.7807108395187
  },
  {
    "update": 605,
    "global_step": 1239040,
    "num_episodes": 326,
    "mean_reward": 98.85420690536499,
    "mean_length": 3650.4,
    "loss": 0.6339423060417175,
    "sps": 1850.348648405877
  },
  {
    "update": 610,
    "global_step": 1249280,
    "num_episodes": 326,
    "mean_reward": 98.85420690536499,
    "mean_length": 3650.4,
    "loss": 0.5616691708564758,
    "sps": 2222.6578253029397
  },
  {
    "update": 615,
    "global_step": 1259520,
    "num_episodes": 331,
    "mean_reward": 90.45196411609649,
    "mean_length": 3548.02,
    "loss": 0.2677087187767029,
    "sps": 2224.9883354292588
  },
  {
    "update": 620,
    "global_step": 1269760,
    "num_episodes": 331,
    "mean_reward": 90.45196411609649,
    "mean_length": 3548.02,
    "loss": 0.05597818270325661,
    "sps": 2232.8842122446686
  },
  {
    "update": 625,
    "global_step": 1280000,
    "num_episodes": 335,
    "mean_reward": 89.9470157957077,
    "mean_length": 3546.72,
    "loss": 0.4655948281288147,
    "sps": 314.0543075325823
  },
  {
    "update": 630,
    "global_step": 1290240,
    "num_episodes": 337,
    "mean_reward": 83.67983005046844,
    "mean_length": 3359.15,
    "loss": 0.0969170331954956,
    "sps": 2181.9774383339013
  },
  {
    "update": 635,
    "global_step": 1300480,
    "num_episodes": 342,
    "mean_reward": 86.38446100711822,
    "mean_length": 3465.84,
    "loss": 0.7292745113372803,
    "sps": 2124.75987235513
  },
  {
    "update": 640,
    "global_step": 1310720,
    "num_episodes": 342,
    "mean_reward": 86.38446100711822,
    "mean_length": 3465.84,
    "loss": 0.04831065982580185,
    "sps": 2168.1603087847257
  },
  {
    "update": 645,
    "global_step": 1320960,
    "num_episodes": 343,
    "mean_reward": 89.47943027019501,
    "mean_length": 3565.41,
    "loss": 0.1487177461385727,
    "sps": 2107.2008167857116
  },
  {
    "update": 650,
    "global_step": 1331200,
    "num_episodes": 344,
    "mean_reward": 89.2304312467575,
    "mean_length": 3565.41,
    "loss": 0.12002412974834442,
    "sps": 2127.214484781757
  },
  {
    "update": 655,
    "global_step": 1341440,
    "num_episodes": 347,
    "mean_reward": 88.98148257732392,
    "mean_length": 3565.41,
    "loss": 0.1547270268201828,
    "sps": 2165.6753206938283
  },
  {
    "update": 660,
    "global_step": 1351680,
    "num_episodes": 347,
    "mean_reward": 88.98148257732392,
    "mean_length": 3565.41,
    "loss": 0.1951214224100113,
    "sps": 2229.5540914965095
  },
  {
    "update": 665,
    "global_step": 1361920,
    "num_episodes": 350,
    "mean_reward": 88.69014154911041,
    "mean_length": 3547.65,
    "loss": 0.02001141756772995,
    "sps": 2220.3189922208117
  },
  {
    "update": 670,
    "global_step": 1372160,
    "num_episodes": 353,
    "mean_reward": 91.77625680446624,
    "mean_length": 3645.53,
    "loss": 0.1334764063358307,
    "sps": 2217.9524326914734
  },
  {
    "update": 675,
    "global_step": 1382400,
    "num_episodes": 356,
    "mean_reward": 94.39934126377106,
    "mean_length": 3746.85,
    "loss": 1.491716742515564,
    "sps": 115.85030478370321
  },
  {
    "update": 680,
    "global_step": 1392640,
    "num_episodes": 362,
    "mean_reward": 94.36987939357758,
    "mean_length": 3759.39,
    "loss": 0.08460421860218048,
    "sps": 466.5453273147261
  },
  {
    "update": 685,
    "global_step": 1402880,
    "num_episodes": 370,
    "mean_reward": 91.42453453540801,
    "mean_length": 3664.28,
    "loss": 0.06896203756332397,
    "sps": 2211.12877876806
  },
  {
    "update": 690,
    "global_step": 1413120,
    "num_episodes": 371,
    "mean_reward": 94.27827970981598,
    "mean_length": 3763.34,
    "loss": 0.08465250581502914,
    "sps": 2224.3649291369943
  },
  {
    "update": 695,
    "global_step": 1423360,
    "num_episodes": 372,
    "mean_reward": 94.03031706333161,
    "mean_length": 3763.34,
    "loss": 0.12509916722774506,
    "sps": 2233.8556777814188
  },
  {
    "update": 700,
    "global_step": 1433600,
    "num_episodes": 372,
    "mean_reward": 94.03031706333161,
    "mean_length": 3763.34,
    "loss": 0.05390219762921333,
    "sps": 2225.4858130028433
  },
  {
    "update": 705,
    "global_step": 1443840,
    "num_episodes": 378,
    "mean_reward": 100.22330937862397,
    "mean_length": 3957.32,
    "loss": 1.2421371936798096,
    "sps": 176.73331940579132
  },
  {
    "update": 710,
    "global_step": 1454080,
    "num_episodes": 380,
    "mean_reward": 100.36302034854889,
    "mean_length": 3980.35,
    "loss": 0.06020417809486389,
    "sps": 2151.8459777584108
  },
  {
    "update": 715,
    "global_step": 1464320,
    "num_episodes": 383,
    "mean_reward": 103.226567196846,
    "mean_length": 4079.78,
    "loss": 0.03555985540151596,
    "sps": 779.0322633363131
  },
  {
    "update": 720,
    "global_step": 1474560,
    "num_episodes": 385,
    "mean_reward": 100.37291463375091,
    "mean_length": 3983.61,
    "loss": 0.42947918176651,
    "sps": 1976.0163143357508
  },
  {
    "update": 725,
    "global_step": 1484800,
    "num_episodes": 387,
    "mean_reward": 102.8877759027481,
    "mean_length": 4082.64,
    "loss": 0.3529297709465027,
    "sps": 2149.9991470019922
  },
  {
    "update": 730,
    "global_step": 1495040,
    "num_episodes": 393,
    "mean_reward": 96.80677964687348,
    "mean_length": 3770.28,
    "loss": 0.5400058627128601,
    "sps": 182.2636316464271
  },
  {
    "update": 735,
    "global_step": 1505280,
    "num_episodes": 397,
    "mean_reward": 99.80784844875336,
    "mean_length": 3841.74,
    "loss": 0.07788175344467163,
    "sps": 1880.7298583574118
  },
  {
    "update": 740,
    "global_step": 1515520,
    "num_episodes": 400,
    "mean_reward": 102.611374335289,
    "mean_length": 3837.4,
    "loss": 0.12514562904834747,
    "sps": 2199.6995663818816
  },
  {
    "update": 745,
    "global_step": 1525760,
    "num_episodes": 402,
    "mean_reward": 102.8225530385971,
    "mean_length": 3839.8,
    "loss": 0.1331540048122406,
    "sps": 505.88516130939627
  },
  {
    "update": 750,
    "global_step": 1536000,
    "num_episodes": 402,
    "mean_reward": 102.8225530385971,
    "mean_length": 3839.8,
    "loss": -0.008329648524522781,
    "sps": 2268.146789029585
  }
]