| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.3351125419139862, |
| "min": 0.33189326524734497, |
| "max": 1.3687214851379395, |
| "count": 36 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 9999.7578125, |
| "min": 9999.7578125, |
| "max": 41521.53515625, |
| "count": 36 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 1079885.0, |
| "min": 29952.0, |
| "max": 1079885.0, |
| "count": 36 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 1079885.0, |
| "min": 29952.0, |
| "max": 1079885.0, |
| "count": 36 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.5350074768066406, |
| "min": -0.1271953284740448, |
| "max": 0.5919860005378723, |
| "count": 36 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 149.80209350585938, |
| "min": -30.65407371520996, |
| "max": 164.57211303710938, |
| "count": 36 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": -6.175429734867066e-05, |
| "min": -0.003601330565288663, |
| "max": 0.557278573513031, |
| "count": 36 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": -0.017291203141212463, |
| "min": -0.9615552425384521, |
| "max": 132.0750274658203, |
| "count": 36 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.07049346391743581, |
| "min": 0.06508563713325319, |
| "max": 0.07421449852157748, |
| "count": 36 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9869084948441014, |
| "min": 0.49815960878595955, |
| "max": 1.0582415502662221, |
| "count": 36 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.017931372663172494, |
| "min": 0.000523692418971514, |
| "max": 0.017931372663172494, |
| "count": 36 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.2510392172844149, |
| "min": 0.005889258294078983, |
| "max": 0.25247206898833, |
| "count": 36 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 9.598129268188314e-06, |
| "min": 9.598129268188314e-06, |
| "max": 0.00029559148198898697, |
| "count": 36 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.0001343738097546364, |
| "min": 0.0001343738097546364, |
| "max": 0.0033139177408153626, |
| "count": 36 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10319934415584417, |
| "min": 0.10319934415584417, |
| "max": 0.19853049350649352, |
| "count": 36 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4447908181818183, |
| "min": 1.3719214545454548, |
| "max": 2.436768545454546, |
| "count": 36 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.0003296144811688314, |
| "min": 0.0003296144811688314, |
| "max": 0.009853196301298703, |
| "count": 36 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.004614602736363639, |
| "min": 0.004614602736363639, |
| "max": 0.11048345426363637, |
| "count": 36 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.010285355150699615, |
| "min": 0.010285355150699615, |
| "max": 0.5733075141906738, |
| "count": 36 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.14399497210979462, |
| "min": 0.14399497210979462, |
| "max": 4.013152599334717, |
| "count": 36 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 331.51724137931035, |
| "min": 301.80392156862746, |
| "max": 999.0, |
| "count": 36 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 28842.0, |
| "min": 15984.0, |
| "max": 33187.0, |
| "count": 36 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.5765080299528165, |
| "min": -1.0000000521540642, |
| "max": 1.6197450746800386, |
| "count": 36 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 137.15619860589504, |
| "min": -32.000001668930054, |
| "max": 165.21399761736393, |
| "count": 36 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.5765080299528165, |
| "min": -1.0000000521540642, |
| "max": 1.6197450746800386, |
| "count": 36 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 137.15619860589504, |
| "min": -32.000001668930054, |
| "max": 165.21399761736393, |
| "count": 36 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.034637269224093735, |
| "min": 0.034637269224093735, |
| "max": 11.035581363365054, |
| "count": 36 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 3.013442422496155, |
| "min": 3.013442422496155, |
| "max": 176.56930181384087, |
| "count": 36 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 36 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 36 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1751450074", |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.7.1+cu126", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1751452448" |
| }, |
| "total": 2373.423566798, |
| "count": 1, |
| "self": 0.5523976770000445, |
| "children": { |
| "run_training.setup": { |
| "total": 0.02284334499995566, |
| "count": 1, |
| "self": 0.02284334499995566 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2372.848325776, |
| "count": 1, |
| "self": 1.3416274809360402, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.890055951000022, |
| "count": 1, |
| "self": 3.890055951000022 |
| }, |
| "TrainerController.advance": { |
| "total": 2367.537731608064, |
| "count": 70298, |
| "self": 1.427440480084897, |
| "children": { |
| "env_step": { |
| "total": 1662.0997267000585, |
| "count": 70298, |
| "self": 1508.462816020221, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 152.82532726194518, |
| "count": 70298, |
| "self": 4.692824763930048, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 148.13250249801513, |
| "count": 68816, |
| "self": 148.13250249801513 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.8115834178922796, |
| "count": 70298, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2368.01490010601, |
| "count": 70298, |
| "is_parallel": true, |
| "self": 975.1422123020211, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.005240819999926316, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.004013396000118519, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0012274239998077974, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0012274239998077974 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.044480287999931534, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005436209999061248, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00043691599989870156, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00043691599989870156 |
| }, |
| "communicator.exchange": { |
| "total": 0.0419874480000999, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0419874480000999 |
| }, |
| "steps_from_proto": { |
| "total": 0.0015123030000268045, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00031563400034428923, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0011966689996825153, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0011966689996825153 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1392.8726878039888, |
| "count": 70297, |
| "is_parallel": true, |
| "self": 34.7834155749797, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 23.95798807803817, |
| "count": 70297, |
| "is_parallel": true, |
| "self": 23.95798807803817 |
| }, |
| "communicator.exchange": { |
| "total": 1234.2793065009193, |
| "count": 70297, |
| "is_parallel": true, |
| "self": 1234.2793065009193 |
| }, |
| "steps_from_proto": { |
| "total": 99.8519776500516, |
| "count": 70297, |
| "is_parallel": true, |
| "self": 19.74388415385033, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 80.10809349620126, |
| "count": 562376, |
| "is_parallel": true, |
| "self": 80.10809349620126 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 704.0105644279206, |
| "count": 70298, |
| "self": 2.664951175861006, |
| "children": { |
| "process_trajectory": { |
| "total": 132.58748609605618, |
| "count": 70298, |
| "self": 132.28952762105655, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.297958474999632, |
| "count": 2, |
| "self": 0.297958474999632 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 568.7581271560034, |
| "count": 486, |
| "self": 315.7641164870072, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 252.99401066899622, |
| "count": 25140, |
| "self": 252.99401066899622 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 8.590000106778461e-07, |
| "count": 1, |
| "self": 8.590000106778461e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.0789098769996599, |
| "count": 1, |
| "self": 0.0012257319999662286, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.07768414499969367, |
| "count": 1, |
| "self": 0.07768414499969367 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
