| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.5028998851776123, |
| "min": 0.5028998851776123, |
| "max": 1.4695398807525635, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 15135.275390625, |
| "min": 15135.275390625, |
| "max": 44579.9609375, |
| "count": 33 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 989976.0, |
| "min": 29952.0, |
| "max": 989976.0, |
| "count": 33 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 989976.0, |
| "min": 29952.0, |
| "max": 989976.0, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.5349655151367188, |
| "min": -0.11395851522684097, |
| "max": 0.6083133816719055, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 153.53509521484375, |
| "min": -27.46400260925293, |
| "max": 171.54437255859375, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": -0.03529082611203194, |
| "min": -0.09298340976238251, |
| "max": 0.27694836258888245, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": -10.128466606140137, |
| "min": -26.035354614257812, |
| "max": 66.46760559082031, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06676488253190144, |
| "min": 0.06487362207362235, |
| "max": 0.07545464212218962, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9347083554466201, |
| "min": 0.4908652668417399, |
| "max": 1.0797000884582908, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.017563678713292678, |
| "min": 0.000982761730550074, |
| "max": 0.020494816895137585, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.24589150198609747, |
| "min": 0.006879332113850518, |
| "max": 0.30742225342706375, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 7.461718941364287e-06, |
| "min": 7.461718941364287e-06, |
| "max": 0.00029515063018788575, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00010446406517910001, |
| "min": 0.00010446406517910001, |
| "max": 0.0033839021720327004, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10248720714285717, |
| "min": 0.10248720714285717, |
| "max": 0.19838354285714285, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4348209000000003, |
| "min": 1.3691136000000002, |
| "max": 2.5279673000000003, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.0002584719935714286, |
| "min": 0.0002584719935714286, |
| "max": 0.00983851593142857, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.0036186079100000005, |
| "min": 0.0036186079100000005, |
| "max": 0.11282393327000001, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.009342735633254051, |
| "min": 0.009342735633254051, |
| "max": 0.41652894020080566, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.13079829514026642, |
| "min": 0.13079829514026642, |
| "max": 2.9157025814056396, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 337.10526315789474, |
| "min": 309.5268817204301, |
| "max": 999.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 32025.0, |
| "min": 15984.0, |
| "max": 33191.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.5786589303299001, |
| "min": -1.0000000521540642, |
| "max": 1.6474558973825106, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 149.9725983813405, |
| "min": -32.000001668930054, |
| "max": 153.2133984565735, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.5786589303299001, |
| "min": -1.0000000521540642, |
| "max": 1.6474558973825106, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 149.9725983813405, |
| "min": -32.000001668930054, |
| "max": 153.2133984565735, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.03272266578044908, |
| "min": 0.030321995733976766, |
| "max": 8.237760927528143, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 3.1086532491426624, |
| "min": 2.731448870181339, |
| "max": 131.8041748404503, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1743008158", |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.6.0+cu124", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1743010673" |
| }, |
| "total": 2515.1668689410003, |
| "count": 1, |
| "self": 1.095464601000458, |
| "children": { |
| "run_training.setup": { |
| "total": 0.021430106000025262, |
| "count": 1, |
| "self": 0.021430106000025262 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2514.049974234, |
| "count": 1, |
| "self": 1.6639045399379029, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 2.24141059700014, |
| "count": 1, |
| "self": 2.24141059700014 |
| }, |
| "TrainerController.advance": { |
| "total": 2510.0540116950615, |
| "count": 63877, |
| "self": 1.7006393590127118, |
| "children": { |
| "env_step": { |
| "total": 1774.6063853939613, |
| "count": 63877, |
| "self": 1594.6898395009825, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 178.9736997569862, |
| "count": 63877, |
| "self": 5.322926828024265, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 173.65077292896194, |
| "count": 62564, |
| "self": 173.65077292896194 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.9428461359925677, |
| "count": 63877, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2507.982096880023, |
| "count": 63877, |
| "is_parallel": true, |
| "self": 1044.1173434320544, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0022396250001293083, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0007497599999624072, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0014898650001669012, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0014898650001669012 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.08175451300030545, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005850680008734344, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0004889319998255814, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004889319998255814 |
| }, |
| "communicator.exchange": { |
| "total": 0.07890167199957432, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.07890167199957432 |
| }, |
| "steps_from_proto": { |
| "total": 0.0017788410000321164, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00038208900014069513, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0013967519998914213, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0013967519998914213 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1463.8647534479687, |
| "count": 63876, |
| "is_parallel": true, |
| "self": 34.940529567028534, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 26.05742025501422, |
| "count": 63876, |
| "is_parallel": true, |
| "self": 26.05742025501422 |
| }, |
| "communicator.exchange": { |
| "total": 1292.2112105988667, |
| "count": 63876, |
| "is_parallel": true, |
| "self": 1292.2112105988667 |
| }, |
| "steps_from_proto": { |
| "total": 110.65559302705924, |
| "count": 63876, |
| "is_parallel": true, |
| "self": 23.39903664608846, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 87.25655638097078, |
| "count": 511008, |
| "is_parallel": true, |
| "self": 87.25655638097078 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 733.7469869420875, |
| "count": 63877, |
| "self": 3.111699749138097, |
| "children": { |
| "process_trajectory": { |
| "total": 142.0162464699588, |
| "count": 63877, |
| "self": 141.79468117495844, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.22156529500034594, |
| "count": 2, |
| "self": 0.22156529500034594 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 588.6190407229906, |
| "count": 448, |
| "self": 325.28446773401447, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 263.3345729889761, |
| "count": 22815, |
| "self": 263.3345729889761 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.1590000212891027e-06, |
| "count": 1, |
| "self": 1.1590000212891027e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.0906462430002648, |
| "count": 1, |
| "self": 0.0013437540001177695, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.08930248900014703, |
| "count": 1, |
| "self": 0.08930248900014703 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
