| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.8218531012535095, |
| "min": 0.8218531012535095, |
| "max": 1.4017139673233032, |
| "count": 16 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 24787.08984375, |
| "min": 22427.423828125, |
| "max": 38343.68359375, |
| "count": 16 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 479892.0, |
| "min": 29983.0, |
| "max": 479892.0, |
| "count": 16 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 479892.0, |
| "min": 29983.0, |
| "max": 479892.0, |
| "count": 16 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.16719870269298553, |
| "min": -0.09453507512807846, |
| "max": 0.18006311357021332, |
| "count": 16 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 41.79967498779297, |
| "min": -22.499347686767578, |
| "max": 45.19584274291992, |
| "count": 16 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.04031394422054291, |
| "min": 0.008605342358350754, |
| "max": 0.4116668403148651, |
| "count": 16 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 10.078486442565918, |
| "min": 2.1169142723083496, |
| "max": 66.13185119628906, |
| "count": 16 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.07071494894710777, |
| "min": 0.06409087616463414, |
| "max": 0.07432501029365489, |
| "count": 16 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9900092852595088, |
| "min": 0.22297503088096465, |
| "max": 1.0283716070727107, |
| "count": 16 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.01113278306284984, |
| "min": 0.0015895596431628114, |
| "max": 0.01113278306284984, |
| "count": 16 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.15585896287989776, |
| "min": 0.008619954277795236, |
| "max": 0.15585896287989776, |
| "count": 16 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 2.0581250282471426e-05, |
| "min": 2.0581250282471426e-05, |
| "max": 0.0002865078044974, |
| "count": 16 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00028813750395459994, |
| "min": 0.00028813750395459994, |
| "max": 0.0028506831497724003, |
| "count": 16 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10686038571428572, |
| "min": 0.10686038571428572, |
| "max": 0.1955026, |
| "count": 16 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4960454, |
| "min": 0.5865078, |
| "max": 2.3381796, |
| "count": 16 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.0006953525328571428, |
| "min": 0.0006953525328571428, |
| "max": 0.009550709740000001, |
| "count": 16 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.00973493546, |
| "min": 0.00973493546, |
| "max": 0.09505773724000002, |
| "count": 16 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.016086162999272346, |
| "min": 0.015609530732035637, |
| "max": 0.23164601624011993, |
| "count": 16 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.22520627081394196, |
| "min": 0.21853342652320862, |
| "max": 1.1311066150665283, |
| "count": 16 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 658.0909090909091, |
| "min": 656.1777777777778, |
| "max": 999.0, |
| "count": 16 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 28956.0, |
| "min": 15984.0, |
| "max": 32536.0, |
| "count": 16 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 0.7508090504191138, |
| "min": -1.0000000521540642, |
| "max": 0.7508090504191138, |
| "count": 16 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 33.03559821844101, |
| "min": -26.086401507258415, |
| "max": 33.03559821844101, |
| "count": 16 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 0.7508090504191138, |
| "min": -1.0000000521540642, |
| "max": 0.7508090504191138, |
| "count": 16 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 33.03559821844101, |
| "min": -26.086401507258415, |
| "max": 33.03559821844101, |
| "count": 16 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.1074948328314349, |
| "min": 0.10620525570638063, |
| "max": 2.8118732445515118, |
| "count": 16 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 4.729772644583136, |
| "min": 4.729772644583136, |
| "max": 36.554352179169655, |
| "count": 16 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 16 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 16 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1736783484", |
| "python_version": "3.10.12 (main, Nov 6 2024, 20:22:13) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.5.1+cu121", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1736784508" |
| }, |
| "total": 1024.626133001, |
| "count": 1, |
| "self": 0.4771244139999453, |
| "children": { |
| "run_training.setup": { |
| "total": 0.05486030099996242, |
| "count": 1, |
| "self": 0.05486030099996242 |
| }, |
| "TrainerController.start_learning": { |
| "total": 1024.094148286, |
| "count": 1, |
| "self": 0.6168152419968465, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 2.1712185540000064, |
| "count": 1, |
| "self": 2.1712185540000064 |
| }, |
| "TrainerController.advance": { |
| "total": 1021.2239919380033, |
| "count": 30786, |
| "self": 0.6336862899715925, |
| "children": { |
| "env_step": { |
| "total": 695.8379171090241, |
| "count": 30786, |
| "self": 625.2730052410059, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 70.18478575300469, |
| "count": 30786, |
| "self": 2.1632423169855883, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 68.0215434360191, |
| "count": 30436, |
| "self": 68.0215434360191 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.3801261150135815, |
| "count": 30786, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 1021.860913875991, |
| "count": 30786, |
| "is_parallel": true, |
| "self": 451.09090727198486, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.00209486099993228, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006973370000196155, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0013975239999126643, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0013975239999126643 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.0452558769998177, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005682189998879039, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0004359550000572199, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004359550000572199 |
| }, |
| "communicator.exchange": { |
| "total": 0.04256188099998326, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.04256188099998326 |
| }, |
| "steps_from_proto": { |
| "total": 0.0016898219998893182, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003678539997054031, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0013219680001839151, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0013219680001839151 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 570.7700066040061, |
| "count": 30785, |
| "is_parallel": true, |
| "self": 15.56219973903876, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 11.16187519201435, |
| "count": 30785, |
| "is_parallel": true, |
| "self": 11.16187519201435 |
| }, |
| "communicator.exchange": { |
| "total": 497.36558166495774, |
| "count": 30785, |
| "is_parallel": true, |
| "self": 497.36558166495774 |
| }, |
| "steps_from_proto": { |
| "total": 46.68035000799523, |
| "count": 30785, |
| "is_parallel": true, |
| "self": 9.347248153031842, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 37.33310185496339, |
| "count": 246280, |
| "is_parallel": true, |
| "self": 37.33310185496339 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 324.7523885390076, |
| "count": 30786, |
| "self": 1.1181802269559284, |
| "children": { |
| "process_trajectory": { |
| "total": 62.56286166304949, |
| "count": 30786, |
| "self": 62.44559191104986, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.11726975199962908, |
| "count": 1, |
| "self": 0.11726975199962908 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 261.0713466490022, |
| "count": 210, |
| "self": 147.64122675499607, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 113.43011989400611, |
| "count": 11070, |
| "self": 113.43011989400611 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 9.169998520519584e-07, |
| "count": 1, |
| "self": 9.169998520519584e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.08212163500002134, |
| "count": 1, |
| "self": 0.0020013969997307868, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.08012023800029056, |
| "count": 1, |
| "self": 0.08012023800029056 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
