| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.15516012907028198, |
| "min": 0.15516012907028198, |
| "max": 1.441590428352356, |
| "count": 60 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 4684.5947265625, |
| "min": 4684.5947265625, |
| "max": 43732.0859375, |
| "count": 60 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 1799891.0, |
| "min": 29977.0, |
| "max": 1799891.0, |
| "count": 60 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 1799891.0, |
| "min": 29977.0, |
| "max": 1799891.0, |
| "count": 60 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.732874870300293, |
| "min": -0.14343158900737762, |
| "max": 0.732874870300293, |
| "count": 60 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 210.3350830078125, |
| "min": -34.13671875, |
| "max": 210.3350830078125, |
| "count": 60 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.010336510837078094, |
| "min": -0.00017044488049577922, |
| "max": 0.3998706638813019, |
| "count": 60 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 2.966578483581543, |
| "min": -0.048917680978775024, |
| "max": 95.16921997070312, |
| "count": 60 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06712313430034557, |
| "min": 0.0655161562622414, |
| "max": 0.0731539917996131, |
| "count": 60 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9397238802048379, |
| "min": 0.5097635670525928, |
| "max": 1.088783588847054, |
| "count": 60 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.013134301773832357, |
| "min": 0.0002593173372364396, |
| "max": 0.01760839204265115, |
| "count": 60 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.183880224833653, |
| "min": 0.002852490709600835, |
| "max": 0.2465174885971161, |
| "count": 60 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 0.00012147050950985, |
| "min": 0.00012147050950985, |
| "max": 0.0002984124433863286, |
| "count": 60 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.0017005871331379, |
| "min": 0.0017005871331379, |
| "max": 0.0038845853051382665, |
| "count": 60 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.14049015, |
| "min": 0.14049015, |
| "max": 0.19947081428571428, |
| "count": 60 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.9668621000000002, |
| "min": 1.3962957, |
| "max": 2.7375688333333335, |
| "count": 60 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.004054965985, |
| "min": 0.004054965985, |
| "max": 0.009947134347142856, |
| "count": 60 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.05676952378999999, |
| "min": 0.05676952378999999, |
| "max": 0.12949668716, |
| "count": 60 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.006979435216635466, |
| "min": 0.006979435216635466, |
| "max": 0.5191302299499512, |
| "count": 60 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.09771209210157394, |
| "min": 0.09771209210157394, |
| "max": 3.633911609649658, |
| "count": 60 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 267.72972972972974, |
| "min": 267.72972972972974, |
| "max": 999.0, |
| "count": 60 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 29718.0, |
| "min": 16520.0, |
| "max": 32684.0, |
| "count": 60 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.6962252102188162, |
| "min": -0.9999484390981735, |
| "max": 1.7070293952437008, |
| "count": 60 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 188.2809983342886, |
| "min": -31.998001664876938, |
| "max": 188.2809983342886, |
| "count": 60 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.6962252102188162, |
| "min": -0.9999484390981735, |
| "max": 1.7070293952437008, |
| "count": 60 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 188.2809983342886, |
| "min": -31.998001664876938, |
| "max": 188.2809983342886, |
| "count": 60 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.019441300500074175, |
| "min": 0.019441300500074175, |
| "max": 9.994171965648146, |
| "count": 60 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 2.1579843555082334, |
| "min": 2.147723367670551, |
| "max": 169.9009234160185, |
| "count": 60 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 60 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 60 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1720584960", |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "1.1.0.dev0", |
| "mlagents_envs_version": "1.1.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.3.0+cu121", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1720589024" |
| }, |
| "total": 4063.9246144930003, |
| "count": 1, |
| "self": 0.3578237930000796, |
| "children": { |
| "run_training.setup": { |
| "total": 0.061070624000024054, |
| "count": 1, |
| "self": 0.061070624000024054 |
| }, |
| "TrainerController.start_learning": { |
| "total": 4063.505720076, |
| "count": 1, |
| "self": 2.50016204705571, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.024343798000018, |
| "count": 1, |
| "self": 3.024343798000018 |
| }, |
| "TrainerController.advance": { |
| "total": 4057.845090118945, |
| "count": 116318, |
| "self": 2.5567365261499617, |
| "children": { |
| "env_step": { |
| "total": 2910.566632085842, |
| "count": 116318, |
| "self": 2675.4829822889046, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 233.52762133790208, |
| "count": 116318, |
| "self": 8.510360564947973, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 225.0172607729541, |
| "count": 113419, |
| "self": 225.0172607729541 |
| } |
| } |
| }, |
| "workers": { |
| "total": 1.5560284590350193, |
| "count": 116318, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 4053.256295562092, |
| "count": 116318, |
| "is_parallel": true, |
| "self": 1601.200234990009, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0056594679999761865, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.004150975000072776, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0015084929999034102, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0015084929999034102 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.050421885999980987, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.000634222999906342, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0004452790000186724, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004452790000186724 |
| }, |
| "communicator.exchange": { |
| "total": 0.047645586000044204, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.047645586000044204 |
| }, |
| "steps_from_proto": { |
| "total": 0.0016967980000117677, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00036156999999548134, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0013352280000162864, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0013352280000162864 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 2452.056060572083, |
| "count": 116317, |
| "is_parallel": true, |
| "self": 60.63887488623914, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 43.02669800501138, |
| "count": 116317, |
| "is_parallel": true, |
| "self": 43.02669800501138 |
| }, |
| "communicator.exchange": { |
| "total": 2167.3946952709516, |
| "count": 116317, |
| "is_parallel": true, |
| "self": 2167.3946952709516 |
| }, |
| "steps_from_proto": { |
| "total": 180.9957924098809, |
| "count": 116317, |
| "is_parallel": true, |
| "self": 37.12974223485975, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 143.86605017502114, |
| "count": 930536, |
| "is_parallel": true, |
| "self": 143.86605017502114 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 1144.7217215069534, |
| "count": 116318, |
| "self": 5.022114229970157, |
| "children": { |
| "process_trajectory": { |
| "total": 238.31076754898316, |
| "count": 116318, |
| "self": 237.88740539598365, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.4233621529995162, |
| "count": 3, |
| "self": 0.4233621529995162 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 901.3888397280001, |
| "count": 835, |
| "self": 534.9114279339796, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 366.47741179402055, |
| "count": 41365, |
| "self": 366.47741179402055 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.3939998098067008e-06, |
| "count": 1, |
| "self": 1.3939998098067008e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.13612271799956943, |
| "count": 1, |
| "self": 0.0020453689994610613, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.13407734900010837, |
| "count": 1, |
| "self": 0.13407734900010837 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
