| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.36977726221084595, |
| "min": 0.3580505847930908, |
| "max": 1.450472116470337, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 11146.5654296875, |
| "min": 10730.0595703125, |
| "max": 44001.5234375, |
| "count": 33 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 989959.0, |
| "min": 29910.0, |
| "max": 989959.0, |
| "count": 33 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 989959.0, |
| "min": 29910.0, |
| "max": 989959.0, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.511104941368103, |
| "min": -0.09569025784730911, |
| "max": 0.511104941368103, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 139.02053833007812, |
| "min": -23.061351776123047, |
| "max": 140.27413940429688, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": -0.0028107797261327505, |
| "min": -0.0028107797261327505, |
| "max": 0.3171139061450958, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": -0.7645320892333984, |
| "min": -0.7645320892333984, |
| "max": 76.21006774902344, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06836471756280585, |
| "min": 0.06690948150935583, |
| "max": 0.07832613427867526, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9571060458792819, |
| "min": 0.5482829399507267, |
| "max": 1.0661902121906215, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.016924253872428442, |
| "min": 0.000883372145429386, |
| "max": 0.017694441992803366, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.23693955421399818, |
| "min": 0.011483837890582018, |
| "max": 0.2477221878992471, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 7.690918864964284e-06, |
| "min": 7.690918864964284e-06, |
| "max": 0.0002952347158741428, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00010767286410949997, |
| "min": 0.00010767286410949997, |
| "max": 0.003608931997022699, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10256360714285714, |
| "min": 0.10256360714285714, |
| "max": 0.19841157142857144, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4358905, |
| "min": 1.388881, |
| "max": 2.5281195, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.00026610435357142856, |
| "min": 0.00026610435357142856, |
| "max": 0.009841315985714286, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.0037254609499999996, |
| "min": 0.0037254609499999996, |
| "max": 0.12030743227, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.007130883634090424, |
| "min": 0.007130883634090424, |
| "max": 0.5126622915267944, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.09983237087726593, |
| "min": 0.09983237087726593, |
| "max": 3.5886359214782715, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 374.6666666666667, |
| "min": 346.1025641025641, |
| "max": 996.96875, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 32596.0, |
| "min": 16709.0, |
| "max": 32758.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.5551883494264858, |
| "min": -0.9352375506423414, |
| "max": 1.5769512663858058, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 133.74619805067778, |
| "min": -29.927601620554924, |
| "max": 133.74619805067778, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.5551883494264858, |
| "min": -0.9352375506423414, |
| "max": 1.5769512663858058, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 133.74619805067778, |
| "min": -29.927601620554924, |
| "max": 133.74619805067778, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.028216918677614115, |
| "min": 0.028216918677614115, |
| "max": 10.193550705909729, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 2.426655006274814, |
| "min": 2.2230944259572425, |
| "max": 173.2903620004654, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1740969635", |
| "python_version": "3.10.12 (main, Feb 4 2025, 14:57:36) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.6.0+cu124", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1740972709" |
| }, |
| "total": 3073.866505559, |
| "count": 1, |
| "self": 0.6370618709997871, |
| "children": { |
| "run_training.setup": { |
| "total": 0.051447962000565894, |
| "count": 1, |
| "self": 0.051447962000565894 |
| }, |
| "TrainerController.start_learning": { |
| "total": 3073.1779957259996, |
| "count": 1, |
| "self": 2.323609612995824, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 5.540949600000204, |
| "count": 1, |
| "self": 5.540949600000204 |
| }, |
| "TrainerController.advance": { |
| "total": 3065.2258622980034, |
| "count": 63935, |
| "self": 2.4867665199499243, |
| "children": { |
| "env_step": { |
| "total": 2038.6802913680858, |
| "count": 63935, |
| "self": 1879.7043428387487, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 157.55149409516343, |
| "count": 63935, |
| "self": 6.526093197179762, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 151.02540089798367, |
| "count": 62572, |
| "self": 151.02540089798367 |
| } |
| } |
| }, |
| "workers": { |
| "total": 1.42445443417364, |
| "count": 63935, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 3066.2177714231775, |
| "count": 63935, |
| "is_parallel": true, |
| "self": 1353.0819421951646, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.007856244000322476, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.004865047999373928, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0029911960009485483, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0029911960009485483 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.2623013610000271, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0044218780003575375, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0006978009996601031, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006978009996601031 |
| }, |
| "communicator.exchange": { |
| "total": 0.24702279200027988, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.24702279200027988 |
| }, |
| "steps_from_proto": { |
| "total": 0.010158889999729581, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0027321899997332366, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0074266999999963446, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0074266999999963446 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1713.1358292280129, |
| "count": 63934, |
| "is_parallel": true, |
| "self": 45.48663933717489, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 30.03815249996751, |
| "count": 63934, |
| "is_parallel": true, |
| "self": 30.03815249996751 |
| }, |
| "communicator.exchange": { |
| "total": 1509.0095357108576, |
| "count": 63934, |
| "is_parallel": true, |
| "self": 1509.0095357108576 |
| }, |
| "steps_from_proto": { |
| "total": 128.60150168001292, |
| "count": 63934, |
| "is_parallel": true, |
| "self": 27.371362279034656, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 101.23013940097826, |
| "count": 511472, |
| "is_parallel": true, |
| "self": 101.23013940097826 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 1024.0588044099677, |
| "count": 63935, |
| "self": 4.656121496868764, |
| "children": { |
| "process_trajectory": { |
| "total": 155.849403922095, |
| "count": 63935, |
| "self": 155.41898029609547, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.43042362599953776, |
| "count": 2, |
| "self": 0.43042362599953776 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 863.5532789910039, |
| "count": 457, |
| "self": 354.14338129989756, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 509.4098976911064, |
| "count": 22788, |
| "self": 509.4098976911064 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.0430003385408781e-06, |
| "count": 1, |
| "self": 1.0430003385408781e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.08757317199979298, |
| "count": 1, |
| "self": 0.0019128180001644068, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.08566035399962857, |
| "count": 1, |
| "self": 0.08566035399962857 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
