| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.16728255152702332, |
| "min": 0.15525735914707184, |
| "max": 0.21002553403377533, |
| "count": 34 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 5053.271484375, |
| "min": 1868.0673828125, |
| "max": 6280.603515625, |
| "count": 34 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 234.51181102362204, |
| "min": 212.17948717948718, |
| "max": 283.64761904761906, |
| "count": 34 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 29783.0, |
| "min": 8275.0, |
| "max": 31880.0, |
| "count": 34 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 2999883.0, |
| "min": 2009983.0, |
| "max": 2999883.0, |
| "count": 34 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 2999883.0, |
| "min": 2009983.0, |
| "max": 2999883.0, |
| "count": 34 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.7479361891746521, |
| "min": 0.6622505784034729, |
| "max": 0.8450698852539062, |
| "count": 34 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 224.380859375, |
| "min": 73.65901184082031, |
| "max": 252.65277099609375, |
| "count": 34 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.005168822593986988, |
| "min": -0.012601537629961967, |
| "max": 0.01932157576084137, |
| "count": 34 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 1.5506467819213867, |
| "min": -3.742656707763672, |
| "max": 5.680543422698975, |
| "count": 34 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.7497338478959452, |
| "min": 1.6608981324566736, |
| "max": 1.787820503497735, |
| "count": 34 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 222.21619868278503, |
| "min": 69.72499963641167, |
| "max": 244.80299776792526, |
| "count": 34 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.7497338478959452, |
| "min": 1.6608981324566736, |
| "max": 1.787820503497735, |
| "count": 34 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 222.21619868278503, |
| "min": 69.72499963641167, |
| "max": 244.80299776792526, |
| "count": 34 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.01949155884766532, |
| "min": 0.019372238134383223, |
| "max": 0.028201485868443604, |
| "count": 34 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 2.4754279736534954, |
| "min": 0.8830385050969198, |
| "max": 3.0416997363208793, |
| "count": 34 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.07110694913851966, |
| "min": 0.06405901443975467, |
| "max": 0.07133843297612788, |
| "count": 34 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9954972879392753, |
| "min": 0.27638910769019276, |
| "max": 1.0520664500654675, |
| "count": 34 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.01526131886429302, |
| "min": 0.012369724602710143, |
| "max": 0.016298255188782248, |
| "count": 34 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.21365846410010228, |
| "min": 0.06191515453004589, |
| "max": 0.23520687879257218, |
| "count": 34 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 1.5590351946404768e-06, |
| "min": 1.5590351946404768e-06, |
| "max": 9.947719184095832e-05, |
| "count": 34 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 2.1826492724966673e-05, |
| "min": 2.1826492724966673e-05, |
| "max": 0.0014621597126137666, |
| "count": 34 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10051964523809527, |
| "min": 0.10051964523809527, |
| "max": 0.13315904166666664, |
| "count": 34 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4072750333333337, |
| "min": 0.5326361666666666, |
| "max": 1.9873862333333334, |
| "count": 34 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 6.191255928571431e-05, |
| "min": 6.191255928571431e-05, |
| "max": 0.0033225882625, |
| "count": 34 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.0008667758300000004, |
| "min": 0.0008667758300000004, |
| "max": 0.048839884709999996, |
| "count": 34 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.008113382384181023, |
| "min": 0.007795785553753376, |
| "max": 0.010242822580039501, |
| "count": 34 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.11358735710382462, |
| "min": 0.040971290320158005, |
| "max": 0.14452455937862396, |
| "count": 34 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 34 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 34 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1693050399", |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=PyramidsTraining --no-graphics --resume", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1693053095" |
| }, |
| "total": 2695.543802821001, |
| "count": 1, |
| "self": 1.1324325500017949, |
| "children": { |
| "run_training.setup": { |
| "total": 0.040259501000036835, |
| "count": 1, |
| "self": 0.040259501000036835 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2694.371110769999, |
| "count": 1, |
| "self": 1.6563902417110512, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 5.44096331899982, |
| "count": 1, |
| "self": 5.44096331899982 |
| }, |
| "TrainerController.advance": { |
| "total": 2687.100431038287, |
| "count": 65705, |
| "self": 1.5864545440545044, |
| "children": { |
| "env_step": { |
| "total": 2001.4026687082624, |
| "count": 65705, |
| "self": 1886.4337987335402, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 114.04875525803072, |
| "count": 65705, |
| "self": 4.902434129653557, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 109.14632112837717, |
| "count": 62569, |
| "self": 109.14632112837717 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.920114716691387, |
| "count": 65705, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2687.969531494088, |
| "count": 65705, |
| "is_parallel": true, |
| "self": 926.9245235840926, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0019770689996221336, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006251910008359118, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0013518779987862217, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0013518779987862217 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.08333673800007091, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005924659999436699, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00046607700005552033, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00046607700005552033 |
| }, |
| "communicator.exchange": { |
| "total": 0.07168196800012083, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.07168196800012083 |
| }, |
| "steps_from_proto": { |
| "total": 0.010596226999950886, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.009075192998352577, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0015210340015983093, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0015210340015983093 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1761.0450079099955, |
| "count": 65704, |
| "is_parallel": true, |
| "self": 34.77587164081251, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 23.156331481118286, |
| "count": 65704, |
| "is_parallel": true, |
| "self": 23.156331481118286 |
| }, |
| "communicator.exchange": { |
| "total": 1592.8627225269947, |
| "count": 65704, |
| "is_parallel": true, |
| "self": 1592.8627225269947 |
| }, |
| "steps_from_proto": { |
| "total": 110.25008226107002, |
| "count": 65704, |
| "is_parallel": true, |
| "self": 22.365261638236916, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 87.8848206228331, |
| "count": 525632, |
| "is_parallel": true, |
| "self": 87.8848206228331 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 684.11130778597, |
| "count": 65705, |
| "self": 3.081327651087122, |
| "children": { |
| "process_trajectory": { |
| "total": 120.54025942088992, |
| "count": 65705, |
| "self": 120.27275603989074, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.26750338099918736, |
| "count": 2, |
| "self": 0.26750338099918736 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 560.4897207139929, |
| "count": 473, |
| "self": 366.8761716950967, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 193.61354901889626, |
| "count": 22752, |
| "self": 193.61354901889626 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 2.3588001567986794e-05, |
| "count": 1, |
| "self": 2.3588001567986794e-05 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.1733025829998951, |
| "count": 1, |
| "self": 0.0039729189993522596, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.16932966400054283, |
| "count": 1, |
| "self": 0.16932966400054283 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
