| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.13125251233577728, |
| "min": 0.1266728788614273, |
| "max": 1.4334834814071655, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 3937.575439453125, |
| "min": 3788.02587890625, |
| "max": 43486.15625, |
| "count": 100 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 2999971.0, |
| "min": 29952.0, |
| "max": 2999971.0, |
| "count": 100 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 2999971.0, |
| "min": 29952.0, |
| "max": 2999971.0, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.7409255504608154, |
| "min": -0.10395684093236923, |
| "max": 0.8428269028663635, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 214.868408203125, |
| "min": -24.949642181396484, |
| "max": 255.37655639648438, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.014302385039627552, |
| "min": -0.08000713586807251, |
| "max": 0.3142332434654236, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 4.14769172668457, |
| "min": -20.641841888427734, |
| "max": 75.73020935058594, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06710547671814095, |
| "min": 0.0634419109643906, |
| "max": 0.07480556164908611, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9394766740539732, |
| "min": 0.4866420462852659, |
| "max": 1.0744367132702952, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.01554489962013793, |
| "min": 0.0006077335625649556, |
| "max": 0.01744368394845099, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.21762859468193102, |
| "min": 0.008330488975790263, |
| "max": 0.2610343461856246, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 1.4382138063428581e-06, |
| "min": 1.4382138063428581e-06, |
| "max": 0.00029838354339596195, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 2.0134993288800014e-05, |
| "min": 2.0134993288800014e-05, |
| "max": 0.003969560076813332, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10047937142857145, |
| "min": 0.10047937142857145, |
| "max": 0.19946118095238097, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4067112000000004, |
| "min": 1.3962282666666668, |
| "max": 2.737505266666667, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 5.788920571428576e-05, |
| "min": 5.788920571428576e-05, |
| "max": 0.009946171977142856, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.0008104488800000007, |
| "min": 0.0008104488800000007, |
| "max": 0.13232634799999998, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.006704431492835283, |
| "min": 0.006704431492835283, |
| "max": 0.48235660791397095, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.09386204183101654, |
| "min": 0.09386204183101654, |
| "max": 3.3764963150024414, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 250.67241379310346, |
| "min": 210.52482269503545, |
| "max": 999.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 29078.0, |
| "min": 15984.0, |
| "max": 32958.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.697591361043782, |
| "min": -1.0000000521540642, |
| "max": 1.7752850921230112, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 196.92059788107872, |
| "min": -30.433601640164852, |
| "max": 250.3151979893446, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.697591361043782, |
| "min": -1.0000000521540642, |
| "max": 1.7752850921230112, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 196.92059788107872, |
| "min": -30.433601640164852, |
| "max": 250.3151979893446, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.017440856715626885, |
| "min": 0.01581837089132874, |
| "max": 9.29213576670736, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 2.0231393790127186, |
| "min": 1.9819676644983701, |
| "max": 148.67417226731777, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1706728531", |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "1.1.0.dev0", |
| "mlagents_envs_version": "1.1.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.2.0+cu121", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1706736123" |
| }, |
| "total": 7591.881738983, |
| "count": 1, |
| "self": 0.5082409179995011, |
| "children": { |
| "run_training.setup": { |
| "total": 0.051130151999586815, |
| "count": 1, |
| "self": 0.051130151999586815 |
| }, |
| "TrainerController.start_learning": { |
| "total": 7591.322367913001, |
| "count": 1, |
| "self": 4.580546740238788, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.188782046000142, |
| "count": 1, |
| "self": 3.188782046000142 |
| }, |
| "TrainerController.advance": { |
| "total": 7583.460988532762, |
| "count": 194613, |
| "self": 4.724775389248862, |
| "children": { |
| "env_step": { |
| "total": 5582.194257566906, |
| "count": 194613, |
| "self": 5157.444570339441, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 421.9881304117371, |
| "count": 194613, |
| "self": 15.415391997128609, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 406.57273841460847, |
| "count": 187563, |
| "self": 406.57273841460847 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.7615568157279995, |
| "count": 194613, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 7574.286593487962, |
| "count": 194613, |
| "is_parallel": true, |
| "self": 2808.250156997893, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.005371056000058161, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.003946133999306767, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.001424922000751394, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.001424922000751394 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.053897405000043364, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006992150001678965, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0005338639998626604, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005338639998626604 |
| }, |
| "communicator.exchange": { |
| "total": 0.050768492000315746, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.050768492000315746 |
| }, |
| "steps_from_proto": { |
| "total": 0.0018958339996970608, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00040937699895948754, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0014864570007375733, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0014864570007375733 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 4766.036436490069, |
| "count": 194612, |
| "is_parallel": true, |
| "self": 111.07986765572969, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 78.7007358669689, |
| "count": 194612, |
| "is_parallel": true, |
| "self": 78.7007358669689 |
| }, |
| "communicator.exchange": { |
| "total": 4250.520715371329, |
| "count": 194612, |
| "is_parallel": true, |
| "self": 4250.520715371329 |
| }, |
| "steps_from_proto": { |
| "total": 325.73511759604116, |
| "count": 194612, |
| "is_parallel": true, |
| "self": 67.39921052791487, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 258.3359070681263, |
| "count": 1556896, |
| "is_parallel": true, |
| "self": 258.3359070681263 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 1996.5419555766066, |
| "count": 194613, |
| "self": 9.159311783740577, |
| "children": { |
| "process_trajectory": { |
| "total": 416.15789446488, |
| "count": 194613, |
| "self": 415.5295719828782, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.6283224820017494, |
| "count": 6, |
| "self": 0.6283224820017494 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 1571.224749327986, |
| "count": 1398, |
| "self": 930.3179039760244, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 640.9068453519617, |
| "count": 68412, |
| "self": 640.9068453519617 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.0040002962341532e-06, |
| "count": 1, |
| "self": 1.0040002962341532e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.09204958999907831, |
| "count": 1, |
| "self": 0.001677372998528881, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.09037221700054943, |
| "count": 1, |
| "self": 0.09037221700054943 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
