| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.4216815233230591, |
| "min": 0.4216815233230591, |
| "max": 1.454910159111023, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 12582.9765625, |
| "min": 12582.9765625, |
| "max": 44136.15625, |
| "count": 33 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 989880.0, |
| "min": 29922.0, |
| "max": 989880.0, |
| "count": 33 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 989880.0, |
| "min": 29922.0, |
| "max": 989880.0, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.26853451132774353, |
| "min": -0.10338622331619263, |
| "max": 0.27540844678878784, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 69.28190612792969, |
| "min": -24.916080474853516, |
| "max": 70.77996826171875, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.06056021898984909, |
| "min": -0.03365710377693176, |
| "max": 0.35118547081947327, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 15.624536514282227, |
| "min": -8.616218566894531, |
| "max": 83.23095703125, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06680221401274182, |
| "min": 0.06452623149465687, |
| "max": 0.0724506602843986, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9352309961783856, |
| "min": 0.4850458411286429, |
| "max": 1.056299062055426, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.012773293222510673, |
| "min": 0.0008625350910470761, |
| "max": 0.013472329138797551, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.17882610511514943, |
| "min": 0.01121295618361199, |
| "max": 0.18861260794316573, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 7.480511792242856e-06, |
| "min": 7.480511792242856e-06, |
| "max": 0.0002952342015886, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00010472716509139998, |
| "min": 0.00010472716509139998, |
| "max": 0.0035101862299380003, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10249347142857144, |
| "min": 0.10249347142857144, |
| "max": 0.1984114, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4349086000000002, |
| "min": 1.3888798, |
| "max": 2.5700620000000005, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.00025909779571428566, |
| "min": 0.00025909779571428566, |
| "max": 0.00984129886, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.0036273691399999995, |
| "min": 0.0036273691399999995, |
| "max": 0.1170291938, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.02065049484372139, |
| "min": 0.020578352734446526, |
| "max": 0.47689738869667053, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.28910693526268005, |
| "min": 0.28809693455696106, |
| "max": 3.3382816314697266, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 562.8653846153846, |
| "min": 548.0555555555555, |
| "max": 990.53125, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 29269.0, |
| "min": 16721.0, |
| "max": 32900.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.1678268928080797, |
| "min": -0.9288875530473888, |
| "max": 1.1678268928080797, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 60.726998426020145, |
| "min": -30.62600165605545, |
| "max": 60.726998426020145, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.1678268928080797, |
| "min": -0.9288875530473888, |
| "max": 1.1678268928080797, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 60.726998426020145, |
| "min": -30.62600165605545, |
| "max": 60.726998426020145, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.11883449583435252, |
| "min": 0.11883449583435252, |
| "max": 9.35483004766352, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 6.179393783386331, |
| "min": 6.179393783386331, |
| "max": 159.03211081027985, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1699545214", |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "1.1.0.dev0", |
| "mlagents_envs_version": "1.1.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.1.0+cu118", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1699547300" |
| }, |
| "total": 2085.752385514, |
| "count": 1, |
| "self": 0.475754042999597, |
| "children": { |
| "run_training.setup": { |
| "total": 0.04135089000010339, |
| "count": 1, |
| "self": 0.04135089000010339 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2085.235280581, |
| "count": 1, |
| "self": 1.402873584050667, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.3507090670000252, |
| "count": 1, |
| "self": 3.3507090670000252 |
| }, |
| "TrainerController.advance": { |
| "total": 2080.4048105009497, |
| "count": 63521, |
| "self": 1.4649461258741212, |
| "children": { |
| "env_step": { |
| "total": 1458.1297558310125, |
| "count": 63521, |
| "self": 1324.6028538310604, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 132.68692231401292, |
| "count": 63521, |
| "self": 4.632193834988357, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 128.05472847902456, |
| "count": 62568, |
| "self": 128.05472847902456 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.8399796859391699, |
| "count": 63521, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2080.7469852739737, |
| "count": 63521, |
| "is_parallel": true, |
| "self": 873.4225161319325, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0020064139998794417, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.000626497999746789, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0013799160001326527, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0013799160001326527 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.04738679599995521, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.000639971000055084, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0005541880000237143, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005541880000237143 |
| }, |
| "communicator.exchange": { |
| "total": 0.04421479199982059, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.04421479199982059 |
| }, |
| "steps_from_proto": { |
| "total": 0.0019778450000558223, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004109080005036958, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0015669369995521265, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0015669369995521265 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1207.3244691420412, |
| "count": 63520, |
| "is_parallel": true, |
| "self": 34.72087793303103, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 25.597091024048723, |
| "count": 63520, |
| "is_parallel": true, |
| "self": 25.597091024048723 |
| }, |
| "communicator.exchange": { |
| "total": 1045.4388032789814, |
| "count": 63520, |
| "is_parallel": true, |
| "self": 1045.4388032789814 |
| }, |
| "steps_from_proto": { |
| "total": 101.56769690598003, |
| "count": 63520, |
| "is_parallel": true, |
| "self": 20.771704081065536, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 80.79599282491449, |
| "count": 508160, |
| "is_parallel": true, |
| "self": 80.79599282491449 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 620.810108544063, |
| "count": 63521, |
| "self": 2.671905848084407, |
| "children": { |
| "process_trajectory": { |
| "total": 122.2644156089741, |
| "count": 63521, |
| "self": 122.09406534797427, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.17035026099983952, |
| "count": 2, |
| "self": 0.17035026099983952 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 495.87378708700453, |
| "count": 453, |
| "self": 293.68753993699556, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 202.18624715000897, |
| "count": 22800, |
| "self": 202.18624715000897 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.1950000953220297e-06, |
| "count": 1, |
| "self": 1.1950000953220297e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.07688623399963035, |
| "count": 1, |
| "self": 0.0013492289999703644, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.07553700499965998, |
| "count": 1, |
| "self": 0.07553700499965998 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
