| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.16096897423267365, |
| "min": 0.14876024425029755, |
| "max": 1.4950333833694458, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 4795.587890625, |
| "min": 4500.89013671875, |
| "max": 45353.33203125, |
| "count": 100 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 2999920.0, |
| "min": 29952.0, |
| "max": 2999920.0, |
| "count": 100 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 2999920.0, |
| "min": 29952.0, |
| "max": 2999920.0, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.7195019125938416, |
| "min": -0.10281172394752502, |
| "max": 0.8429367542266846, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 215.85057067871094, |
| "min": -24.674814224243164, |
| "max": 257.095703125, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.000459843227872625, |
| "min": -0.012634320184588432, |
| "max": 0.3526884615421295, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 0.13795296847820282, |
| "min": -3.436535120010376, |
| "max": 83.58716583251953, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.07070109220443381, |
| "min": 0.0641780027986637, |
| "max": 0.07430388593676537, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9898152908620734, |
| "min": 0.49664830050836634, |
| "max": 1.1107229402793262, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.016122589864174926, |
| "min": 6.076560459711214e-05, |
| "max": 0.016779721722871597, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.22571625809844895, |
| "min": 0.00085071846435957, |
| "max": 0.2393952761485707, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 1.572149475983335e-06, |
| "min": 1.572149475983335e-06, |
| "max": 0.00029838354339596195, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 2.201009266376669e-05, |
| "min": 2.201009266376669e-05, |
| "max": 0.0037601647466117996, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10052401666666667, |
| "min": 0.10052401666666667, |
| "max": 0.19946118095238097, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4073362333333335, |
| "min": 1.3962282666666668, |
| "max": 2.6625092333333344, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 6.234926500000007e-05, |
| "min": 6.234926500000007e-05, |
| "max": 0.009946171977142856, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.000872889710000001, |
| "min": 0.000872889710000001, |
| "max": 0.12535348118, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.006329101510345936, |
| "min": 0.005974752362817526, |
| "max": 0.4367137849330902, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.08860742300748825, |
| "min": 0.08761986345052719, |
| "max": 3.0569965839385986, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 248.725, |
| "min": 213.22058823529412, |
| "max": 999.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 29847.0, |
| "min": 15984.0, |
| "max": 32810.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.717931648902595, |
| "min": -1.0000000521540642, |
| "max": 1.7718192444907295, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 206.1517978683114, |
| "min": -31.99920167028904, |
| "max": 239.19559800624847, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.717931648902595, |
| "min": -1.0000000521540642, |
| "max": 1.7718192444907295, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 206.1517978683114, |
| "min": -31.99920167028904, |
| "max": 239.19559800624847, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.01639208896758646, |
| "min": 0.014525368729664478, |
| "max": 9.397284805774689, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 1.9670506761103752, |
| "min": 1.8880921779345954, |
| "max": 150.35655689239502, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1679441539", |
| "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1679448402" |
| }, |
| "total": 6862.614617613, |
| "count": 1, |
| "self": 0.5405958100000134, |
| "children": { |
| "run_training.setup": { |
| "total": 0.11967135800000506, |
| "count": 1, |
| "self": 0.11967135800000506 |
| }, |
| "TrainerController.start_learning": { |
| "total": 6861.954350444999, |
| "count": 1, |
| "self": 4.33616354494643, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 7.462404110999842, |
| "count": 1, |
| "self": 7.462404110999842 |
| }, |
| "TrainerController.advance": { |
| "total": 6850.059569133054, |
| "count": 193679, |
| "self": 4.529224393205368, |
| "children": { |
| "env_step": { |
| "total": 4986.493455598797, |
| "count": 193679, |
| "self": 4665.450209801872, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 318.5402583558498, |
| "count": 193679, |
| "self": 14.338749325856725, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 304.2015090299931, |
| "count": 187564, |
| "self": 304.2015090299931 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.5029874410749926, |
| "count": 193679, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 6847.169389725207, |
| "count": 193679, |
| "is_parallel": true, |
| "self": 2535.8958777763864, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0018020020002040837, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005680580002263014, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0012339439999777824, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0012339439999777824 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.049280583000154365, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005262150000362453, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0004740480001146352, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004740480001146352 |
| }, |
| "communicator.exchange": { |
| "total": 0.04656391100002111, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.04656391100002111 |
| }, |
| "steps_from_proto": { |
| "total": 0.0017164089999823773, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003677890001654305, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0013486199998169468, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0013486199998169468 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 4311.273511948821, |
| "count": 193678, |
| "is_parallel": true, |
| "self": 93.80901501152493, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 68.40516835625385, |
| "count": 193678, |
| "is_parallel": true, |
| "self": 68.40516835625385 |
| }, |
| "communicator.exchange": { |
| "total": 3872.1715493939573, |
| "count": 193678, |
| "is_parallel": true, |
| "self": 3872.1715493939573 |
| }, |
| "steps_from_proto": { |
| "total": 276.88777918708456, |
| "count": 193678, |
| "is_parallel": true, |
| "self": 59.78770844308701, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 217.10007074399755, |
| "count": 1549424, |
| "is_parallel": true, |
| "self": 217.10007074399755 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 1859.0368891410515, |
| "count": 193679, |
| "self": 8.160331333039494, |
| "children": { |
| "process_trajectory": { |
| "total": 352.3113584860191, |
| "count": 193679, |
| "self": 351.60750803601763, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.7038504500014824, |
| "count": 6, |
| "self": 0.7038504500014824 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 1498.5651993219928, |
| "count": 1388, |
| "self": 958.2148388050259, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 540.3503605169669, |
| "count": 68316, |
| "self": 540.3503605169669 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 9.099985618377104e-07, |
| "count": 1, |
| "self": 9.099985618377104e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.09621274600067409, |
| "count": 1, |
| "self": 0.0014842580021650065, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.09472848799850908, |
| "count": 1, |
| "self": 0.09472848799850908 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
