| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.4579711854457855, |
| "min": 0.4579711854457855, |
| "max": 1.3707526922225952, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 13768.4453125, |
| "min": 13768.4453125, |
| "max": 41583.15234375, |
| "count": 33 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 989880.0, |
| "min": 29952.0, |
| "max": 989880.0, |
| "count": 33 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 989880.0, |
| "min": 29952.0, |
| "max": 989880.0, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.5580952167510986, |
| "min": -0.11447910964488983, |
| "max": 0.5580952167510986, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 154.59237670898438, |
| "min": -27.589466094970703, |
| "max": 154.7058563232422, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.015873625874519348, |
| "min": 0.004589409101754427, |
| "max": 0.2668275535106659, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 4.396994590759277, |
| "min": 1.1702992916107178, |
| "max": 64.3054428100586, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06653923519308377, |
| "min": 0.06334033769962844, |
| "max": 0.07455073479546366, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9315492927031729, |
| "min": 0.48955413740213255, |
| "max": 1.082061585019498, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.015357771735050266, |
| "min": 0.0003114734438457734, |
| "max": 0.016713839647958854, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.21500880429070374, |
| "min": 0.004360628213840827, |
| "max": 0.24086655112720715, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 7.283004715221427e-06, |
| "min": 7.283004715221427e-06, |
| "max": 0.00029515063018788575, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00010196206601309997, |
| "min": 0.00010196206601309997, |
| "max": 0.0032605877131375, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10242763571428572, |
| "min": 0.10242763571428572, |
| "max": 0.19838354285714285, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4339869, |
| "min": 1.3886848, |
| "max": 2.4851142000000004, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.0002525208078571428, |
| "min": 0.0002525208078571428, |
| "max": 0.00983851593142857, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.003535291309999999, |
| "min": 0.003535291309999999, |
| "max": 0.10870756375000001, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.013798423111438751, |
| "min": 0.013798423111438751, |
| "max": 0.45148032903671265, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.19317792356014252, |
| "min": 0.19317792356014252, |
| "max": 3.1603622436523438, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 349.02298850574715, |
| "min": 344.9782608695652, |
| "max": 999.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 30365.0, |
| "min": 15984.0, |
| "max": 33783.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.6049792948981811, |
| "min": -1.0000000521540642, |
| "max": 1.6186404873298694, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 139.63319865614176, |
| "min": -29.804001666605473, |
| "max": 146.49879829585552, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.6049792948981811, |
| "min": -1.0000000521540642, |
| "max": 1.6186404873298694, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 139.63319865614176, |
| "min": -29.804001666605473, |
| "max": 146.49879829585552, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.04992644239396684, |
| "min": 0.04992644239396684, |
| "max": 9.079943422228098, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 4.343600488275115, |
| "min": 4.343600488275115, |
| "max": 145.27909475564957, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1764852820", |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.8.0+cu128", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1764855832" |
| }, |
| "total": 3012.157673158, |
| "count": 1, |
| "self": 0.7343771020000531, |
| "children": { |
| "run_training.setup": { |
| "total": 0.03981624800007921, |
| "count": 1, |
| "self": 0.03981624800007921 |
| }, |
| "TrainerController.start_learning": { |
| "total": 3011.3834798079997, |
| "count": 1, |
| "self": 2.203615058977448, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 2.9371936610000375, |
| "count": 1, |
| "self": 2.9371936610000375 |
| }, |
| "TrainerController.advance": { |
| "total": 3006.1766980690213, |
| "count": 63725, |
| "self": 2.310777778107422, |
| "children": { |
| "env_step": { |
| "total": 2023.8581391239832, |
| "count": 63725, |
| "self": 1873.0370084668443, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 149.486280046116, |
| "count": 63725, |
| "self": 6.387955578141373, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 143.09832446797463, |
| "count": 62539, |
| "self": 143.09832446797463 |
| } |
| } |
| }, |
| "workers": { |
| "total": 1.33485061102283, |
| "count": 63725, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 3003.8598082800313, |
| "count": 63725, |
| "is_parallel": true, |
| "self": 1302.7788933200827, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0040332130001843325, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0014401170001292485, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.002593096000055084, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.002593096000055084 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.06657822599981955, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006306299997049791, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0005150719998709974, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005150719998709974 |
| }, |
| "communicator.exchange": { |
| "total": 0.06330806799996935, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.06330806799996935 |
| }, |
| "steps_from_proto": { |
| "total": 0.002124456000274222, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003914160015483503, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0017330399987258716, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0017330399987258716 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1701.0809149599486, |
| "count": 63724, |
| "is_parallel": true, |
| "self": 44.064415383259075, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 30.23465077286346, |
| "count": 63724, |
| "is_parallel": true, |
| "self": 30.23465077286346 |
| }, |
| "communicator.exchange": { |
| "total": 1487.008677233951, |
| "count": 63724, |
| "is_parallel": true, |
| "self": 1487.008677233951 |
| }, |
| "steps_from_proto": { |
| "total": 139.7731715698751, |
| "count": 63724, |
| "is_parallel": true, |
| "self": 29.261240774055295, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 110.51193079581981, |
| "count": 509792, |
| "is_parallel": true, |
| "self": 110.51193079581981 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 980.0077811669307, |
| "count": 63725, |
| "self": 4.140712278975116, |
| "children": { |
| "process_trajectory": { |
| "total": 148.48261430695175, |
| "count": 63725, |
| "self": 148.2356666159517, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.24694769100005942, |
| "count": 2, |
| "self": 0.24694769100005942 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 827.3844545810039, |
| "count": 446, |
| "self": 333.3306803440014, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 494.0537742370025, |
| "count": 22734, |
| "self": 494.0537742370025 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.085000803868752e-06, |
| "count": 1, |
| "self": 1.085000803868752e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.06597193400011747, |
| "count": 1, |
| "self": 0.0016595759998381254, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.06431235800027935, |
| "count": 1, |
| "self": 0.06431235800027935 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
