| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.1395319402217865, |
| "min": 0.1332443207502365, |
| "max": 1.3979967832565308, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 4165.86572265625, |
| "min": 3937.63623046875, |
| "max": 42409.62890625, |
| "count": 100 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 2999910.0, |
| "min": 29976.0, |
| "max": 2999910.0, |
| "count": 100 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 2999910.0, |
| "min": 29976.0, |
| "max": 2999910.0, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.7733352184295654, |
| "min": -0.08560027927160263, |
| "max": 0.8915632367134094, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 226.58721923828125, |
| "min": -20.800867080688477, |
| "max": 276.57586669921875, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.015415072441101074, |
| "min": -0.05110999569296837, |
| "max": 0.4439436197280884, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 4.516616344451904, |
| "min": -13.033048629760742, |
| "max": 105.65858459472656, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06936494483670685, |
| "min": 0.06343853837534581, |
| "max": 0.07512272979924914, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.971109227713896, |
| "min": 0.5066949313863758, |
| "max": 1.0749811925149213, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.0143866531621565, |
| "min": 0.00032094721586996527, |
| "max": 0.016064997132633114, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.201413144270191, |
| "min": 0.004172313806309548, |
| "max": 0.22583725649290537, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 1.5029637847595234e-06, |
| "min": 1.5029637847595234e-06, |
| "max": 0.0002984124576720381, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 2.1041492986633328e-05, |
| "min": 2.1041492986633328e-05, |
| "max": 0.0039691814769395335, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10050095476190476, |
| "min": 0.10050095476190476, |
| "max": 0.19947081904761907, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4070133666666667, |
| "min": 1.3962957333333335, |
| "max": 2.7976019666666674, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 6.004538071428571e-05, |
| "min": 6.004538071428571e-05, |
| "max": 0.009947134822857142, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.0008406353299999999, |
| "min": 0.0008406353299999999, |
| "max": 0.13231374062, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.005969527643173933, |
| "min": 0.005815845914185047, |
| "max": 0.4347899854183197, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.08357338607311249, |
| "min": 0.08142184466123581, |
| "max": 3.043529987335205, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 226.6048387096774, |
| "min": 194.37333333333333, |
| "max": 999.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 28099.0, |
| "min": 16519.0, |
| "max": 32774.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.7733951435694773, |
| "min": -0.9998867181440194, |
| "max": 1.7932058645083624, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 219.90099780261517, |
| "min": -30.49640168994665, |
| "max": 268.84359791874886, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.7733951435694773, |
| "min": -0.9998867181440194, |
| "max": 1.7932058645083624, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 219.90099780261517, |
| "min": -30.49640168994665, |
| "max": 268.84359791874886, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.014175843685617081, |
| "min": 0.012329076289461227, |
| "max": 8.713283972924247, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 1.757804617016518, |
| "min": 1.757804617016518, |
| "max": 148.1258275397122, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1714196589", |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "1.1.0.dev0", |
| "mlagents_envs_version": "1.1.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.2.1+cu121", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1714201695" |
| }, |
| "total": 5105.946461957999, |
| "count": 1, |
| "self": 0.3730472319984983, |
| "children": { |
| "run_training.setup": { |
| "total": 0.05163312100012263, |
| "count": 1, |
| "self": 0.05163312100012263 |
| }, |
| "TrainerController.start_learning": { |
| "total": 5105.521781605001, |
| "count": 1, |
| "self": 3.9500788579935033, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 2.0374823630008905, |
| "count": 1, |
| "self": 2.0374823630008905 |
| }, |
| "TrainerController.advance": { |
| "total": 5099.4496216910065, |
| "count": 195596, |
| "self": 3.813167915338454, |
| "children": { |
| "env_step": { |
| "total": 3367.8976154028433, |
| "count": 195596, |
| "self": 3002.9066299311007, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 362.61245066682113, |
| "count": 195596, |
| "self": 13.184628681748109, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 349.427821985073, |
| "count": 187557, |
| "self": 349.427821985073 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.378534804921401, |
| "count": 195596, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 5099.145722518225, |
| "count": 195596, |
| "is_parallel": true, |
| "self": 2387.3678608250657, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0020960480005669524, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006656779987679329, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0014303700017990195, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0014303700017990195 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.03819867900074314, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00042841800132009666, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00031373299952974776, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00031373299952974776 |
| }, |
| "communicator.exchange": { |
| "total": 0.036307323000073666, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.036307323000073666 |
| }, |
| "steps_from_proto": { |
| "total": 0.0011492049998196308, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002544979988670093, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0008947070009526215, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0008947070009526215 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 2711.777861693159, |
| "count": 195595, |
| "is_parallel": true, |
| "self": 64.49989337970146, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 42.915902133943746, |
| "count": 195595, |
| "is_parallel": true, |
| "self": 42.915902133943746 |
| }, |
| "communicator.exchange": { |
| "total": 2414.0309842529878, |
| "count": 195595, |
| "is_parallel": true, |
| "self": 2414.0309842529878 |
| }, |
| "steps_from_proto": { |
| "total": 190.33108192652617, |
| "count": 195595, |
| "is_parallel": true, |
| "self": 41.66293640749518, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 148.668145519031, |
| "count": 1564760, |
| "is_parallel": true, |
| "self": 148.668145519031 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 1727.7388383728248, |
| "count": 195596, |
| "self": 7.999158218723096, |
| "children": { |
| "process_trajectory": { |
| "total": 354.5154791961313, |
| "count": 195596, |
| "self": 353.9802566671333, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.5352225289980197, |
| "count": 6, |
| "self": 0.5352225289980197 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 1365.2242009579704, |
| "count": 1401, |
| "self": 785.6171307617906, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 579.6070701961798, |
| "count": 68382, |
| "self": 579.6070701961798 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 9.81999619398266e-07, |
| "count": 1, |
| "self": 9.81999619398266e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.08459771100024227, |
| "count": 1, |
| "self": 0.0015581249990646029, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.08303958600117767, |
| "count": 1, |
| "self": 0.08303958600117767 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
