| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.13053016364574432, |
| "min": 0.13053016364574432, |
| "max": 0.34393319487571716, |
| "count": 40 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 6543.2158203125, |
| "min": 6508.48681640625, |
| "max": 17504.82421875, |
| "count": 40 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 226.53982300884957, |
| "min": 217.42918454935622, |
| "max": 335.7635135135135, |
| "count": 40 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 51198.0, |
| "min": 46619.0, |
| "max": 51401.0, |
| "count": 40 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 2999969.0, |
| "min": 1049963.0, |
| "max": 2999969.0, |
| "count": 40 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 2999969.0, |
| "min": 1049963.0, |
| "max": 2999969.0, |
| "count": 40 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.8029366135597229, |
| "min": 0.5550001859664917, |
| "max": 0.8423917889595032, |
| "count": 40 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 407.0888671875, |
| "min": 256.965087890625, |
| "max": 432.9893798828125, |
| "count": 40 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.016411546617746353, |
| "min": -0.010096848011016846, |
| "max": 0.0640997514128685, |
| "count": 40 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 8.320653915405273, |
| "min": -4.907068252563477, |
| "max": 29.678184509277344, |
| "count": 40 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.7557530854457775, |
| "min": 1.5966486237641122, |
| "max": 1.7725354446606203, |
| "count": 40 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 396.8001973107457, |
| "min": 236.3039963170886, |
| "max": 413.1451980918646, |
| "count": 40 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.7557530854457775, |
| "min": 1.5966486237641122, |
| "max": 1.7725354446606203, |
| "count": 40 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 396.8001973107457, |
| "min": 236.3039963170886, |
| "max": 413.1451980918646, |
| "count": 40 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.016251778906775368, |
| "min": 0.015597144257745558, |
| "max": 0.034564408739219156, |
| "count": 40 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 3.6729020329312334, |
| "min": 3.4313717367040226, |
| "max": 5.288354537100531, |
| "count": 40 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06941192193508731, |
| "min": 0.06467020634631303, |
| "max": 0.07191291106935192, |
| "count": 40 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 1.6658861264420957, |
| "min": 1.5020420119959725, |
| "max": 1.725909865664446, |
| "count": 40 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.015384109843699404, |
| "min": 0.012953029207141222, |
| "max": 0.01637407874148907, |
| "count": 40 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.3692186362487857, |
| "min": 0.2979196717642481, |
| "max": 0.38210905112175486, |
| "count": 40 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 2.429511690195832e-06, |
| "min": 2.429511690195832e-06, |
| "max": 0.00019744786896666374, |
| "count": 40 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 5.830828056469996e-05, |
| "min": 5.830828056469996e-05, |
| "max": 0.004619409360197167, |
| "count": 40 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10080980416666667, |
| "min": 0.10080980416666667, |
| "max": 0.16581594492753626, |
| "count": 40 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 2.4194353, |
| "min": 2.4194353, |
| "max": 3.9398028333333333, |
| "count": 40 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 9.089943624999996e-05, |
| "min": 9.089943624999996e-05, |
| "max": 0.0065850128982608705, |
| "count": 40 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.002181586469999999, |
| "min": 0.002181586469999999, |
| "max": 0.15406630305000002, |
| "count": 40 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.006933924276381731, |
| "min": 0.006791813764721155, |
| "max": 0.010334798134863377, |
| "count": 40 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.16641418635845184, |
| "min": 0.16214092075824738, |
| "max": 0.23770035803318024, |
| "count": 40 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1686376080", |
| "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1686381186" |
| }, |
| "total": 5105.509026824, |
| "count": 1, |
| "self": 0.441498130000582, |
| "children": { |
| "run_training.setup": { |
| "total": 0.03876343899992207, |
| "count": 1, |
| "self": 0.03876343899992207 |
| }, |
| "TrainerController.start_learning": { |
| "total": 5105.028765255, |
| "count": 1, |
| "self": 2.787783518168908, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 4.312965602999611, |
| "count": 1, |
| "self": 4.312965602999611 |
| }, |
| "TrainerController.advance": { |
| "total": 5097.834866287832, |
| "count": 131136, |
| "self": 2.8199113848386332, |
| "children": { |
| "env_step": { |
| "total": 3809.999547644815, |
| "count": 131136, |
| "self": 3591.752417211447, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 216.53971534624998, |
| "count": 131136, |
| "self": 9.37691775055373, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 207.16279759569625, |
| "count": 125056, |
| "self": 207.16279759569625 |
| } |
| } |
| }, |
| "workers": { |
| "total": 1.7074150871176244, |
| "count": 131136, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 5093.981040424949, |
| "count": 131136, |
| "is_parallel": true, |
| "self": 1737.400396409189, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.001776224000423099, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005706380006813561, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0012055859997417429, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0012055859997417429 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.08704309699987789, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005678710003849119, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00043306200041115517, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00043306200041115517 |
| }, |
| "communicator.exchange": { |
| "total": 0.08425388799969369, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.08425388799969369 |
| }, |
| "steps_from_proto": { |
| "total": 0.0017882759993881336, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003485019988147542, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0014397740005733795, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0014397740005733795 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 3356.5806440157603, |
| "count": 131135, |
| "is_parallel": true, |
| "self": 66.04875748262566, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 44.59532830708031, |
| "count": 131135, |
| "is_parallel": true, |
| "self": 44.59532830708031 |
| }, |
| "communicator.exchange": { |
| "total": 3043.2339099858636, |
| "count": 131135, |
| "is_parallel": true, |
| "self": 3043.2339099858636 |
| }, |
| "steps_from_proto": { |
| "total": 202.70264824019068, |
| "count": 131135, |
| "is_parallel": true, |
| "self": 40.38878473092791, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 162.31386350926277, |
| "count": 1049080, |
| "is_parallel": true, |
| "self": 162.31386350926277 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 1285.0154072581781, |
| "count": 131136, |
| "self": 5.809300956127117, |
| "children": { |
| "process_trajectory": { |
| "total": 224.75797619306013, |
| "count": 131136, |
| "self": 224.31268628105954, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.44528991200058954, |
| "count": 4, |
| "self": 0.44528991200058954 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 1054.4481301089909, |
| "count": 947, |
| "self": 678.76073158895, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 375.6873985200409, |
| "count": 45561, |
| "self": 375.6873985200409 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 9.899995347950608e-07, |
| "count": 1, |
| "self": 9.899995347950608e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.09314885599997069, |
| "count": 1, |
| "self": 0.0017387700008839602, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.09141008599908673, |
| "count": 1, |
| "self": 0.09141008599908673 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
