| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.1610672026872635, |
| "min": 0.1610672026872635, |
| "max": 1.3958783149719238, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 4832.01611328125, |
| "min": 4800.18359375, |
| "max": 42345.36328125, |
| "count": 100 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 2999968.0, |
| "min": 29952.0, |
| "max": 2999968.0, |
| "count": 100 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 2999968.0, |
| "min": 29952.0, |
| "max": 2999968.0, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.803946316242218, |
| "min": -0.11501511931419373, |
| "max": 0.8854504227638245, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 250.0272979736328, |
| "min": -27.603628158569336, |
| "max": 274.4896240234375, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.0055601587519049644, |
| "min": -0.021379772573709488, |
| "max": 0.49412351846694946, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 1.729209303855896, |
| "min": -5.687019348144531, |
| "max": 117.1072769165039, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06698939946945756, |
| "min": 0.06393518265982744, |
| "max": 0.07469997818686762, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 1.0048409920418635, |
| "min": 0.4860169996021399, |
| "max": 1.1204996728030143, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.016301618192422516, |
| "min": 0.00012048335348981264, |
| "max": 0.017922201807821347, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.24452427288633774, |
| "min": 0.0014458002418777517, |
| "max": 0.2509108253094989, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 1.502146165984443e-06, |
| "min": 1.502146165984443e-06, |
| "max": 0.00029838354339596195, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 2.2532192489766643e-05, |
| "min": 2.2532192489766643e-05, |
| "max": 0.0037171893609369328, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10050068222222225, |
| "min": 0.10050068222222225, |
| "max": 0.19946118095238097, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.5075102333333337, |
| "min": 1.3897045333333333, |
| "max": 2.692610133333334, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 6.001815399999997e-05, |
| "min": 6.001815399999997e-05, |
| "max": 0.009946171977142856, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.0009002723099999995, |
| "min": 0.0009002723099999995, |
| "max": 0.12392240036, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.007023259066045284, |
| "min": 0.007023259066045284, |
| "max": 0.5400155186653137, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.10534888505935669, |
| "min": 0.10195720940828323, |
| "max": 3.780108690261841, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 225.4142857142857, |
| "min": 196.7027027027027, |
| "max": 999.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 31558.0, |
| "min": 15984.0, |
| "max": 32346.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.746004262619785, |
| "min": -1.0000000521540642, |
| "max": 1.8034557742731911, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 244.4405967667699, |
| "min": -32.000001668930054, |
| "max": 265.1079988181591, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.746004262619785, |
| "min": -1.0000000521540642, |
| "max": 1.8034557742731911, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 244.4405967667699, |
| "min": -32.000001668930054, |
| "max": 265.1079988181591, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.016346669200252757, |
| "min": 0.015498247259677796, |
| "max": 10.229354818351567, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 2.288533688035386, |
| "min": 2.228649978467729, |
| "max": 163.66967709362507, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1686337767", |
| "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1686345619" |
| }, |
| "total": 7852.909529746001, |
| "count": 1, |
| "self": 1.1083523270017395, |
| "children": { |
| "run_training.setup": { |
| "total": 0.05098003900002368, |
| "count": 1, |
| "self": 0.05098003900002368 |
| }, |
| "TrainerController.start_learning": { |
| "total": 7851.750197379999, |
| "count": 1, |
| "self": 4.622660825880303, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 4.598170230999585, |
| "count": 1, |
| "self": 4.598170230999585 |
| }, |
| "TrainerController.advance": { |
| "total": 7842.367168070119, |
| "count": 195191, |
| "self": 4.5622472191098495, |
| "children": { |
| "env_step": { |
| "total": 5832.886905750792, |
| "count": 195191, |
| "self": 5475.079510594067, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 355.0676091313662, |
| "count": 195191, |
| "self": 15.383563569569105, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 339.6840455617971, |
| "count": 187555, |
| "self": 339.6840455617971 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.739786025358171, |
| "count": 195191, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 7833.484932713966, |
| "count": 195191, |
| "is_parallel": true, |
| "self": 2738.419280764959, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.001938782000252104, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005986750006741204, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0013401069995779835, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0013401069995779835 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.10721542599958411, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006353489993671246, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0005907959998694423, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005907959998694423 |
| }, |
| "communicator.exchange": { |
| "total": 0.10402987600036795, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.10402987600036795 |
| }, |
| "steps_from_proto": { |
| "total": 0.001959404999979597, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00036369400049807155, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0015957109994815255, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0015957109994815255 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 5095.065651949008, |
| "count": 195190, |
| "is_parallel": true, |
| "self": 104.70566532047724, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 73.08688092874036, |
| "count": 195190, |
| "is_parallel": true, |
| "self": 73.08688092874036 |
| }, |
| "communicator.exchange": { |
| "total": 4581.18526699601, |
| "count": 195190, |
| "is_parallel": true, |
| "self": 4581.18526699601 |
| }, |
| "steps_from_proto": { |
| "total": 336.0878387037801, |
| "count": 195190, |
| "is_parallel": true, |
| "self": 68.20542818759577, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 267.88241051618434, |
| "count": 1561520, |
| "is_parallel": true, |
| "self": 267.88241051618434 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 2004.918015100217, |
| "count": 195191, |
| "self": 8.739575824369695, |
| "children": { |
| "process_trajectory": { |
| "total": 371.6067859548434, |
| "count": 195191, |
| "self": 370.87346722984194, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.7333187250014817, |
| "count": 6, |
| "self": 0.7333187250014817 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 1624.5716533210039, |
| "count": 1380, |
| "self": 1047.3858371671963, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 577.1858161538075, |
| "count": 68412, |
| "self": 577.1858161538075 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.8880000425269827e-06, |
| "count": 1, |
| "self": 1.8880000425269827e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.16219636499954504, |
| "count": 1, |
| "self": 0.00218821599810326, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.16000814900144178, |
| "count": 1, |
| "self": 0.16000814900144178 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
