| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.5212203860282898, |
| "min": 0.42443421483039856, |
| "max": 1.3526387214660645, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 15703.328125, |
| "min": 12760.1904296875, |
| "max": 41033.6484375, |
| "count": 33 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 989981.0, |
| "min": 29952.0, |
| "max": 989981.0, |
| "count": 33 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 989981.0, |
| "min": 29952.0, |
| "max": 989981.0, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.314923495054245, |
| "min": -0.11415332555770874, |
| "max": 0.314923495054245, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 82.19503021240234, |
| "min": -27.51095199584961, |
| "max": 82.19503021240234, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.5973178148269653, |
| "min": -0.34863272309303284, |
| "max": 0.9896432161331177, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 155.8999481201172, |
| "min": -88.2040786743164, |
| "max": 253.34866333007812, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06800307986573205, |
| "min": 0.06514635926439605, |
| "max": 0.07188785662391961, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9520431181202487, |
| "min": 0.48879172240019964, |
| "max": 1.0507185631968063, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.03302316138170613, |
| "min": 0.00013495565848924354, |
| "max": 0.1775390304995069, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.46232425934388577, |
| "min": 0.001484512243381679, |
| "max": 2.4855464269930967, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 7.274904717921433e-06, |
| "min": 7.274904717921433e-06, |
| "max": 0.00029515063018788575, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00010184866605090005, |
| "min": 0.00010184866605090005, |
| "max": 0.0032249323250225993, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10242493571428575, |
| "min": 0.10242493571428575, |
| "max": 0.19838354285714285, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4339491000000004, |
| "min": 1.3886848, |
| "max": 2.3599008, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.0002522510778571431, |
| "min": 0.0002522510778571431, |
| "max": 0.00983851593142857, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.003531515090000003, |
| "min": 0.003531515090000003, |
| "max": 0.10751024225999999, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.009589998051524162, |
| "min": 0.009521410800516605, |
| "max": 0.4344307482242584, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.13425996899604797, |
| "min": 0.13425996899604797, |
| "max": 3.041015148162842, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 534.0, |
| "min": 534.0, |
| "max": 999.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 29904.0, |
| "min": 15984.0, |
| "max": 33673.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.1802142529881425, |
| "min": -1.0000000521540642, |
| "max": 1.1802142529881425, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 66.09199816733599, |
| "min": -31.99760165810585, |
| "max": 66.09199816733599, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.1802142529881425, |
| "min": -1.0000000521540642, |
| "max": 1.1802142529881425, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 66.09199816733599, |
| "min": -31.99760165810585, |
| "max": 66.09199816733599, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.053301877124925214, |
| "min": 0.053301877124925214, |
| "max": 10.074072345159948, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 2.984905118995812, |
| "min": 2.984905118995812, |
| "max": 161.18515752255917, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1740242619", |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.6.0+cu124", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1740244880" |
| }, |
| "total": 2261.640177796, |
| "count": 1, |
| "self": 0.5264512859994284, |
| "children": { |
| "run_training.setup": { |
| "total": 0.02031495599999289, |
| "count": 1, |
| "self": 0.02031495599999289 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2261.0934115540003, |
| "count": 1, |
| "self": 1.6608676560454114, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 2.8096420120000403, |
| "count": 1, |
| "self": 2.8096420120000403 |
| }, |
| "TrainerController.advance": { |
| "total": 2256.5328870959547, |
| "count": 63354, |
| "self": 1.7058390559227519, |
| "children": { |
| "env_step": { |
| "total": 1558.721168220041, |
| "count": 63354, |
| "self": 1379.73045448803, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 177.97804317201098, |
| "count": 63354, |
| "self": 5.213186342940617, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 172.76485682907037, |
| "count": 62562, |
| "self": 172.76485682907037 |
| } |
| } |
| }, |
| "workers": { |
| "total": 1.0126705599998331, |
| "count": 63354, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2255.134067806, |
| "count": 63354, |
| "is_parallel": true, |
| "self": 1003.1274539720421, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0023819359998924483, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006719650000377442, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0017099709998547041, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0017099709998547041 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.050272484999823064, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005771379999259807, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.000434752999808552, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.000434752999808552 |
| }, |
| "communicator.exchange": { |
| "total": 0.04758188300002075, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.04758188300002075 |
| }, |
| "steps_from_proto": { |
| "total": 0.0016787110000677785, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003655340005934704, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.001313176999474308, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.001313176999474308 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1252.006613833958, |
| "count": 63353, |
| "is_parallel": true, |
| "self": 33.46966695882293, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 23.993327821063986, |
| "count": 63353, |
| "is_parallel": true, |
| "self": 23.993327821063986 |
| }, |
| "communicator.exchange": { |
| "total": 1092.4769454369998, |
| "count": 63353, |
| "is_parallel": true, |
| "self": 1092.4769454369998 |
| }, |
| "steps_from_proto": { |
| "total": 102.06667361707127, |
| "count": 63353, |
| "is_parallel": true, |
| "self": 21.82350451899765, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 80.24316909807362, |
| "count": 506824, |
| "is_parallel": true, |
| "self": 80.24316909807362 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 696.1058798199911, |
| "count": 63354, |
| "self": 3.223349782016385, |
| "children": { |
| "process_trajectory": { |
| "total": 135.36119856997425, |
| "count": 63354, |
| "self": 135.15033359997437, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.21086496999987503, |
| "count": 2, |
| "self": 0.21086496999987503 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 557.5213314680004, |
| "count": 441, |
| "self": 304.45378325302386, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 253.06754821497657, |
| "count": 22827, |
| "self": 253.06754821497657 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.0120002116309479e-06, |
| "count": 1, |
| "self": 1.0120002116309479e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.0900137779999568, |
| "count": 1, |
| "self": 0.0014601789998778258, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.08855359900007898, |
| "count": 1, |
| "self": 0.08855359900007898 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
