| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.1700698733329773, |
| "min": 0.15845796465873718, |
| "max": 0.26031944155693054, |
| "count": 28 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 5161.9609375, |
| "min": 1016.287109375, |
| "max": 7826.34375, |
| "count": 28 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 207.768115942029, |
| "min": 175.07692307692307, |
| "max": 271.4117647058824, |
| "count": 28 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 28672.0, |
| "min": 2276.0, |
| "max": 32298.0, |
| "count": 28 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 2489948.0, |
| "min": 1679960.0, |
| "max": 2489948.0, |
| "count": 28 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 2489948.0, |
| "min": 1679960.0, |
| "max": 2489948.0, |
| "count": 28 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.9037383794784546, |
| "min": 0.6263155341148376, |
| "max": 0.9037383794784546, |
| "count": 28 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 273.8327331542969, |
| "min": 17.536834716796875, |
| "max": 273.8327331542969, |
| "count": 28 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.0044550965540111065, |
| "min": -0.002209288766607642, |
| "max": 0.046209245920181274, |
| "count": 28 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 1.3498942852020264, |
| "min": -0.6451123356819153, |
| "max": 13.90898323059082, |
| "count": 28 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.7777376668392748, |
| "min": 1.6613411556522386, |
| "max": 1.8249230568225567, |
| "count": 28 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 245.32779802381992, |
| "min": 23.723999738693237, |
| "max": 252.7247984930873, |
| "count": 28 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.7777376668392748, |
| "min": 1.6613411556522386, |
| "max": 1.8249230568225567, |
| "count": 28 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 245.32779802381992, |
| "min": 23.723999738693237, |
| "max": 252.7247984930873, |
| "count": 28 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.011585179078858768, |
| "min": 0.011585179078858768, |
| "max": 0.01712447010917674, |
| "count": 28 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 1.59875471288251, |
| "min": 0.16541378060355783, |
| "max": 2.061749845990562, |
| "count": 28 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06791332284670457, |
| "min": 0.06540743341627538, |
| "max": 0.0716755648241988, |
| "count": 28 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.950786519853864, |
| "min": 0.06915688141210315, |
| "max": 1.0671006890382462, |
| "count": 28 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.012159144297280971, |
| "min": 0.011192417538647229, |
| "max": 0.01619531853343471, |
| "count": 28 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.17022802016193359, |
| "min": 0.011192417538647229, |
| "max": 0.23043314945243767, |
| "count": 28 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 5.244986108816905e-05, |
| "min": 5.244986108816905e-05, |
| "max": 0.0001321056559648, |
| "count": 28 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.0007342980552343667, |
| "min": 0.0001321056559648, |
| "max": 0.0018678535773824336, |
| "count": 28 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.11748325952380953, |
| "min": 0.11748325952380953, |
| "max": 0.1440352, |
| "count": 28 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.6447656333333334, |
| "min": 0.1440352, |
| "max": 2.1226175666666665, |
| "count": 28 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.0017565776264285714, |
| "min": 0.0017565776264285714, |
| "max": 0.004409116479999999, |
| "count": 28 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.02459208677, |
| "min": 0.004409116479999999, |
| "max": 0.062349494910000004, |
| "count": 28 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.005485209170728922, |
| "min": 0.005394092295318842, |
| "max": 0.006814947817474604, |
| "count": 28 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.07679292559623718, |
| "min": 0.006814947817474604, |
| "max": 0.09431394934654236, |
| "count": 28 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 28 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 28 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1752607676", |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.7.1+cu126", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1752611128" |
| }, |
| "total": 3452.413145898001, |
| "count": 1, |
| "self": 1.141851158999998, |
| "children": { |
| "run_training.setup": { |
| "total": 0.04782425800112833, |
| "count": 1, |
| "self": 0.04782425800112833 |
| }, |
| "TrainerController.start_learning": { |
| "total": 3451.223470481, |
| "count": 1, |
| "self": 2.3732128570936766, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.8553263949997927, |
| "count": 1, |
| "self": 3.8553263949997927 |
| }, |
| "TrainerController.advance": { |
| "total": 3444.985487246906, |
| "count": 54374, |
| "self": 2.6153873088951514, |
| "children": { |
| "env_step": { |
| "total": 2473.174419440069, |
| "count": 54374, |
| "self": 2323.5796925855357, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 148.17614540590876, |
| "count": 54374, |
| "self": 6.909613850857568, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 141.2665315550512, |
| "count": 51630, |
| "self": 141.2665315550512 |
| } |
| } |
| }, |
| "workers": { |
| "total": 1.4185814486245363, |
| "count": 54374, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 3442.0139552039436, |
| "count": 54374, |
| "is_parallel": true, |
| "self": 1292.3154535910217, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0032977760001813294, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0009555380001984304, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.002342237999982899, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.002342237999982899 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.07654789699881803, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0007555769989266992, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0006237380002858117, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006237380002858117 |
| }, |
| "communicator.exchange": { |
| "total": 0.07307490799939842, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.07307490799939842 |
| }, |
| "steps_from_proto": { |
| "total": 0.002093674000207102, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004639890030375682, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0016296849971695337, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0016296849971695337 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 2149.698501612922, |
| "count": 54373, |
| "is_parallel": true, |
| "self": 41.98684660366598, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 28.251620290124265, |
| "count": 54373, |
| "is_parallel": true, |
| "self": 28.251620290124265 |
| }, |
| "communicator.exchange": { |
| "total": 1962.164245098813, |
| "count": 54373, |
| "is_parallel": true, |
| "self": 1962.164245098813 |
| }, |
| "steps_from_proto": { |
| "total": 117.29578962031883, |
| "count": 54373, |
| "is_parallel": true, |
| "self": 26.28809506757716, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 91.00769455274167, |
| "count": 434984, |
| "is_parallel": true, |
| "self": 91.00769455274167 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 969.1956804979418, |
| "count": 54374, |
| "self": 5.1387520592816145, |
| "children": { |
| "process_trajectory": { |
| "total": 159.55085079067612, |
| "count": 54374, |
| "self": 159.33494666267688, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.21590412799923797, |
| "count": 2, |
| "self": 0.21590412799923797 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 804.5060776479841, |
| "count": 390, |
| "self": 317.23073637292146, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 487.2753412750626, |
| "count": 18758, |
| "self": 487.2753412750626 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.8539994925959036e-06, |
| "count": 1, |
| "self": 1.8539994925959036e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.009442128000955563, |
| "count": 1, |
| "self": 6.396600110747386e-05, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.00937816199984809, |
| "count": 1, |
| "self": 0.00937816199984809 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
