| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.12908047437667847, |
| "min": 0.12673941254615784, |
| "max": 1.4291459321975708, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 3860.022705078125, |
| "min": 3804.210205078125, |
| "max": 43354.5703125, |
| "count": 100 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 2999998.0, |
| "min": 29952.0, |
| "max": 2999998.0, |
| "count": 100 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 2999998.0, |
| "min": 29952.0, |
| "max": 2999998.0, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.7986339926719666, |
| "min": -0.07827374339103699, |
| "max": 0.8544501066207886, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 234.79840087890625, |
| "min": -18.863971710205078, |
| "max": 261.46173095703125, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.007089178543537855, |
| "min": -0.004081136081367731, |
| "max": 0.5816629528999329, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 2.0842185020446777, |
| "min": -1.1345558166503906, |
| "max": 137.8541259765625, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.0686852690033404, |
| "min": 0.06473526618875829, |
| "max": 0.07518472419023683, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9615937660467656, |
| "min": 0.5120259907587374, |
| "max": 1.0938631357760946, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.01476910247306694, |
| "min": 0.0006978184901949426, |
| "max": 0.016922780360533473, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.20676743462293717, |
| "min": 0.008373821882339311, |
| "max": 0.24052662018705936, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 1.5034494988833267e-06, |
| "min": 1.5034494988833267e-06, |
| "max": 0.00029838354339596195, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 2.1048292984366574e-05, |
| "min": 2.1048292984366574e-05, |
| "max": 0.004027586357471266, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10050111666666668, |
| "min": 0.10050111666666668, |
| "max": 0.19946118095238097, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4070156333333335, |
| "min": 1.3962282666666668, |
| "max": 2.8425287333333342, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 6.006155499999978e-05, |
| "min": 6.006155499999978e-05, |
| "max": 0.009946171977142856, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.000840861769999997, |
| "min": 0.000840861769999997, |
| "max": 0.13426862046000002, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.00791836716234684, |
| "min": 0.007484130561351776, |
| "max": 0.6162473559379578, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.11085714399814606, |
| "min": 0.10477782785892487, |
| "max": 4.313731670379639, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 240.4608695652174, |
| "min": 204.71724137931034, |
| "max": 999.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 27653.0, |
| "min": 15984.0, |
| "max": 33541.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.7088620578549032, |
| "min": -1.0000000521540642, |
| "max": 1.7814827480706674, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 198.22799871116877, |
| "min": -30.48300166428089, |
| "max": 258.50739800930023, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.7088620578549032, |
| "min": -1.0000000521540642, |
| "max": 1.7814827480706674, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 198.22799871116877, |
| "min": -30.48300166428089, |
| "max": 258.50739800930023, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.019215105199158453, |
| "min": 0.01650436283530796, |
| "max": 12.46143932454288, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 2.2289522031023807, |
| "min": 2.2289522031023807, |
| "max": 199.38302919268608, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1698271255", |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "1.1.0.dev0", |
| "mlagents_envs_version": "1.1.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.1.0+cu118", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1698277915" |
| }, |
| "total": 6659.906532305, |
| "count": 1, |
| "self": 0.42782697600159736, |
| "children": { |
| "run_training.setup": { |
| "total": 0.07491982500005179, |
| "count": 1, |
| "self": 0.07491982500005179 |
| }, |
| "TrainerController.start_learning": { |
| "total": 6659.403785503999, |
| "count": 1, |
| "self": 5.422188401174026, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 1.1716168479997577, |
| "count": 1, |
| "self": 1.1716168479997577 |
| }, |
| "TrainerController.advance": { |
| "total": 6652.7578160158255, |
| "count": 195414, |
| "self": 5.031926708782521, |
| "children": { |
| "env_step": { |
| "total": 4606.678506148075, |
| "count": 195414, |
| "self": 4280.609979365012, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 322.70466352607264, |
| "count": 195414, |
| "self": 12.185834426377369, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 310.51882909969527, |
| "count": 187558, |
| "self": 310.51882909969527 |
| } |
| } |
| }, |
| "workers": { |
| "total": 3.3638632569904985, |
| "count": 195414, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 6649.100664973836, |
| "count": 195414, |
| "is_parallel": true, |
| "self": 2709.8072729899145, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0018982699998559838, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005603819995485537, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.00133788800030743, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.00133788800030743 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.044720646000314446, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005046200003562262, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00041211999996448867, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00041211999996448867 |
| }, |
| "communicator.exchange": { |
| "total": 0.0422388859997227, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0422388859997227 |
| }, |
| "steps_from_proto": { |
| "total": 0.0015650200002710335, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00032326900100088096, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0012417509992701525, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0012417509992701525 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 3939.293391983921, |
| "count": 195413, |
| "is_parallel": true, |
| "self": 93.2864483037506, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 50.732851782134276, |
| "count": 195413, |
| "is_parallel": true, |
| "self": 50.732851782134276 |
| }, |
| "communicator.exchange": { |
| "total": 3526.191611877836, |
| "count": 195413, |
| "is_parallel": true, |
| "self": 3526.191611877836 |
| }, |
| "steps_from_proto": { |
| "total": 269.08248002020036, |
| "count": 195413, |
| "is_parallel": true, |
| "self": 57.38929644669088, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 211.6931835735095, |
| "count": 1563304, |
| "is_parallel": true, |
| "self": 211.6931835735095 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 2041.0473831589675, |
| "count": 195414, |
| "self": 10.385957622773276, |
| "children": { |
| "process_trajectory": { |
| "total": 317.1379166681918, |
| "count": 195414, |
| "self": 316.72669591219255, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.41122075599923846, |
| "count": 6, |
| "self": 0.41122075599923846 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 1713.5235088680024, |
| "count": 1400, |
| "self": 705.1359684688141, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 1008.3875403991883, |
| "count": 68361, |
| "self": 1008.3875403991883 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.4309989637695253e-06, |
| "count": 1, |
| "self": 1.4309989637695253e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.05216280800050299, |
| "count": 1, |
| "self": 0.0009505200014245929, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.0512122879990784, |
| "count": 1, |
| "self": 0.0512122879990784 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
