| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.43488427996635437, |
| "min": 0.43488427996635437, |
| "max": 1.4722023010253906, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 13102.193359375, |
| "min": 13102.193359375, |
| "max": 44660.73046875, |
| "count": 33 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 989981.0, |
| "min": 29952.0, |
| "max": 989981.0, |
| "count": 33 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 989981.0, |
| "min": 29952.0, |
| "max": 989981.0, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.4481279253959656, |
| "min": -0.14018329977989197, |
| "max": 0.4839859902858734, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 120.99453735351562, |
| "min": -33.22344207763672, |
| "max": 132.128173828125, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": -0.017161570489406586, |
| "min": -0.017161570489406586, |
| "max": 0.4350193440914154, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": -4.633624076843262, |
| "min": -4.633624076843262, |
| "max": 103.0995864868164, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06949028487170358, |
| "min": 0.06478312003171251, |
| "max": 0.07169061435831003, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9728639882038502, |
| "min": 0.4854648618590242, |
| "max": 1.051295583983244, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.013424040664436431, |
| "min": 0.00010608506057915977, |
| "max": 0.014305960034260412, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.18793656930211003, |
| "min": 0.001379105787529077, |
| "max": 0.20028344047964577, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 7.558897480400005e-06, |
| "min": 7.558897480400005e-06, |
| "max": 0.00029515063018788575, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00010582456472560007, |
| "min": 0.00010582456472560007, |
| "max": 0.0033759361746879997, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10251960000000003, |
| "min": 0.10251960000000003, |
| "max": 0.19838354285714285, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4352744000000004, |
| "min": 1.3691136000000002, |
| "max": 2.4253120000000004, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.00026170804000000015, |
| "min": 0.00026170804000000015, |
| "max": 0.00983851593142857, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.003663912560000002, |
| "min": 0.003663912560000002, |
| "max": 0.11254866880000002, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.010115930810570717, |
| "min": 0.010115930810570717, |
| "max": 0.5531641840934753, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.14162303507328033, |
| "min": 0.14162303507328033, |
| "max": 3.8721492290496826, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 411.36986301369865, |
| "min": 392.6625, |
| "max": 999.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 30030.0, |
| "min": 15984.0, |
| "max": 32500.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.4781805322402053, |
| "min": -1.0000000521540642, |
| "max": 1.5323099694214761, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 106.42899832129478, |
| "min": -32.000001668930054, |
| "max": 122.58479755371809, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.4781805322402053, |
| "min": -1.0000000521540642, |
| "max": 1.5323099694214761, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 106.42899832129478, |
| "min": -32.000001668930054, |
| "max": 122.58479755371809, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.042992014791404166, |
| "min": 0.04185772229320719, |
| "max": 11.87327560596168, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 3.0954250649811, |
| "min": 3.0954250649811, |
| "max": 189.9724096953869, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1673903618", |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "0.29.0.dev0", |
| "mlagents_envs_version": "0.29.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.21.6", |
| "end_time_seconds": "1673905659" |
| }, |
| "total": 2040.9183397279999, |
| "count": 1, |
| "self": 0.47752952799987725, |
| "children": { |
| "run_training.setup": { |
| "total": 0.12819366899998386, |
| "count": 1, |
| "self": 0.12819366899998386 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2040.312616531, |
| "count": 1, |
| "self": 1.144449691970749, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 6.635410157000024, |
| "count": 1, |
| "self": 6.635410157000024 |
| }, |
| "TrainerController.advance": { |
| "total": 2032.4343087770294, |
| "count": 63556, |
| "self": 1.2100832249946052, |
| "children": { |
| "env_step": { |
| "total": 1352.9145740000904, |
| "count": 63556, |
| "self": 1251.5084683072068, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 100.69357860099785, |
| "count": 63556, |
| "self": 4.206092229947444, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 96.48748637105041, |
| "count": 62561, |
| "self": 33.0118417620738, |
| "children": { |
| "TorchPolicy.sample_actions": { |
| "total": 63.47564460897661, |
| "count": 62561, |
| "self": 63.47564460897661 |
| } |
| } |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.7125270918857041, |
| "count": 63556, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2036.09002686207, |
| "count": 63556, |
| "is_parallel": true, |
| "self": 880.2520296271164, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0017877259999750095, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006723129997681099, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0011154130002068996, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0011154130002068996 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.04536953900014851, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005180270002256293, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00044544399997903383, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00044544399997903383 |
| }, |
| "communicator.exchange": { |
| "total": 0.04274929100006375, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.04274929100006375 |
| }, |
| "steps_from_proto": { |
| "total": 0.001656776999880094, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00043463800011522835, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0012221389997648657, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0012221389997648657 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1155.8379972349537, |
| "count": 63555, |
| "is_parallel": true, |
| "self": 28.23294323798018, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 23.06711462201997, |
| "count": 63555, |
| "is_parallel": true, |
| "self": 23.06711462201997 |
| }, |
| "communicator.exchange": { |
| "total": 1002.3801885879593, |
| "count": 63555, |
| "is_parallel": true, |
| "self": 1002.3801885879593 |
| }, |
| "steps_from_proto": { |
| "total": 102.15775078699426, |
| "count": 63555, |
| "is_parallel": true, |
| "self": 21.526570627908313, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 80.63118015908594, |
| "count": 508440, |
| "is_parallel": true, |
| "self": 80.63118015908594 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 678.3096515519444, |
| "count": 63556, |
| "self": 2.071107793891997, |
| "children": { |
| "process_trajectory": { |
| "total": 146.1649301590569, |
| "count": 63556, |
| "self": 145.94714614705754, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.21778401199935615, |
| "count": 2, |
| "self": 0.21778401199935615 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 530.0736135989955, |
| "count": 442, |
| "self": 204.9283630389773, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 325.1452505600182, |
| "count": 22818, |
| "self": 325.1452505600182 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 8.699998943484388e-07, |
| "count": 1, |
| "self": 8.699998943484388e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.09844703499993557, |
| "count": 1, |
| "self": 0.001488047999828268, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.0969589870001073, |
| "count": 1, |
| "self": 0.0969589870001073 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
