| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.288880467414856, |
| "min": 1.288761019706726, |
| "max": 1.416162371635437, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 64984.0625, |
| "min": 62978.1328125, |
| "max": 75998.3515625, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 104.77185501066099, |
| "min": 79.44533762057878, |
| "max": 372.6940298507463, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49138.0, |
| "min": 48834.0, |
| "max": 50152.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999913.0, |
| "min": 49672.0, |
| "max": 1999913.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999913.0, |
| "min": 49672.0, |
| "max": 1999913.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.37912654876709, |
| "min": -0.06598556041717529, |
| "max": 2.474097490310669, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1115.810302734375, |
| "min": -8.776079177856445, |
| "max": 1538.888671875, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.5963065980085687, |
| "min": 1.9939273815405996, |
| "max": 3.9887489401718055, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 1686.6677944660187, |
| "min": 265.19234174489975, |
| "max": 2466.4365518689156, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.5963065980085687, |
| "min": 1.9939273815405996, |
| "max": 3.9887489401718055, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 1686.6677944660187, |
| "min": 265.19234174489975, |
| "max": 2466.4365518689156, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.024348949605660485, |
| "min": 0.022087309808496988, |
| "max": 0.029715152674301255, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.07304684881698145, |
| "min": 0.044174619616993975, |
| "max": 0.08782742169035677, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.034815759035862155, |
| "min": 0.0196114922563235, |
| "max": 0.043525763492410385, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.10444727710758646, |
| "min": 0.039222984512647, |
| "max": 0.12578532636786502, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 6.316698947233337e-06, |
| "min": 6.316698947233337e-06, |
| "max": 0.0005906742015543, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.895009684170001e-05, |
| "min": 1.895009684170001e-05, |
| "max": 0.0016879932186677998, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10105276666666667, |
| "min": 0.10105276666666667, |
| "max": 0.1984457, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.3031583, |
| "min": 0.20725350000000003, |
| "max": 0.5813322000000001, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 6.253305666666671e-05, |
| "min": 6.253305666666671e-05, |
| "max": 0.00492244043, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00018759917000000015, |
| "min": 0.00018759917000000015, |
| "max": 0.014068476779999999, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1757013882", |
| "python_version": "3.10.6 | packaged by conda-forge | (main, Aug 22 2022, 20:35:26) [GCC 10.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.8.0+cu128", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1757016238" |
| }, |
| "total": 2356.09992943, |
| "count": 1, |
| "self": 0.44560112100043625, |
| "children": { |
| "run_training.setup": { |
| "total": 0.03564983000001121, |
| "count": 1, |
| "self": 0.03564983000001121 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2355.6186784789998, |
| "count": 1, |
| "self": 4.029747169994607, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.3332459179999887, |
| "count": 1, |
| "self": 3.3332459179999887 |
| }, |
| "TrainerController.advance": { |
| "total": 2348.152932777005, |
| "count": 232055, |
| "self": 4.04562498614041, |
| "children": { |
| "env_step": { |
| "total": 1857.2032180228907, |
| "count": 232055, |
| "self": 1467.554067297834, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 387.101447256008, |
| "count": 232055, |
| "self": 14.958205816999339, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 372.14324143900865, |
| "count": 223091, |
| "self": 372.14324143900865 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.5477034690485425, |
| "count": 232055, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2348.5477301289325, |
| "count": 232055, |
| "is_parallel": true, |
| "self": 1157.338003883963, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0008584480000308758, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002642800000103307, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0005941680000205452, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0005941680000205452 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.043888746999982686, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00035604600009264686, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00021663699999407982, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00021663699999407982 |
| }, |
| "communicator.exchange": { |
| "total": 0.042627244999948743, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.042627244999948743 |
| }, |
| "steps_from_proto": { |
| "total": 0.0006888189999472161, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00021355600006245368, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0004752629998847624, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0004752629998847624 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1191.2097262449695, |
| "count": 232054, |
| "is_parallel": true, |
| "self": 36.93866358884861, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 79.06120881596803, |
| "count": 232054, |
| "is_parallel": true, |
| "self": 79.06120881596803 |
| }, |
| "communicator.exchange": { |
| "total": 990.8397994051869, |
| "count": 232054, |
| "is_parallel": true, |
| "self": 990.8397994051869 |
| }, |
| "steps_from_proto": { |
| "total": 84.37005443496605, |
| "count": 232054, |
| "is_parallel": true, |
| "self": 29.81391867001264, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 54.55613576495341, |
| "count": 464108, |
| "is_parallel": true, |
| "self": 54.55613576495341 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 486.9040897679737, |
| "count": 232055, |
| "self": 6.036962276962868, |
| "children": { |
| "process_trajectory": { |
| "total": 144.1367169200107, |
| "count": 232055, |
| "self": 142.95057093701143, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.1861459829992782, |
| "count": 10, |
| "self": 1.1861459829992782 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 336.7304105710001, |
| "count": 97, |
| "self": 252.1307497660123, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 84.59966080498782, |
| "count": 5820, |
| "self": 84.59966080498782 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 9.010000212583691e-07, |
| "count": 1, |
| "self": 9.010000212583691e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.10275171300008878, |
| "count": 1, |
| "self": 0.0015643239999008074, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.10118738900018798, |
| "count": 1, |
| "self": 0.10118738900018798 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
