| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.40752285718917847, |
| "min": 0.40752285718917847, |
| "max": 1.49339759349823, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 12206.125, |
| "min": 12206.125, |
| "max": 45303.7109375, |
| "count": 33 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 989948.0, |
| "min": 29912.0, |
| "max": 989948.0, |
| "count": 33 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 989948.0, |
| "min": 29912.0, |
| "max": 989948.0, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.3860066831111908, |
| "min": -0.10693488270044327, |
| "max": 0.4617581367492676, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 100.36174011230469, |
| "min": -25.87824249267578, |
| "max": 125.1364517211914, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.023606572300195694, |
| "min": -0.008749131113290787, |
| "max": 0.3732135593891144, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 6.13770866394043, |
| "min": -2.2922723293304443, |
| "max": 88.45161437988281, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.07030392752078894, |
| "min": 0.06607135672155502, |
| "max": 0.0743340314427094, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9842549852910452, |
| "min": 0.5203382200989658, |
| "max": 1.1073169790152289, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.013754318370566967, |
| "min": 0.00029005192281029605, |
| "max": 0.015066435062792398, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.19256045718793754, |
| "min": 0.003480623073723553, |
| "max": 0.21093009087909356, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 7.678640297628573e-06, |
| "min": 7.678640297628573e-06, |
| "max": 0.0002952346301598857, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00010750096416680001, |
| "min": 0.00010750096416680001, |
| "max": 0.0035080280306573996, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10255951428571428, |
| "min": 0.10255951428571428, |
| "max": 0.19841154285714285, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4358331999999998, |
| "min": 1.3888808, |
| "max": 2.5693426, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.0002656954771428572, |
| "min": 0.0002656954771428572, |
| "max": 0.00984131313142857, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.003719736680000001, |
| "min": 0.003719736680000001, |
| "max": 0.11695732573999998, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.009198606014251709, |
| "min": 0.009112351574003696, |
| "max": 0.3367597758769989, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.12878048419952393, |
| "min": 0.1275729238986969, |
| "max": 2.35731840133667, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 444.42028985507244, |
| "min": 385.3943661971831, |
| "max": 999.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 30665.0, |
| "min": 16711.0, |
| "max": 33170.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.2989352684029762, |
| "min": -0.9999500517733395, |
| "max": 1.4908816716830495, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 88.32759825140238, |
| "min": -31.998401656746864, |
| "max": 107.45699825882912, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.2989352684029762, |
| "min": -0.9999500517733395, |
| "max": 1.4908816716830495, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 88.32759825140238, |
| "min": -31.998401656746864, |
| "max": 107.45699825882912, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.04261775434732793, |
| "min": 0.03818512734378109, |
| "max": 6.163425108965705, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 2.8980072956182994, |
| "min": 2.8256994234398007, |
| "max": 104.77822685241699, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1692412996", |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training 1 --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1692415406" |
| }, |
| "total": 2409.825752377, |
| "count": 1, |
| "self": 1.3926586269999461, |
| "children": { |
| "run_training.setup": { |
| "total": 0.045228499000131706, |
| "count": 1, |
| "self": 0.045228499000131706 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2408.3878652509998, |
| "count": 1, |
| "self": 1.5227404922102323, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 4.372809562999919, |
| "count": 1, |
| "self": 4.372809562999919 |
| }, |
| "TrainerController.advance": { |
| "total": 2402.31347861079, |
| "count": 63613, |
| "self": 1.5426062917786112, |
| "children": { |
| "env_step": { |
| "total": 1654.100119175012, |
| "count": 63613, |
| "self": 1533.5483556158597, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 119.6537796502198, |
| "count": 63613, |
| "self": 5.315162956189852, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 114.33861669402995, |
| "count": 62564, |
| "self": 114.33861669402995 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.8979839089324742, |
| "count": 63613, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2402.473869754956, |
| "count": 63613, |
| "is_parallel": true, |
| "self": 995.5665797390566, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0020417639998413506, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006419350002033752, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0013998289996379754, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0013998289996379754 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.05427327000006699, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006510250004794216, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0005587609998656262, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005587609998656262 |
| }, |
| "communicator.exchange": { |
| "total": 0.050948230999892985, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.050948230999892985 |
| }, |
| "steps_from_proto": { |
| "total": 0.0021152529998289538, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00040692199900149717, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0017083310008274566, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0017083310008274566 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1406.9072900158994, |
| "count": 63612, |
| "is_parallel": true, |
| "self": 37.35189973191518, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 24.770873719022802, |
| "count": 63612, |
| "is_parallel": true, |
| "self": 24.770873719022802 |
| }, |
| "communicator.exchange": { |
| "total": 1227.4933341469978, |
| "count": 63612, |
| "is_parallel": true, |
| "self": 1227.4933341469978 |
| }, |
| "steps_from_proto": { |
| "total": 117.29118241796368, |
| "count": 63612, |
| "is_parallel": true, |
| "self": 22.880441734859687, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 94.410740683104, |
| "count": 508896, |
| "is_parallel": true, |
| "self": 94.410740683104 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 746.6707531439993, |
| "count": 63613, |
| "self": 2.7814571399553643, |
| "children": { |
| "process_trajectory": { |
| "total": 124.43886888404768, |
| "count": 63613, |
| "self": 124.21180837704742, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.22706050700026026, |
| "count": 2, |
| "self": 0.22706050700026026 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 619.4504271199962, |
| "count": 450, |
| "self": 407.0061091980242, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 212.44431792197202, |
| "count": 22776, |
| "self": 212.44431792197202 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.4739998732693493e-06, |
| "count": 1, |
| "self": 1.4739998732693493e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.17883511099989846, |
| "count": 1, |
| "self": 0.0022213660004126723, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.1766137449994858, |
| "count": 1, |
| "self": 0.1766137449994858 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
