| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.998950719833374, |
| "min": 0.9001078605651855, |
| "max": 1.4380332231521606, |
| "count": 13 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 30256.21875, |
| "min": 26960.03125, |
| "max": 43624.17578125, |
| "count": 13 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 389922.0, |
| "min": 29952.0, |
| "max": 389922.0, |
| "count": 13 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 389922.0, |
| "min": 29952.0, |
| "max": 389922.0, |
| "count": 13 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.04003271833062172, |
| "min": -0.270123153924942, |
| "max": 0.04003271833062172, |
| "count": 13 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 9.968147277832031, |
| "min": -64.0191879272461, |
| "max": 9.968147277832031, |
| "count": 13 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.03113975003361702, |
| "min": 0.03113975003361702, |
| "max": 0.33837276697158813, |
| "count": 13 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 7.75379753112793, |
| "min": 7.75379753112793, |
| "max": 81.20946502685547, |
| "count": 13 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.07138317823434492, |
| "min": 0.06532376273643901, |
| "max": 0.07496527767407479, |
| "count": 13 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9993644952808289, |
| "min": 0.5247569437185235, |
| "max": 0.9993978770180985, |
| "count": 13 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.005047186439996159, |
| "min": 0.0006489568515479398, |
| "max": 0.00795678350329263, |
| "count": 13 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.07066061015994622, |
| "min": 0.009085395921671157, |
| "max": 0.07066061015994622, |
| "count": 13 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 0.00018756205176504283, |
| "min": 0.00018756205176504283, |
| "max": 0.00029515063018788575, |
| "count": 13 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.0026258687247105996, |
| "min": 0.0020660544113152, |
| "max": 0.0035081708306098002, |
| "count": 13 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.16252067142857143, |
| "min": 0.16252067142857143, |
| "max": 0.19838354285714285, |
| "count": 13 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 2.2752894, |
| "min": 1.3886848, |
| "max": 2.5693902, |
| "count": 13 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.006255815075714286, |
| "min": 0.006255815075714286, |
| "max": 0.00983851593142857, |
| "count": 13 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.08758141106, |
| "min": 0.06886961152, |
| "max": 0.11696208098000001, |
| "count": 13 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.026629071682691574, |
| "min": 0.026629071682691574, |
| "max": 0.5501084923744202, |
| "count": 13 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.37280699610710144, |
| "min": 0.37280699610710144, |
| "max": 3.850759267807007, |
| "count": 13 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 817.1891891891892, |
| "min": 817.1891891891892, |
| "max": 999.0, |
| "count": 13 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 30236.0, |
| "min": 15984.0, |
| "max": 32383.0, |
| "count": 13 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 0.1554540216520026, |
| "min": -1.0000000521540642, |
| "max": 0.1554540216520026, |
| "count": 13 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 5.751798801124096, |
| "min": -30.374401703476906, |
| "max": 5.751798801124096, |
| "count": 13 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 0.1554540216520026, |
| "min": -1.0000000521540642, |
| "max": 0.1554540216520026, |
| "count": 13 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 5.751798801124096, |
| "min": -30.374401703476906, |
| "max": 5.751798801124096, |
| "count": 13 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.2267604800841041, |
| "min": 0.2267604800841041, |
| "max": 11.075799133628607, |
| "count": 13 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 8.390137763111852, |
| "min": 8.390137763111852, |
| "max": 177.2127861380577, |
| "count": 13 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 13 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 13 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1739707764", |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.6.0+cu124", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1739708387" |
| }, |
| "total": 623.555400056, |
| "count": 1, |
| "self": 0.207407645000103, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0207760230000531, |
| "count": 1, |
| "self": 0.0207760230000531 |
| }, |
| "TrainerController.start_learning": { |
| "total": 623.3272163879999, |
| "count": 1, |
| "self": 0.5804582989712799, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 2.128190472999904, |
| "count": 1, |
| "self": 2.128190472999904 |
| }, |
| "TrainerController.advance": { |
| "total": 620.6185676160287, |
| "count": 24668, |
| "self": 0.35215339301498716, |
| "children": { |
| "env_step": { |
| "total": 381.4078416239993, |
| "count": 24668, |
| "self": 326.8474191459836, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 54.282723165007155, |
| "count": 24668, |
| "self": 1.6065761640165874, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 52.67614700099057, |
| "count": 24493, |
| "self": 52.67614700099057 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.2776993130084975, |
| "count": 24668, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 621.8310794920035, |
| "count": 24668, |
| "is_parallel": true, |
| "self": 328.1429784449724, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0020393869999679737, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0007243360000757093, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0013150509998922644, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0013150509998922644 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.03658156300002702, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00034424299997226626, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00032593700007055304, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00032593700007055304 |
| }, |
| "communicator.exchange": { |
| "total": 0.03484145399988847, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.03484145399988847 |
| }, |
| "steps_from_proto": { |
| "total": 0.0010699290000957262, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.000244267999960357, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0008256610001353692, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0008256610001353692 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 293.68810104703107, |
| "count": 24667, |
| "is_parallel": true, |
| "self": 7.555183527048712, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 5.121828956032232, |
| "count": 24667, |
| "is_parallel": true, |
| "self": 5.121828956032232 |
| }, |
| "communicator.exchange": { |
| "total": 258.0160779459791, |
| "count": 24667, |
| "is_parallel": true, |
| "self": 258.0160779459791 |
| }, |
| "steps_from_proto": { |
| "total": 22.995010617971047, |
| "count": 24667, |
| "is_parallel": true, |
| "self": 4.918657078003889, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 18.076353539967158, |
| "count": 197336, |
| "is_parallel": true, |
| "self": 18.076353539967158 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 238.7443043300143, |
| "count": 24668, |
| "self": 1.4473783860100866, |
| "children": { |
| "process_trajectory": { |
| "total": 42.442379013004484, |
| "count": 24668, |
| "self": 42.442379013004484 |
| }, |
| "_update_policy": { |
| "total": 194.85454693099973, |
| "count": 163, |
| "self": 107.04484613799445, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 87.80970079300528, |
| "count": 8920, |
| "self": 87.80970079300528 |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.3240000953373965e-06, |
| "count": 1, |
| "self": 1.3240000953373965e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.11426694500005397, |
| "count": 1, |
| "self": 0.0014725500000167813, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.11279439500003718, |
| "count": 1, |
| "self": 0.11279439500003718 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
