| { | |
| "name": "root", | |
| "gauges": { | |
| "SnowballTarget.Policy.Entropy.mean": { | |
| "value": 0.8312448859214783, | |
| "min": 0.8312448859214783, | |
| "max": 2.8389031887054443, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.Entropy.sum": { | |
| "value": 7900.1513671875, | |
| "min": 7900.1513671875, | |
| "max": 28979.5234375, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Step.mean": { | |
| "value": 199984.0, | |
| "min": 9952.0, | |
| "max": 199984.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Step.sum": { | |
| "value": 199984.0, | |
| "min": 9952.0, | |
| "max": 199984.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 13.470294952392578, | |
| "min": 0.4360419511795044, | |
| "max": 13.470294952392578, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 2626.70751953125, | |
| "min": 84.5921401977539, | |
| "max": 2748.59033203125, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Losses.PolicyLoss.mean": { | |
| "value": 0.09678187634539534, | |
| "min": 0.0893590563541372, | |
| "max": 0.10193061985761126, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Losses.PolicyLoss.sum": { | |
| "value": 0.38712750538158136, | |
| "min": 0.3574362254165488, | |
| "max": 0.5085037939539796, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Losses.ValueLoss.mean": { | |
| "value": 0.20212950894937795, | |
| "min": 0.13641007397898244, | |
| "max": 0.2738853318068911, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Losses.ValueLoss.sum": { | |
| "value": 0.8085180357975118, | |
| "min": 0.5456402959159298, | |
| "max": 1.3001986116170883, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.LearningRate.mean": { | |
| "value": 8.082097306000007e-06, | |
| "min": 8.082097306000007e-06, | |
| "max": 0.000291882002706, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.LearningRate.sum": { | |
| "value": 3.232838922400003e-05, | |
| "min": 3.232838922400003e-05, | |
| "max": 0.0013851600382799997, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.Epsilon.mean": { | |
| "value": 0.10269400000000001, | |
| "min": 0.10269400000000001, | |
| "max": 0.19729400000000002, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.Epsilon.sum": { | |
| "value": 0.41077600000000003, | |
| "min": 0.41077600000000003, | |
| "max": 0.9617200000000001, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.Beta.mean": { | |
| "value": 0.0001444306000000001, | |
| "min": 0.0001444306000000001, | |
| "max": 0.0048649706, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.Beta.sum": { | |
| "value": 0.0005777224000000004, | |
| "min": 0.0005777224000000004, | |
| "max": 0.023089828, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.EpisodeLength.mean": { | |
| "value": 199.0, | |
| "min": 199.0, | |
| "max": 199.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.EpisodeLength.sum": { | |
| "value": 8756.0, | |
| "min": 8756.0, | |
| "max": 10945.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.CumulativeReward.mean": { | |
| "value": 26.113636363636363, | |
| "min": 4.136363636363637, | |
| "max": 26.40909090909091, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.CumulativeReward.sum": { | |
| "value": 1149.0, | |
| "min": 182.0, | |
| "max": 1446.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicReward.mean": { | |
| "value": 26.113636363636363, | |
| "min": 4.136363636363637, | |
| "max": 26.40909090909091, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicReward.sum": { | |
| "value": 1149.0, | |
| "min": 182.0, | |
| "max": 1446.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 20 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1730743869", | |
| "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget.x86_64 --run-id=SnowballTarget1 --no-graphics --resume", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.5.0+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1730744443" | |
| }, | |
| "total": 574.071830805, | |
| "count": 1, | |
| "self": 0.4439957859999595, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0544113710000147, | |
| "count": 1, | |
| "self": 0.0544113710000147 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 573.573423648, | |
| "count": 1, | |
| "self": 0.34497418098294474, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.4557194900000923, | |
| "count": 1, | |
| "self": 2.4557194900000923 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 570.6880146000171, | |
| "count": 18192, | |
| "self": 0.3567256820329021, | |
| "children": { | |
| "env_step": { | |
| "total": 292.5749179730044, | |
| "count": 18192, | |
| "self": 223.1761342949883, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 69.19592140101327, | |
| "count": 18192, | |
| "self": 1.2157505330164895, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 67.98017086799678, | |
| "count": 18192, | |
| "self": 67.98017086799678 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.20286227700285053, | |
| "count": 18192, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 572.2134377729981, | |
| "count": 18192, | |
| "is_parallel": true, | |
| "self": 376.64408054902174, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.00219493000008697, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000665914999672168, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0015290150004148018, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0015290150004148018 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.057126649000110774, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006454440001562034, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00040940700000646757, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00040940700000646757 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.05425884999999653, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.05425884999999653 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0018129479999515752, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003393370000139839, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0014736109999375913, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0014736109999375913 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 195.56935722397634, | |
| "count": 18191, | |
| "is_parallel": true, | |
| "self": 9.76644749196953, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 5.568276940014357, | |
| "count": 18191, | |
| "is_parallel": true, | |
| "self": 5.568276940014357 | |
| }, | |
| "communicator.exchange": { | |
| "total": 149.4949139279945, | |
| "count": 18191, | |
| "is_parallel": true, | |
| "self": 149.4949139279945 | |
| }, | |
| "steps_from_proto": { | |
| "total": 30.73971886399795, | |
| "count": 18191, | |
| "is_parallel": true, | |
| "self": 5.524681026016879, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 25.215037837981072, | |
| "count": 181910, | |
| "is_parallel": true, | |
| "self": 25.215037837981072 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 277.75637094497984, | |
| "count": 18192, | |
| "self": 0.4138050089834451, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 27.05419059999599, | |
| "count": 18192, | |
| "self": 26.63383311399616, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.4203574859998298, | |
| "count": 4, | |
| "self": 0.4203574859998298 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 250.2883753360004, | |
| "count": 90, | |
| "self": 70.8761108260112, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 179.4122645099892, | |
| "count": 15295, | |
| "self": 179.4122645099892 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.650000265537528e-07, | |
| "count": 1, | |
| "self": 9.650000265537528e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.084714411999812, | |
| "count": 1, | |
| "self": 0.0011005939998085523, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.08361381800000345, | |
| "count": 1, | |
| "self": 0.08361381800000345 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |