|
{ |
|
"name": "root", |
|
"gauges": { |
|
"SnowballTarget.Policy.Entropy.mean": { |
|
"value": 1.0462374687194824, |
|
"min": 1.0462374687194824, |
|
"max": 1.0462374687194824, |
|
"count": 1 |
|
}, |
|
"SnowballTarget.Policy.Entropy.sum": { |
|
"value": 736.5512084960938, |
|
"min": 736.5512084960938, |
|
"max": 736.5512084960938, |
|
"count": 1 |
|
}, |
|
"SnowballTarget.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 1 |
|
}, |
|
"SnowballTarget.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 1 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1714275518", |
|
"python_version": "3.10.12 | packaged by conda-forge | (main, Jun 23 2023, 22:40:32) [GCC 12.3.0]", |
|
"command_line_arguments": "/home/saini5/miniforge3/envs/hf_rl_mlagents_env/bin/mlagents-learn ml-agents/config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --resume", |
|
"mlagents_version": "1.1.0.dev0", |
|
"mlagents_envs_version": "1.1.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.3.0+cu121", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1714275544" |
|
}, |
|
"total": 26.17338200999984, |
|
"count": 1, |
|
"self": 0.38508118800200464, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.01716165199832176, |
|
"count": 1, |
|
"self": 0.01716165199832176 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 25.771139169999515, |
|
"count": 1, |
|
"self": 0.016624285986836185, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 3.857721684000353, |
|
"count": 1, |
|
"self": 3.857721684000353 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 21.699781874012842, |
|
"count": 377, |
|
"self": 0.008831840006678249, |
|
"children": { |
|
"env_step": { |
|
"total": 21.690950034006164, |
|
"count": 377, |
|
"self": 16.31516701403598, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 5.368023775992697, |
|
"count": 377, |
|
"self": 0.05307514300329785, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 5.314948632989399, |
|
"count": 377, |
|
"self": 5.314948632989399 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 0.00775924397748895, |
|
"count": 376, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 25.548096439015353, |
|
"count": 376, |
|
"is_parallel": true, |
|
"self": 11.193010508013685, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0023420960005751112, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0007555850006610854, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0015865109999140259, |
|
"count": 10, |
|
"is_parallel": true, |
|
"self": 0.0015865109999140259 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.03000320299906889, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.000299719000395271, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.0004054569999425439, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0004054569999425439 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.02832260499963013, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.02832260499963013 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.000975421999100945, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00022639300004811957, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0007490289990528254, |
|
"count": 10, |
|
"is_parallel": true, |
|
"self": 0.0007490289990528254 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 14.355085931001668, |
|
"count": 375, |
|
"is_parallel": true, |
|
"self": 0.21026207399336272, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.17078548300014518, |
|
"count": 375, |
|
"is_parallel": true, |
|
"self": 0.17078548300014518 |
|
}, |
|
"communicator.exchange": { |
|
"total": 13.284748818992739, |
|
"count": 375, |
|
"is_parallel": true, |
|
"self": 13.284748818992739 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.6892895550154208, |
|
"count": 375, |
|
"is_parallel": true, |
|
"self": 0.15102875100092206, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.5382608040144987, |
|
"count": 3750, |
|
"is_parallel": true, |
|
"self": 0.5382608040144987 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 5.262199920252897e-05, |
|
"count": 1, |
|
"self": 5.262199920252897e-05, |
|
"children": { |
|
"thread_root": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"trainer_advance": { |
|
"total": 21.414587259787368, |
|
"count": 19862, |
|
"is_parallel": true, |
|
"self": 0.7230470697813871, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 15.01471466300427, |
|
"count": 19862, |
|
"is_parallel": true, |
|
"self": 14.825209465005173, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.1895051979990967, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.1895051979990967 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 5.676825527001711, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.7520899630035274, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 4.924735563998183, |
|
"count": 48, |
|
"is_parallel": true, |
|
"self": 4.924735563998183 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.1969587040002807, |
|
"count": 1, |
|
"self": 0.0013678909999725875, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.19559081300030812, |
|
"count": 1, |
|
"self": 0.19559081300030812 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |