| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.4107975959777832, | |
| "min": 1.3619685173034668, | |
| "max": 1.6222076416015625, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 12557.509765625, | |
| "min": 11767.8056640625, | |
| "max": 14804.181640625, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 1.0, | |
| "min": 0.9375, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 54.0, | |
| "min": 39.0, | |
| "max": 69.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.018518518518518517, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 163.83333333333334, | |
| "min": 132.82608695652175, | |
| "max": 237.46153846153845, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8847.0, | |
| "min": 8355.0, | |
| "max": 9555.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1799965.0, | |
| "min": 8760.0, | |
| "max": 1799965.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1799965.0, | |
| "min": 8760.0, | |
| "max": 1799965.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 46.10911178588867, | |
| "min": 3.153731107711792, | |
| "max": 50.77796173095703, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 2489.89208984375, | |
| "min": 132.4567108154297, | |
| "max": 3262.89501953125, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 94.3765465065285, | |
| "min": 90.97091108127074, | |
| "max": 95.55000271516688, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 5096.333511352539, | |
| "min": 3497.2001190185547, | |
| "max": 6497.400184631348, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 94.3765465065285, | |
| "min": 90.97091108127074, | |
| "max": 95.55000271516688, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 5096.333511352539, | |
| "min": 3497.2001190185547, | |
| "max": 6497.400184631348, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.05013961856699704, | |
| "min": 0.03414574698156988, | |
| "max": 0.06128549225104507, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.10027923713399409, | |
| "min": 0.03785182739159575, | |
| "max": 0.1689213144104453, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 8.771052964031696, | |
| "min": 4.180290322060939, | |
| "max": 397.80753608986186, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 17.542105928063393, | |
| "min": 8.360580644121878, | |
| "max": 599.2882911831725, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 7.640997453333425e-07, | |
| "min": 7.640997453333425e-07, | |
| "max": 0.0002992215002594999, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 1.528199490666685e-06, | |
| "min": 1.528199490666685e-06, | |
| "max": 0.0008391595202801665, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10025466666666667, | |
| "min": 0.10025466666666667, | |
| "max": 0.1997405000000001, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.20050933333333334, | |
| "min": 0.1922596666666667, | |
| "max": 0.5797198333333334, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 2.270786666666682e-05, | |
| "min": 2.270786666666682e-05, | |
| "max": 0.004987050950000001, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 4.541573333333364e-05, | |
| "min": 4.541573333333364e-05, | |
| "max": 0.013988019683333332, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717860336", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_7_task_5_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_7_task_5_run_id_2_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717864690" | |
| }, | |
| "total": 4354.6265195, | |
| "count": 1, | |
| "self": 0.7087363999989975, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05280370000000001, | |
| "count": 1, | |
| "self": 0.05280370000000001 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4353.8649794, | |
| "count": 1, | |
| "self": 6.755617999924652, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.058727, | |
| "count": 1, | |
| "self": 2.058727 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4344.972472000076, | |
| "count": 600034, | |
| "self": 6.108999500119353, | |
| "children": { | |
| "env_step": { | |
| "total": 4338.8634724999565, | |
| "count": 600034, | |
| "self": 2461.6295637997246, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1872.737529300142, | |
| "count": 600034, | |
| "self": 14.881091000224387, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1857.8564382999175, | |
| "count": 600034, | |
| "self": 1857.8564382999175 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.496379400090262, | |
| "count": 600034, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4344.577518000149, | |
| "count": 600034, | |
| "is_parallel": true, | |
| "self": 2244.480748100436, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0065205999999999875, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00011399999999972543, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.006317600000000034, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.5499999999920604e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.006272100000000114, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.7699999999963865e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.00624440000000015, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00018870000000026366, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.006055699999999886, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.006055699999999886 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.900000000022779e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.900000000022779e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2100.0902492997134, | |
| "count": 600034, | |
| "is_parallel": true, | |
| "self": 24.134652799793002, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 27.220697300044442, | |
| "count": 600034, | |
| "is_parallel": true, | |
| "self": 27.220697300044442 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1858.9785547000733, | |
| "count": 600034, | |
| "is_parallel": true, | |
| "self": 1858.9785547000733 | |
| }, | |
| "steps_from_proto": { | |
| "total": 189.75634449980265, | |
| "count": 600034, | |
| "is_parallel": true, | |
| "self": 39.48837580026009, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 131.48471030002145, | |
| "count": 1200068, | |
| "is_parallel": true, | |
| "self": 11.841485900047175, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 119.64322439997427, | |
| "count": 1811073, | |
| "is_parallel": true, | |
| "self": 10.692730700198368, | |
| "children": { | |
| "process_pixels": { | |
| "total": 108.9504936997759, | |
| "count": 1811073, | |
| "is_parallel": true, | |
| "self": 38.98691679999732, | |
| "children": { | |
| "image_decompress": { | |
| "total": 69.96357689977859, | |
| "count": 1811073, | |
| "is_parallel": true, | |
| "self": 69.96357689977859 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 18.78325839952111, | |
| "count": 1200068, | |
| "is_parallel": true, | |
| "self": 18.78325839952111 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.210000002378365e-05, | |
| "count": 1, | |
| "self": 2.210000002378365e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4350.198636499919, | |
| "count": 236866, | |
| "is_parallel": true, | |
| "self": 4.6423773999049445, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3729.537168100015, | |
| "count": 236866, | |
| "is_parallel": true, | |
| "self": 3729.320303100015, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.216865000000098, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.216865000000098 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 616.019090999999, | |
| "count": 410, | |
| "is_parallel": true, | |
| "self": 154.7991951000173, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 461.2198958999817, | |
| "count": 20481, | |
| "is_parallel": true, | |
| "self": 461.2198958999817 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.07814030000008643, | |
| "count": 1, | |
| "self": 0.015933900000163703, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.062206399999922724, | |
| "count": 1, | |
| "self": 0.062206399999922724 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |