{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.4107975959777832, "min": 1.3619685173034668, "max": 1.6222076416015625, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 12557.509765625, "min": 11767.8056640625, "max": 14804.181640625, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 1.0, "min": 0.9375, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 54.0, "min": 39.0, "max": 69.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.0, "min": 0.0, "max": 0.018518518518518517, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 163.83333333333334, "min": 132.82608695652175, "max": 237.46153846153845, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8847.0, "min": 8355.0, "max": 9555.0, "count": 200 }, "Agent.Step.mean": { "value": 1799965.0, "min": 8760.0, "max": 1799965.0, "count": 200 }, "Agent.Step.sum": { "value": 1799965.0, "min": 8760.0, "max": 1799965.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 46.10911178588867, "min": 3.153731107711792, "max": 50.77796173095703, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 2489.89208984375, "min": 132.4567108154297, "max": 3262.89501953125, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 94.3765465065285, "min": 90.97091108127074, "max": 95.55000271516688, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 5096.333511352539, "min": 3497.2001190185547, "max": 6497.400184631348, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 94.3765465065285, "min": 90.97091108127074, "max": 95.55000271516688, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 5096.333511352539, "min": 3497.2001190185547, "max": 6497.400184631348, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.05013961856699704, "min": 0.03414574698156988, "max": 0.06128549225104507, "count": 200 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.10027923713399409, "min": 0.03785182739159575, "max": 0.1689213144104453, "count": 200 }, "Agent.Losses.ValueLoss.mean": { "value": 8.771052964031696, "min": 4.180290322060939, "max": 397.80753608986186, "count": 200 }, "Agent.Losses.ValueLoss.sum": { "value": 17.542105928063393, "min": 8.360580644121878, "max": 599.2882911831725, "count": 200 }, "Agent.Policy.LearningRate.mean": { "value": 7.640997453333425e-07, "min": 7.640997453333425e-07, "max": 0.0002992215002594999, "count": 200 }, "Agent.Policy.LearningRate.sum": { "value": 1.528199490666685e-06, "min": 1.528199490666685e-06, "max": 0.0008391595202801665, "count": 200 }, "Agent.Policy.Epsilon.mean": { "value": 0.10025466666666667, "min": 0.10025466666666667, "max": 0.1997405000000001, "count": 200 }, "Agent.Policy.Epsilon.sum": { "value": 0.20050933333333334, "min": 0.1922596666666667, "max": 0.5797198333333334, "count": 200 }, "Agent.Policy.Beta.mean": { "value": 2.270786666666682e-05, "min": 2.270786666666682e-05, "max": 0.004987050950000001, "count": 200 }, "Agent.Policy.Beta.sum": { "value": 4.541573333333364e-05, "min": 4.541573333333364e-05, "max": 0.013988019683333332, "count": 200 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717860336", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_7_task_5_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_7_task_5_run_id_2_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717864690" }, "total": 4354.6265195, "count": 1, "self": 0.7087363999989975, "children": { "run_training.setup": { "total": 0.05280370000000001, "count": 1, "self": 0.05280370000000001 }, "TrainerController.start_learning": { "total": 4353.8649794, "count": 1, "self": 6.755617999924652, "children": { "TrainerController._reset_env": { "total": 2.058727, "count": 1, "self": 2.058727 }, "TrainerController.advance": { "total": 4344.972472000076, "count": 600034, "self": 6.108999500119353, "children": { "env_step": { "total": 4338.8634724999565, "count": 600034, "self": 2461.6295637997246, "children": { "SubprocessEnvManager._take_step": { "total": 1872.737529300142, "count": 600034, "self": 14.881091000224387, "children": { "TorchPolicy.evaluate": { "total": 1857.8564382999175, "count": 600034, "self": 1857.8564382999175 } } }, "workers": { "total": 4.496379400090262, "count": 600034, "self": 0.0, "children": { "worker_root": { "total": 4344.577518000149, "count": 600034, "is_parallel": true, "self": 2244.480748100436, "children": { "steps_from_proto": { "total": 0.0065205999999999875, "count": 1, "is_parallel": true, "self": 0.00011399999999972543, "children": { "_process_maybe_compressed_observation": { "total": 0.006317600000000034, "count": 2, "is_parallel": true, "self": 4.5499999999920604e-05, "children": { "_observation_to_np_array": { "total": 0.006272100000000114, "count": 3, "is_parallel": true, "self": 2.7699999999963865e-05, "children": { "process_pixels": { "total": 0.00624440000000015, "count": 3, "is_parallel": true, "self": 0.00018870000000026366, "children": { "image_decompress": { "total": 0.006055699999999886, "count": 3, "is_parallel": true, "self": 0.006055699999999886 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.900000000022779e-05, "count": 2, "is_parallel": true, "self": 8.900000000022779e-05 } } }, "UnityEnvironment.step": { "total": 2100.0902492997134, "count": 600034, "is_parallel": true, "self": 24.134652799793002, "children": { "UnityEnvironment._generate_step_input": { "total": 27.220697300044442, "count": 600034, "is_parallel": true, "self": 27.220697300044442 }, "communicator.exchange": { "total": 1858.9785547000733, "count": 600034, "is_parallel": true, "self": 1858.9785547000733 }, "steps_from_proto": { "total": 189.75634449980265, "count": 600034, "is_parallel": true, "self": 39.48837580026009, "children": { "_process_maybe_compressed_observation": { "total": 131.48471030002145, "count": 1200068, "is_parallel": true, "self": 11.841485900047175, "children": { "_observation_to_np_array": { "total": 119.64322439997427, "count": 1811073, "is_parallel": true, "self": 10.692730700198368, "children": { "process_pixels": { "total": 108.9504936997759, "count": 1811073, "is_parallel": true, "self": 38.98691679999732, "children": { "image_decompress": { "total": 69.96357689977859, "count": 1811073, "is_parallel": true, "self": 69.96357689977859 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 18.78325839952111, "count": 1200068, "is_parallel": true, "self": 18.78325839952111 } } } } } } } } } } } } }, "trainer_threads": { "total": 2.210000002378365e-05, "count": 1, "self": 2.210000002378365e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 4350.198636499919, "count": 236866, "is_parallel": true, "self": 4.6423773999049445, "children": { "process_trajectory": { "total": 3729.537168100015, "count": 236866, "is_parallel": true, "self": 3729.320303100015, "children": { "RLTrainer._checkpoint": { "total": 0.216865000000098, "count": 3, "is_parallel": true, "self": 0.216865000000098 } } }, "_update_policy": { "total": 616.019090999999, "count": 410, "is_parallel": true, "self": 154.7991951000173, "children": { "TorchPPOOptimizer.update": { "total": 461.2198958999817, "count": 20481, "is_parallel": true, "self": 461.2198958999817 } } } } } } } } }, "TrainerController._save_models": { "total": 0.07814030000008643, "count": 1, "self": 0.015933900000163703, "children": { "RLTrainer._checkpoint": { "total": 0.062206399999922724, "count": 1, "self": 0.062206399999922724 } } } } } } }