{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.4277362823486328, "min": 1.4118343591690063, "max": 1.60493004322052, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 12785.3779296875, "min": 10896.4140625, "max": 15236.5400390625, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 0.9797979797979798, "min": 0.9044117647058824, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 388.0, "min": 206.0, "max": 603.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 0.0, "min": 0.0, "max": 0.008403361344537815, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 0.0, "min": 0.0, "max": 3.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 302.530303030303, "min": 253.2195767195767, "max": 310.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 119802.0, "min": 57826.0, "max": 177437.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 302.530303030303, "min": 253.2195767195767, "max": 310.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 119802.0, "min": 57826.0, "max": 177437.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 1.2247474747474747, "min": 0.0, "max": 6.597222222222222, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 485.0, "min": 0.0, "max": 2850.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.24494949494949494, "min": 0.0, "max": 1.3194444444444444, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 97.0, "min": 0.0, "max": 570.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.020202020202020204, "min": 0.0, "max": 0.09558823529411764, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 8.0, "min": 0.0, "max": 44.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 21.613636363636363, "min": 13.851485148514852, "max": 42.93055555555556, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8559.0, "min": 7194.0, "max": 10152.0, "count": 200 }, "Agent.Step.mean": { "value": 1799992.0, "min": 8987.0, "max": 1799992.0, "count": 200 }, "Agent.Step.sum": { "value": 1799992.0, "min": 8987.0, "max": 1799992.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 205.74163818359375, "min": 23.677234649658203, "max": 224.3184814453125, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 81885.171875, "min": 8713.22265625, "max": 135937.0, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 301.51256281407035, "min": 245.4679802955665, "max": 310.2281105990783, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 120002.0, "min": 57309.0, "max": 177217.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 301.51256281407035, "min": 245.4679802955665, "max": 310.2281105990783, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 120002.0, "min": 57309.0, "max": 177217.0, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.04577971069375053, "min": 0.03319406258621409, "max": 0.056747086677014044, "count": 200 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.09155942138750106, "min": 0.06638812517242818, "max": 0.1661144578635382, "count": 200 }, "Agent.Losses.ValueLoss.mean": { "value": 3191.193726857503, "min": 2061.9173778187146, "max": 13276.788436889648, "count": 200 }, "Agent.Losses.ValueLoss.sum": { "value": 6382.387453715006, "min": 4123.834755637429, "max": 26609.5488688151, "count": 200 }, "Agent.Policy.LearningRate.mean": { "value": 7.700997433333317e-07, "min": 7.700997433333317e-07, "max": 0.00029897400034199995, "count": 200 }, "Agent.Policy.LearningRate.sum": { "value": 1.5401994866666633e-06, "min": 1.5401994866666633e-06, "max": 0.0008706290097903332, "count": 200 }, "Agent.Policy.Epsilon.mean": { "value": 0.10025666666666667, "min": 0.10025666666666667, "max": 0.199658, "count": 200 }, "Agent.Policy.Epsilon.sum": { "value": 0.20051333333333335, "min": 0.20051333333333335, "max": 0.5902096666666667, "count": 200 }, "Agent.Policy.Beta.mean": { "value": 2.2807666666666645e-05, "min": 2.2807666666666645e-05, "max": 0.0049829342000000006, "count": 200 }, "Agent.Policy.Beta.sum": { "value": 4.561533333333329e-05, "min": 4.561533333333329e-05, "max": 0.014511462366666667, "count": 200 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717499700", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_8_task_6_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_8_task_6_run_id_1_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717511533" }, "total": 11833.208852599999, "count": 1, "self": 10.005005399996662, "children": { "run_training.setup": { "total": 0.0553574, "count": 1, "self": 0.0553574 }, "TrainerController.start_learning": { "total": 11823.148489800002, "count": 1, "self": 10.101483099402685, "children": { "TrainerController._reset_env": { "total": 2.0857741, "count": 1, "self": 2.0857741 }, "TrainerController.advance": { "total": 11810.8874712006, "count": 600021, "self": 9.646359400652727, "children": { "env_step": { "total": 11801.241111799947, "count": 600021, "self": 9625.716927800082, "children": { "SubprocessEnvManager._take_step": { "total": 2168.871943100001, "count": 600021, "self": 17.880887699599953, "children": { "TorchPolicy.evaluate": { "total": 2150.991055400401, "count": 600021, "self": 2150.991055400401 } } }, "workers": { "total": 6.652240899864794, "count": 600021, "self": 0.0, "children": { "worker_root": { "total": 11810.671497500362, "count": 600021, "is_parallel": true, "self": 2650.3943469002297, "children": { "steps_from_proto": { "total": 0.007014000000000076, "count": 1, "is_parallel": true, "self": 0.00010400000000032605, "children": { "_process_maybe_compressed_observation": { "total": 0.0068325999999998555, "count": 2, "is_parallel": true, "self": 4.209999999971181e-05, "children": { "_observation_to_np_array": { "total": 0.006790500000000144, "count": 3, "is_parallel": true, "self": 2.890000000044246e-05, "children": { "process_pixels": { "total": 0.006761599999999701, "count": 3, "is_parallel": true, "self": 0.0001681999999998407, "children": { "image_decompress": { "total": 0.0065933999999998605, "count": 3, "is_parallel": true, "self": 0.0065933999999998605 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 7.739999999989422e-05, "count": 2, "is_parallel": true, "self": 7.739999999989422e-05 } } }, "UnityEnvironment.step": { "total": 9160.270136600131, "count": 600021, "is_parallel": true, "self": 36.06557789970793, "children": { "UnityEnvironment._generate_step_input": { "total": 31.369412899994337, "count": 600021, "is_parallel": true, "self": 31.369412899994337 }, "communicator.exchange": { "total": 8829.525915699915, "count": 600021, "is_parallel": true, "self": 8829.525915699915 }, "steps_from_proto": { "total": 263.30923010051487, "count": 600021, "is_parallel": true, "self": 54.90666450014649, "children": { "_process_maybe_compressed_observation": { "total": 181.26115930010667, "count": 1200042, "is_parallel": true, "self": 16.39383120063664, "children": { "_observation_to_np_array": { "total": 164.86732809947003, "count": 1884792, "is_parallel": true, "self": 14.263606099274995, "children": { "process_pixels": { "total": 150.60372200019503, "count": 1884792, "is_parallel": true, "self": 53.72483830015008, "children": { "image_decompress": { "total": 96.87888370004495, "count": 1884792, "is_parallel": true, "self": 96.87888370004495 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 27.141406300261707, "count": 1200042, "is_parallel": true, "self": 27.141406300261707 } } } } } } } } } } } } }, "trainer_threads": { "total": 2.519999907235615e-05, "count": 1, "self": 2.519999907235615e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 11812.931096199898, "count": 718112, "is_parallel": true, "self": 21.02483289972588, "children": { "process_trajectory": { "total": 11058.257117800167, "count": 718112, "is_parallel": true, "self": 11058.003902700166, "children": { "RLTrainer._checkpoint": { "total": 0.25321510000048875, "count": 3, "is_parallel": true, "self": 0.25321510000048875 } } }, "_update_policy": { "total": 733.6491455000046, "count": 427, "is_parallel": true, "self": 186.6085317001348, "children": { "TorchPPOOptimizer.update": { "total": 547.0406137998698, "count": 20736, "is_parallel": true, "self": 547.0406137998698 } } } } } } } } }, "TrainerController._save_models": { "total": 0.07373619999998482, "count": 1, "self": 0.006533200001285877, "children": { "RLTrainer._checkpoint": { "total": 0.06720299999869894, "count": 1, "self": 0.06720299999869894 } } } } } } }