{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.395110845565796, "min": 1.3908679485321045, "max": 1.4902584552764893, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 1046.3331298828125, "min": 1046.3331298828125, "max": 23209.10546875, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 4.666666666666667, "min": 1.5, "max": 138.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 14.0, "min": 8.0, "max": 646.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 3.6666666666666665, "min": 1.5, "max": 138.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 11.0, "min": 8.0, "max": 644.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 1.3333333333333333, "min": 0.0, "max": 2225.3333333333335, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 4.0, "min": 0.0, "max": 12027.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 1.3333333333333333, "min": 0.0, "max": 2225.3333333333335, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 4.0, "min": 0.0, "max": 12027.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 11100.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 33300.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 222.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 666.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 1.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 3.0, "min": 0.0, "max": 3.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 1.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 3.0, "min": 0.0, "max": 6.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 0.0, "min": 0.0, "max": 39.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 216.0, "min": 216.0, "max": 2999.0, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 648.0, "min": 648.0, "max": 16644.0, "count": 200 }, "Agent.Step.mean": { "value": 1799789.0, "min": 8848.0, "max": 1799789.0, "count": 200 }, "Agent.Step.sum": { "value": 1799789.0, "min": 8848.0, "max": 1799789.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 104.1544189453125, "min": -13.628096580505371, "max": 249.69314575195312, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 520.7720947265625, "min": -422.47100830078125, "max": 2914.638916015625, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 20.0, "min": -44.75, "max": 11626.666666666666, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 100.0, "min": -179.0, "max": 34880.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 20.0, "min": -44.75, "max": 11626.666666666666, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 100.0, "min": -179.0, "max": 34880.0, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.04867705345331203, "min": 0.02244155144254709, "max": 0.06074344050869638, "count": 190 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.04867705345331203, "min": 0.02244155144254709, "max": 0.110730571118837, "count": 190 }, "Agent.Losses.ValueLoss.mean": { "value": 163.38683151971725, "min": 21.41314313979376, "max": 279846.8894810268, "count": 190 }, "Agent.Losses.ValueLoss.sum": { "value": 163.38683151971725, "min": 21.41314313979376, "max": 279846.8894810268, "count": 190 }, "Agent.Policy.LearningRate.mean": { "value": 1.0759996416667144e-07, "min": 1.0759996416667144e-07, "max": 0.0002992280002573333, "count": 190 }, "Agent.Policy.LearningRate.sum": { "value": 1.0759996416667144e-07, "min": 1.0759996416667144e-07, "max": 0.0005962050012649999, "count": 190 }, "Agent.Policy.Epsilon.mean": { "value": 0.10003583333333334, "min": 0.10003583333333334, "max": 0.19974266666666673, "count": 190 }, "Agent.Policy.Epsilon.sum": { "value": 0.10003583333333334, "min": 0.10003583333333334, "max": 0.39873500000000006, "count": 190 }, "Agent.Policy.Beta.mean": { "value": 1.1788083333333414e-05, "min": 1.1788083333333414e-05, "max": 0.004987159066666668, "count": 190 }, "Agent.Policy.Beta.sum": { "value": 1.1788083333333414e-05, "min": 1.1788083333333414e-05, "max": 0.0099368765, "count": 190 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717968044", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_10_task_1_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_10_task_1_run_id_2_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717972428" }, "total": 4384.3358032999995, "count": 1, "self": 0.2525834999996732, "children": { "run_training.setup": { "total": 0.05050130000000008, "count": 1, "self": 0.05050130000000008 }, "TrainerController.start_learning": { "total": 4384.0327185, "count": 1, "self": 8.568922199856388, "children": { "TrainerController._reset_env": { "total": 1.9855887, "count": 1, "self": 1.9855887 }, "TrainerController.advance": { "total": 4373.412729400144, "count": 600036, "self": 7.485952999984875, "children": { "env_step": { "total": 4365.926776400159, "count": 600036, "self": 2555.6968389001026, "children": { "SubprocessEnvManager._take_step": { "total": 1805.002941199935, "count": 600036, "self": 15.855961699953696, "children": { "TorchPolicy.evaluate": { "total": 1789.1469794999814, "count": 600036, "self": 1789.1469794999814 } } }, "workers": { "total": 5.226996300121066, "count": 600036, "self": 0.0, "children": { "worker_root": { "total": 4372.993597600089, "count": 600036, "is_parallel": true, "self": 2218.920051100113, "children": { "steps_from_proto": { "total": 0.006152799999999958, "count": 1, "is_parallel": true, "self": 0.00011110000000047471, "children": { "_process_maybe_compressed_observation": { "total": 0.005946299999999738, "count": 2, "is_parallel": true, "self": 4.109999999979408e-05, "children": { "_observation_to_np_array": { "total": 0.005905199999999944, "count": 3, "is_parallel": true, "self": 2.500000000016378e-05, "children": { "process_pixels": { "total": 0.00588019999999978, "count": 3, "is_parallel": true, "self": 0.00018809999999991334, "children": { "image_decompress": { "total": 0.005692099999999867, "count": 3, "is_parallel": true, "self": 0.005692099999999867 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 9.539999999974569e-05, "count": 2, "is_parallel": true, "self": 9.539999999974569e-05 } } }, "UnityEnvironment.step": { "total": 2154.0673936999756, "count": 600036, "is_parallel": true, "self": 26.938970200306812, "children": { "UnityEnvironment._generate_step_input": { "total": 28.001676999789982, "count": 600036, "is_parallel": true, "self": 28.001676999789982 }, "communicator.exchange": { "total": 1872.7964822000854, "count": 600036, "is_parallel": true, "self": 1872.7964822000854 }, "steps_from_proto": { "total": 226.33026429979367, "count": 600036, "is_parallel": true, "self": 47.76646809963225, "children": { "_process_maybe_compressed_observation": { "total": 155.06154579992545, "count": 1200072, "is_parallel": true, "self": 13.877746399656075, "children": { "_observation_to_np_array": { "total": 141.18379940026938, "count": 1801425, "is_parallel": true, "self": 11.932428000054188, "children": { "process_pixels": { "total": 129.2513714002152, "count": 1801425, "is_parallel": true, "self": 46.82715270006864, "children": { "image_decompress": { "total": 82.42421870014655, "count": 1801425, "is_parallel": true, "self": 82.42421870014655 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 23.502250400235955, "count": 1200072, "is_parallel": true, "self": 23.502250400235955 } } } } } } } } } } } } }, "trainer_threads": { "total": 2.2399999579647556e-05, "count": 1, "self": 2.2399999579647556e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 4379.7171282999725, "count": 235573, "is_parallel": true, "self": 10.286624600119467, "children": { "process_trajectory": { "total": 3763.1878050998566, "count": 235573, "is_parallel": true, "self": 3762.9214916998567, "children": { "RLTrainer._checkpoint": { "total": 0.2663133999999445, "count": 3, "is_parallel": true, "self": 0.2663133999999445 } } }, "_update_policy": { "total": 606.2426985999966, "count": 231, "is_parallel": true, "self": 154.43389449996585, "children": { "TorchPPOOptimizer.update": { "total": 451.8088041000308, "count": 20817, "is_parallel": true, "self": 451.8088041000308 } } } } } } } } }, "TrainerController._save_models": { "total": 0.06545579999965412, "count": 1, "self": 0.014307100000223727, "children": { "RLTrainer._checkpoint": { "total": 0.05114869999943039, "count": 1, "self": 0.05114869999943039 } } } } } } }