| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.395110845565796, | |
| "min": 1.3908679485321045, | |
| "max": 1.4902584552764893, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 1046.3331298828125, | |
| "min": 1046.3331298828125, | |
| "max": 23209.10546875, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 4.666666666666667, | |
| "min": 1.5, | |
| "max": 138.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 14.0, | |
| "min": 8.0, | |
| "max": 646.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 3.6666666666666665, | |
| "min": 1.5, | |
| "max": 138.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 11.0, | |
| "min": 8.0, | |
| "max": 644.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 1.3333333333333333, | |
| "min": 0.0, | |
| "max": 2225.3333333333335, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 4.0, | |
| "min": 0.0, | |
| "max": 12027.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 1.3333333333333333, | |
| "min": 0.0, | |
| "max": 2225.3333333333335, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 4.0, | |
| "min": 0.0, | |
| "max": 12027.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 11100.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 33300.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 222.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 666.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 3.0, | |
| "min": 0.0, | |
| "max": 3.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 3.0, | |
| "min": 0.0, | |
| "max": 6.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 39.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 216.0, | |
| "min": 216.0, | |
| "max": 2999.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 648.0, | |
| "min": 648.0, | |
| "max": 16644.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1799789.0, | |
| "min": 8848.0, | |
| "max": 1799789.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1799789.0, | |
| "min": 8848.0, | |
| "max": 1799789.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 104.1544189453125, | |
| "min": -13.628096580505371, | |
| "max": 249.69314575195312, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 520.7720947265625, | |
| "min": -422.47100830078125, | |
| "max": 2914.638916015625, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 20.0, | |
| "min": -44.75, | |
| "max": 11626.666666666666, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 100.0, | |
| "min": -179.0, | |
| "max": 34880.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 20.0, | |
| "min": -44.75, | |
| "max": 11626.666666666666, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 100.0, | |
| "min": -179.0, | |
| "max": 34880.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.04867705345331203, | |
| "min": 0.02244155144254709, | |
| "max": 0.06074344050869638, | |
| "count": 190 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.04867705345331203, | |
| "min": 0.02244155144254709, | |
| "max": 0.110730571118837, | |
| "count": 190 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 163.38683151971725, | |
| "min": 21.41314313979376, | |
| "max": 279846.8894810268, | |
| "count": 190 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 163.38683151971725, | |
| "min": 21.41314313979376, | |
| "max": 279846.8894810268, | |
| "count": 190 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 1.0759996416667144e-07, | |
| "min": 1.0759996416667144e-07, | |
| "max": 0.0002992280002573333, | |
| "count": 190 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 1.0759996416667144e-07, | |
| "min": 1.0759996416667144e-07, | |
| "max": 0.0005962050012649999, | |
| "count": 190 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10003583333333334, | |
| "min": 0.10003583333333334, | |
| "max": 0.19974266666666673, | |
| "count": 190 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.10003583333333334, | |
| "min": 0.10003583333333334, | |
| "max": 0.39873500000000006, | |
| "count": 190 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 1.1788083333333414e-05, | |
| "min": 1.1788083333333414e-05, | |
| "max": 0.004987159066666668, | |
| "count": 190 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 1.1788083333333414e-05, | |
| "min": 1.1788083333333414e-05, | |
| "max": 0.0099368765, | |
| "count": 190 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717968044", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_10_task_1_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_10_task_1_run_id_2_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717972428" | |
| }, | |
| "total": 4384.3358032999995, | |
| "count": 1, | |
| "self": 0.2525834999996732, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05050130000000008, | |
| "count": 1, | |
| "self": 0.05050130000000008 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4384.0327185, | |
| "count": 1, | |
| "self": 8.568922199856388, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.9855887, | |
| "count": 1, | |
| "self": 1.9855887 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4373.412729400144, | |
| "count": 600036, | |
| "self": 7.485952999984875, | |
| "children": { | |
| "env_step": { | |
| "total": 4365.926776400159, | |
| "count": 600036, | |
| "self": 2555.6968389001026, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1805.002941199935, | |
| "count": 600036, | |
| "self": 15.855961699953696, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1789.1469794999814, | |
| "count": 600036, | |
| "self": 1789.1469794999814 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 5.226996300121066, | |
| "count": 600036, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4372.993597600089, | |
| "count": 600036, | |
| "is_parallel": true, | |
| "self": 2218.920051100113, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006152799999999958, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00011110000000047471, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.005946299999999738, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.109999999979408e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.005905199999999944, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.500000000016378e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.00588019999999978, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00018809999999991334, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.005692099999999867, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.005692099999999867 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 9.539999999974569e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 9.539999999974569e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2154.0673936999756, | |
| "count": 600036, | |
| "is_parallel": true, | |
| "self": 26.938970200306812, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 28.001676999789982, | |
| "count": 600036, | |
| "is_parallel": true, | |
| "self": 28.001676999789982 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1872.7964822000854, | |
| "count": 600036, | |
| "is_parallel": true, | |
| "self": 1872.7964822000854 | |
| }, | |
| "steps_from_proto": { | |
| "total": 226.33026429979367, | |
| "count": 600036, | |
| "is_parallel": true, | |
| "self": 47.76646809963225, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 155.06154579992545, | |
| "count": 1200072, | |
| "is_parallel": true, | |
| "self": 13.877746399656075, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 141.18379940026938, | |
| "count": 1801425, | |
| "is_parallel": true, | |
| "self": 11.932428000054188, | |
| "children": { | |
| "process_pixels": { | |
| "total": 129.2513714002152, | |
| "count": 1801425, | |
| "is_parallel": true, | |
| "self": 46.82715270006864, | |
| "children": { | |
| "image_decompress": { | |
| "total": 82.42421870014655, | |
| "count": 1801425, | |
| "is_parallel": true, | |
| "self": 82.42421870014655 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 23.502250400235955, | |
| "count": 1200072, | |
| "is_parallel": true, | |
| "self": 23.502250400235955 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.2399999579647556e-05, | |
| "count": 1, | |
| "self": 2.2399999579647556e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4379.7171282999725, | |
| "count": 235573, | |
| "is_parallel": true, | |
| "self": 10.286624600119467, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3763.1878050998566, | |
| "count": 235573, | |
| "is_parallel": true, | |
| "self": 3762.9214916998567, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2663133999999445, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.2663133999999445 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 606.2426985999966, | |
| "count": 231, | |
| "is_parallel": true, | |
| "self": 154.43389449996585, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 451.8088041000308, | |
| "count": 20817, | |
| "is_parallel": true, | |
| "self": 451.8088041000308 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.06545579999965412, | |
| "count": 1, | |
| "self": 0.014307100000223727, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.05114869999943039, | |
| "count": 1, | |
| "self": 0.05114869999943039 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |