{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.4190136194229126, "min": 1.3913341760635376, "max": 1.6324585676193237, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 12260.27734375, "min": 12076.4404296875, "max": 15159.7783203125, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 1.0, "min": 0.9444444444444444, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 51.0, "min": 33.0, "max": 69.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.0, "min": 0.0, "max": 0.017543859649122806, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 168.23529411764707, "min": 131.6086956521739, "max": 265.72727272727275, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8580.0, "min": 8187.0, "max": 9633.0, "count": 200 }, "Agent.Step.mean": { "value": 1799869.0, "min": 8782.0, "max": 1799869.0, "count": 200 }, "Agent.Step.sum": { "value": 1799869.0, "min": 8782.0, "max": 1799869.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 44.66595458984375, "min": 3.8580291271209717, "max": 52.86132049560547, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 2367.295654296875, "min": 189.04342651367188, "max": 3413.5166015625, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 94.40189001695165, "min": 91.17602605568736, "max": 95.57941403108485, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 5003.3001708984375, "min": 3105.400131225586, "max": 6499.4001541137695, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 94.40189001695165, "min": 91.17602605568736, "max": 95.57941403108485, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 5003.3001708984375, "min": 3105.400131225586, "max": 6499.4001541137695, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.046747082844376564, "min": 0.04033123001949314, "max": 0.05705071164993569, "count": 200 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.09349416568875313, "min": 0.047642697925093, "max": 0.16773070118829816, "count": 200 }, "Agent.Losses.ValueLoss.mean": { "value": 5.1514677926898, "min": 2.778845616415435, "max": 434.3361675121166, "count": 200 }, "Agent.Losses.ValueLoss.sum": { "value": 10.3029355853796, "min": 5.55769123283087, "max": 569.6900502896776, "count": 200 }, "Agent.Policy.LearningRate.mean": { "value": 9.72349675916658e-07, "min": 9.72349675916658e-07, "max": 0.00029921600026133337, "count": 200 }, "Agent.Policy.LearningRate.sum": { "value": 1.944699351833316e-06, "min": 1.944699351833316e-06, "max": 0.0008391735202755001, "count": 200 }, "Agent.Policy.Epsilon.mean": { "value": 0.10032408333333334, "min": 0.10032408333333334, "max": 0.1997386666666667, "count": 200 }, "Agent.Policy.Epsilon.sum": { "value": 0.20064816666666668, "min": 0.15522216666666666, "max": 0.5797245, "count": 200 }, "Agent.Policy.Beta.mean": { "value": 2.6171758333333185e-05, "min": 2.6171758333333185e-05, "max": 0.004986959466666666, "count": 200 }, "Agent.Policy.Beta.sum": { "value": 5.234351666666637e-05, "min": 5.234351666666637e-05, "max": 0.013988252550000004, "count": 200 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717815065", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_6_task_5_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_6_task_5_run_id_2_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717819941" }, "total": 4876.1931301, "count": 1, "self": 0.7369713000007323, "children": { "run_training.setup": { "total": 0.05282929999999997, "count": 1, "self": 0.05282929999999997 }, "TrainerController.start_learning": { "total": 4875.4033295, "count": 1, "self": 8.309413499900074, "children": { "TrainerController._reset_env": { "total": 2.1624942, "count": 1, "self": 2.1624942 }, "TrainerController.advance": { "total": 4864.8258407001, "count": 600022, "self": 8.393181300049946, "children": { "env_step": { "total": 4856.43265940005, "count": 600022, "self": 2689.891656199666, "children": { "SubprocessEnvManager._take_step": { "total": 2160.70957500004, "count": 600022, "self": 17.90625890010415, "children": { "TorchPolicy.evaluate": { "total": 2142.8033160999357, "count": 600022, "self": 2142.8033160999357 } } }, "workers": { "total": 5.8314282003445195, "count": 600022, "self": 0.0, "children": { "worker_root": { "total": 4863.072140499992, "count": 600022, "is_parallel": true, "self": 2625.1685658997944, "children": { "steps_from_proto": { "total": 0.006343699999999952, "count": 1, "is_parallel": true, "self": 0.0001188000000000855, "children": { "_process_maybe_compressed_observation": { "total": 0.006137700000000024, "count": 2, "is_parallel": true, "self": 4.0099999999876346e-05, "children": { "_observation_to_np_array": { "total": 0.006097600000000147, "count": 3, "is_parallel": true, "self": 2.799999999991698e-05, "children": { "process_pixels": { "total": 0.00606960000000023, "count": 3, "is_parallel": true, "self": 0.0001842000000003008, "children": { "image_decompress": { "total": 0.00588539999999993, "count": 3, "is_parallel": true, "self": 0.00588539999999993 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.719999999984296e-05, "count": 2, "is_parallel": true, "self": 8.719999999984296e-05 } } }, "UnityEnvironment.step": { "total": 2237.897230900198, "count": 600022, "is_parallel": true, "self": 27.937268800255424, "children": { "UnityEnvironment._generate_step_input": { "total": 25.406482600009397, "count": 600022, "is_parallel": true, "self": 25.406482600009397 }, "communicator.exchange": { "total": 1969.7746774999698, "count": 600022, "is_parallel": true, "self": 1969.7746774999698 }, "steps_from_proto": { "total": 214.77880199996312, "count": 600022, "is_parallel": true, "self": 44.42379279959337, "children": { "_process_maybe_compressed_observation": { "total": 148.5684262999615, "count": 1200044, "is_parallel": true, "self": 14.78534669990691, "children": { "_observation_to_np_array": { "total": 133.78307960005458, "count": 1811544, "is_parallel": true, "self": 12.06867440007639, "children": { "process_pixels": { "total": 121.71440519997819, "count": 1811544, "is_parallel": true, "self": 44.95554300014473, "children": { "image_decompress": { "total": 76.75886219983346, "count": 1811544, "is_parallel": true, "self": 76.75886219983346 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 21.78658290040827, "count": 1200044, "is_parallel": true, "self": 21.78658290040827 } } } } } } } } } } } } }, "trainer_threads": { "total": 1.9799999790848233e-05, "count": 1, "self": 1.9799999790848233e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 4871.283314700056, "count": 264043, "is_parallel": true, "self": 5.473606399857999, "children": { "process_trajectory": { "total": 4152.283242000195, "count": 264043, "is_parallel": true, "self": 4152.030011300195, "children": { "RLTrainer._checkpoint": { "total": 0.25323069999990366, "count": 3, "is_parallel": true, "self": 0.25323069999990366 } } }, "_update_policy": { "total": 713.5264663000022, "count": 412, "is_parallel": true, "self": 201.70238300003803, "children": { "TorchPPOOptimizer.update": { "total": 511.8240832999642, "count": 20493, "is_parallel": true, "self": 511.8240832999642 } } } } } } } } }, "TrainerController._save_models": { "total": 0.10556129999986297, "count": 1, "self": 0.01448179999988497, "children": { "RLTrainer._checkpoint": { "total": 0.091079499999978, "count": 1, "self": 0.091079499999978 } } } } } } }