| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.4190136194229126, | |
| "min": 1.3913341760635376, | |
| "max": 1.6324585676193237, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 12260.27734375, | |
| "min": 12076.4404296875, | |
| "max": 15159.7783203125, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 1.0, | |
| "min": 0.9444444444444444, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 51.0, | |
| "min": 33.0, | |
| "max": 69.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.017543859649122806, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 168.23529411764707, | |
| "min": 131.6086956521739, | |
| "max": 265.72727272727275, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8580.0, | |
| "min": 8187.0, | |
| "max": 9633.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1799869.0, | |
| "min": 8782.0, | |
| "max": 1799869.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1799869.0, | |
| "min": 8782.0, | |
| "max": 1799869.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 44.66595458984375, | |
| "min": 3.8580291271209717, | |
| "max": 52.86132049560547, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 2367.295654296875, | |
| "min": 189.04342651367188, | |
| "max": 3413.5166015625, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 94.40189001695165, | |
| "min": 91.17602605568736, | |
| "max": 95.57941403108485, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 5003.3001708984375, | |
| "min": 3105.400131225586, | |
| "max": 6499.4001541137695, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 94.40189001695165, | |
| "min": 91.17602605568736, | |
| "max": 95.57941403108485, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 5003.3001708984375, | |
| "min": 3105.400131225586, | |
| "max": 6499.4001541137695, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.046747082844376564, | |
| "min": 0.04033123001949314, | |
| "max": 0.05705071164993569, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.09349416568875313, | |
| "min": 0.047642697925093, | |
| "max": 0.16773070118829816, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 5.1514677926898, | |
| "min": 2.778845616415435, | |
| "max": 434.3361675121166, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 10.3029355853796, | |
| "min": 5.55769123283087, | |
| "max": 569.6900502896776, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 9.72349675916658e-07, | |
| "min": 9.72349675916658e-07, | |
| "max": 0.00029921600026133337, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 1.944699351833316e-06, | |
| "min": 1.944699351833316e-06, | |
| "max": 0.0008391735202755001, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10032408333333334, | |
| "min": 0.10032408333333334, | |
| "max": 0.1997386666666667, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.20064816666666668, | |
| "min": 0.15522216666666666, | |
| "max": 0.5797245, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 2.6171758333333185e-05, | |
| "min": 2.6171758333333185e-05, | |
| "max": 0.004986959466666666, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 5.234351666666637e-05, | |
| "min": 5.234351666666637e-05, | |
| "max": 0.013988252550000004, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717815065", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_6_task_5_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_6_task_5_run_id_2_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717819941" | |
| }, | |
| "total": 4876.1931301, | |
| "count": 1, | |
| "self": 0.7369713000007323, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05282929999999997, | |
| "count": 1, | |
| "self": 0.05282929999999997 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4875.4033295, | |
| "count": 1, | |
| "self": 8.309413499900074, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.1624942, | |
| "count": 1, | |
| "self": 2.1624942 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4864.8258407001, | |
| "count": 600022, | |
| "self": 8.393181300049946, | |
| "children": { | |
| "env_step": { | |
| "total": 4856.43265940005, | |
| "count": 600022, | |
| "self": 2689.891656199666, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 2160.70957500004, | |
| "count": 600022, | |
| "self": 17.90625890010415, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2142.8033160999357, | |
| "count": 600022, | |
| "self": 2142.8033160999357 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 5.8314282003445195, | |
| "count": 600022, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4863.072140499992, | |
| "count": 600022, | |
| "is_parallel": true, | |
| "self": 2625.1685658997944, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006343699999999952, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001188000000000855, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.006137700000000024, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.0099999999876346e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.006097600000000147, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.799999999991698e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.00606960000000023, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.0001842000000003008, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.00588539999999993, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00588539999999993 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.719999999984296e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.719999999984296e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2237.897230900198, | |
| "count": 600022, | |
| "is_parallel": true, | |
| "self": 27.937268800255424, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 25.406482600009397, | |
| "count": 600022, | |
| "is_parallel": true, | |
| "self": 25.406482600009397 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1969.7746774999698, | |
| "count": 600022, | |
| "is_parallel": true, | |
| "self": 1969.7746774999698 | |
| }, | |
| "steps_from_proto": { | |
| "total": 214.77880199996312, | |
| "count": 600022, | |
| "is_parallel": true, | |
| "self": 44.42379279959337, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 148.5684262999615, | |
| "count": 1200044, | |
| "is_parallel": true, | |
| "self": 14.78534669990691, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 133.78307960005458, | |
| "count": 1811544, | |
| "is_parallel": true, | |
| "self": 12.06867440007639, | |
| "children": { | |
| "process_pixels": { | |
| "total": 121.71440519997819, | |
| "count": 1811544, | |
| "is_parallel": true, | |
| "self": 44.95554300014473, | |
| "children": { | |
| "image_decompress": { | |
| "total": 76.75886219983346, | |
| "count": 1811544, | |
| "is_parallel": true, | |
| "self": 76.75886219983346 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 21.78658290040827, | |
| "count": 1200044, | |
| "is_parallel": true, | |
| "self": 21.78658290040827 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.9799999790848233e-05, | |
| "count": 1, | |
| "self": 1.9799999790848233e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4871.283314700056, | |
| "count": 264043, | |
| "is_parallel": true, | |
| "self": 5.473606399857999, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 4152.283242000195, | |
| "count": 264043, | |
| "is_parallel": true, | |
| "self": 4152.030011300195, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.25323069999990366, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.25323069999990366 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 713.5264663000022, | |
| "count": 412, | |
| "is_parallel": true, | |
| "self": 201.70238300003803, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 511.8240832999642, | |
| "count": 20493, | |
| "is_parallel": true, | |
| "self": 511.8240832999642 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10556129999986297, | |
| "count": 1, | |
| "self": 0.01448179999988497, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.091079499999978, | |
| "count": 1, | |
| "self": 0.091079499999978 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |