| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.5406404733657837, | |
| "min": 1.4419119358062744, | |
| "max": 1.6569594144821167, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 13870.3857421875, | |
| "min": 2981.59521484375, | |
| "max": 25733.703125, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 71.0, | |
| "min": 1.4444444444444444, | |
| "max": 78.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 213.0, | |
| "min": 9.0, | |
| "max": 318.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 71.0, | |
| "min": 1.1666666666666667, | |
| "max": 78.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 213.0, | |
| "min": 7.0, | |
| "max": 316.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 1033.6666666666667, | |
| "min": 0.0, | |
| "max": 2296.6666666666665, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 3101.0, | |
| "min": 0.0, | |
| "max": 8549.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 1033.6666666666667, | |
| "min": 0.0, | |
| "max": 2296.6666666666665, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 3101.0, | |
| "min": 0.0, | |
| "max": 8549.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 800.0, | |
| "min": 0.0, | |
| "max": 9766.666666666666, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 2400.0, | |
| "min": 0.0, | |
| "max": 32550.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 16.0, | |
| "min": 0.0, | |
| "max": 195.33333333333334, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 48.0, | |
| "min": 0.0, | |
| "max": 651.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 5.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 3.0, | |
| "min": 0.0, | |
| "max": 9.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 42.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 2999.0, | |
| "min": 222.71428571428572, | |
| "max": 2999.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8997.0, | |
| "min": 1899.0, | |
| "max": 16893.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1797900.0, | |
| "min": 8919.0, | |
| "max": 1797900.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1797900.0, | |
| "min": 8919.0, | |
| "max": 1797900.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 125.26904296875, | |
| "min": -5.253057479858398, | |
| "max": 294.814208984375, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 375.80712890625, | |
| "min": -194.36312866210938, | |
| "max": 2806.108642578125, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 1456.3333333333333, | |
| "min": -54.2, | |
| "max": 10755.333333333334, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 4369.0, | |
| "min": -271.0, | |
| "max": 36716.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 1456.3333333333333, | |
| "min": -54.2, | |
| "max": 10755.333333333334, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 4369.0, | |
| "min": -271.0, | |
| "max": 36716.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.0468703018527271, | |
| "min": 0.024326935067133168, | |
| "max": 0.05811638096530063, | |
| "count": 193 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.0468703018527271, | |
| "min": 0.024326935067133168, | |
| "max": 0.14652184931522544, | |
| "count": 193 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 26975.279639350043, | |
| "min": 81.6363305137271, | |
| "max": 338440.18268229166, | |
| "count": 193 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 26975.279639350043, | |
| "min": 81.6363305137271, | |
| "max": 576718.0347009083, | |
| "count": 193 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 1.3500995499999848e-06, | |
| "min": 1.3500995499999848e-06, | |
| "max": 0.0002988885003705, | |
| "count": 193 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 1.3500995499999848e-06, | |
| "min": 1.3500995499999848e-06, | |
| "max": 0.0008168925277024998, | |
| "count": 193 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10045000000000001, | |
| "min": 0.10045000000000001, | |
| "max": 0.1996295, | |
| "count": 193 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.10045000000000001, | |
| "min": 0.10045000000000001, | |
| "max": 0.5722975, | |
| "count": 193 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 3.245499999999975e-05, | |
| "min": 3.245499999999975e-05, | |
| "max": 0.004981512049999999, | |
| "count": 193 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 3.245499999999975e-05, | |
| "min": 3.245499999999975e-05, | |
| "max": 0.013617645250000001, | |
| "count": 193 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717667788", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_3_task_1_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_3_task_1_run_id_2_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717671864" | |
| }, | |
| "total": 4075.3157686, | |
| "count": 1, | |
| "self": 0.21634750000021086, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.057243399999999944, | |
| "count": 1, | |
| "self": 0.057243399999999944 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4075.0421776999997, | |
| "count": 1, | |
| "self": 7.132699499968112, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.0546445999999996, | |
| "count": 1, | |
| "self": 2.0546445999999996 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4065.784333800031, | |
| "count": 600310, | |
| "self": 6.666037599916763, | |
| "children": { | |
| "env_step": { | |
| "total": 4059.1182962001144, | |
| "count": 600310, | |
| "self": 2090.9866220002204, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1963.3372381998183, | |
| "count": 600310, | |
| "self": 15.646745899860889, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1947.6904922999574, | |
| "count": 600310, | |
| "self": 1947.6904922999574 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.7944360000757875, | |
| "count": 600310, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4065.4566318999823, | |
| "count": 600310, | |
| "is_parallel": true, | |
| "self": 2328.69928899986, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.010376399999999952, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010889999999985633, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.010182099999999972, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.610000000004888e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.010135999999999923, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.8799999999939985e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.010107199999999983, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00018890000000015839, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.009918299999999824, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.009918299999999824 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.540000000012427e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.540000000012427e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1736.7469665001222, | |
| "count": 600310, | |
| "is_parallel": true, | |
| "self": 25.442345699741054, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 28.49284820020322, | |
| "count": 600310, | |
| "is_parallel": true, | |
| "self": 28.49284820020322 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1485.0073695000099, | |
| "count": 600310, | |
| "is_parallel": true, | |
| "self": 1485.0073695000099 | |
| }, | |
| "steps_from_proto": { | |
| "total": 197.804403100168, | |
| "count": 600310, | |
| "is_parallel": true, | |
| "self": 41.526229100294756, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 136.299101200132, | |
| "count": 1200620, | |
| "is_parallel": true, | |
| "self": 11.961334399709841, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 124.33776680042214, | |
| "count": 1802286, | |
| "is_parallel": true, | |
| "self": 10.919717000163558, | |
| "children": { | |
| "process_pixels": { | |
| "total": 113.41804980025859, | |
| "count": 1802286, | |
| "is_parallel": true, | |
| "self": 40.92107990011897, | |
| "children": { | |
| "image_decompress": { | |
| "total": 72.49696990013962, | |
| "count": 1802286, | |
| "is_parallel": true, | |
| "self": 72.49696990013962 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 19.979072799741267, | |
| "count": 1200620, | |
| "is_parallel": true, | |
| "self": 19.979072799741267 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 3.780000042752363e-05, | |
| "count": 1, | |
| "self": 3.780000042752363e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4070.2599403999657, | |
| "count": 211371, | |
| "is_parallel": true, | |
| "self": 10.320895099974223, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3360.4410673999896, | |
| "count": 211371, | |
| "is_parallel": true, | |
| "self": 3360.1860583999896, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.25500899999974536, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.25500899999974536 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 699.4979779000021, | |
| "count": 246, | |
| "is_parallel": true, | |
| "self": 152.0692271000064, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 547.4287507999957, | |
| "count": 20691, | |
| "is_parallel": true, | |
| "self": 547.4287507999957 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.07046200000013414, | |
| "count": 1, | |
| "self": 0.0069786000003659865, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.06348339999976815, | |
| "count": 1, | |
| "self": 0.06348339999976815 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |