{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.946332335472107, "min": 1.582762598991394, "max": 2.2133572101593018, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 17534.5078125, "min": 4038.7919921875, "max": 37419.14453125, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 0.0, "min": 0.0, "max": 30.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 2999.0, "min": 177.375, "max": 2999.0, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8997.0, "min": 1938.0, "max": 17547.0, "count": 200 }, "Agent.Step.mean": { "value": 1799109.0, "min": 8844.0, "max": 1799109.0, "count": 200 }, "Agent.Step.sum": { "value": 1799109.0, "min": 8844.0, "max": 1799109.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 1.5688858032226562, "min": -16.0693302154541, "max": 13.082287788391113, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 4.706657409667969, "min": -819.535888671875, "max": 182.1717071533203, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 100.0, "min": -100.0, "max": 100.0, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 300.0, "min": -2300.0, "max": 1500.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 100.0, "min": -100.0, "max": 100.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 300.0, "min": -2300.0, "max": 1500.0, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.0450788683257997, "min": 0.039364383784898864, "max": 0.05780604816086236, "count": 194 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.0450788683257997, "min": 0.039364383784898864, "max": 0.10733435294694371, "count": 194 }, "Agent.Losses.ValueLoss.mean": { "value": 197.4262240369287, "min": 0.0035049131250984612, "max": 796.7484694940072, "count": 194 }, "Agent.Losses.ValueLoss.sum": { "value": 197.4262240369287, "min": 0.0035049131250984612, "max": 1593.4969389880143, "count": 194 }, "Agent.Policy.LearningRate.mean": { "value": 6.485997838333185e-07, "min": 6.485997838333185e-07, "max": 0.00029887575037475, "count": 194 }, "Agent.Policy.LearningRate.sum": { "value": 6.485997838333185e-07, "min": 6.485997838333185e-07, "max": 0.0005977515007495, "count": 194 }, "Agent.Policy.Epsilon.mean": { "value": 0.10021616666666663, "min": 0.10021616666666663, "max": 0.19962524999999998, "count": 194 }, "Agent.Policy.Epsilon.sum": { "value": 0.10021616666666663, "min": 0.10021616666666663, "max": 0.39925049999999995, "count": 194 }, "Agent.Policy.Beta.mean": { "value": 2.0786716666666425e-05, "min": 2.0786716666666425e-05, "max": 0.004981299975000001, "count": 194 }, "Agent.Policy.Beta.sum": { "value": 2.0786716666666425e-05, "min": 2.0786716666666425e-05, "max": 0.009962599950000001, "count": 194 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717250334", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_2_task_8_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_2_task_8_run_id_1_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717254364" }, "total": 4029.9269204, "count": 1, "self": 0.22112330000027214, "children": { "run_training.setup": { "total": 0.053049400000000024, "count": 1, "self": 0.053049400000000024 }, "TrainerController.start_learning": { "total": 4029.6527477, "count": 1, "self": 7.173641299946212, "children": { "TrainerController._reset_env": { "total": 2.0243485999999997, "count": 1, "self": 2.0243485999999997 }, "TrainerController.advance": { "total": 4020.3751356000544, "count": 601710, "self": 6.62336540003389, "children": { "env_step": { "total": 4013.7517702000205, "count": 601710, "self": 2055.513636999828, "children": { "SubprocessEnvManager._take_step": { "total": 1953.6261366000228, "count": 601710, "self": 15.260813400114557, "children": { "TorchPolicy.evaluate": { "total": 1938.3653231999083, "count": 601710, "self": 1938.3653231999083 } } }, "workers": { "total": 4.611996600169386, "count": 601710, "self": 0.0, "children": { "worker_root": { "total": 4017.371258800046, "count": 601710, "is_parallel": true, "self": 2350.532590699873, "children": { "steps_from_proto": { "total": 0.00682309999999986, "count": 1, "is_parallel": true, "self": 0.00010730000000003237, "children": { "_process_maybe_compressed_observation": { "total": 0.006630699999999878, "count": 2, "is_parallel": true, "self": 4.2499999999723315e-05, "children": { "_observation_to_np_array": { "total": 0.006588200000000155, "count": 3, "is_parallel": true, "self": 2.9199999999951487e-05, "children": { "process_pixels": { "total": 0.0065590000000002036, "count": 3, "is_parallel": true, "self": 0.00018480000000020702, "children": { "image_decompress": { "total": 0.0063741999999999965, "count": 3, "is_parallel": true, "self": 0.0063741999999999965 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.50999999999491e-05, "count": 2, "is_parallel": true, "self": 8.50999999999491e-05 } } }, "UnityEnvironment.step": { "total": 1666.831845000173, "count": 601710, "is_parallel": true, "self": 26.378233600183876, "children": { "UnityEnvironment._generate_step_input": { "total": 27.859902500020358, "count": 601710, "is_parallel": true, "self": 27.859902500020358 }, "communicator.exchange": { "total": 1410.9434829999373, "count": 601710, "is_parallel": true, "self": 1410.9434829999373 }, "steps_from_proto": { "total": 201.6502259000315, "count": 601710, "is_parallel": true, "self": 41.99552840004412, "children": { "_process_maybe_compressed_observation": { "total": 139.22965980014536, "count": 1203420, "is_parallel": true, "self": 13.325488500340299, "children": { "_observation_to_np_array": { "total": 125.90417129980506, "count": 1806459, "is_parallel": true, "self": 10.963204399427752, "children": { "process_pixels": { "total": 114.9409669003773, "count": 1806459, "is_parallel": true, "self": 42.842838900482874, "children": { "image_decompress": { "total": 72.09812799989443, "count": 1806459, "is_parallel": true, "self": 72.09812799989443 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 20.42503769984201, "count": 1203420, "is_parallel": true, "self": 20.42503769984201 } } } } } } } } } } } } }, "trainer_threads": { "total": 2.629999971759389e-05, "count": 1, "self": 2.629999971759389e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 4026.153675800012, "count": 212875, "is_parallel": true, "self": 7.9305718000669, "children": { "process_trajectory": { "total": 3390.873684899947, "count": 212875, "is_parallel": true, "self": 3390.6463896999476, "children": { "RLTrainer._checkpoint": { "total": 0.2272951999993893, "count": 3, "is_parallel": true, "self": 0.2272951999993893 } } }, "_update_policy": { "total": 627.3494190999982, "count": 221, "is_parallel": true, "self": 151.3052910000011, "children": { "TorchPPOOptimizer.update": { "total": 476.04412809999707, "count": 20829, "is_parallel": true, "self": 476.04412809999707 } } } } } } } } }, "TrainerController._save_models": { "total": 0.07959589999973105, "count": 1, "self": 0.01609469999993962, "children": { "RLTrainer._checkpoint": { "total": 0.06350119999979142, "count": 1, "self": 0.06350119999979142 } } } } } } }