| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.946332335472107, | |
| "min": 1.582762598991394, | |
| "max": 2.2133572101593018, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 17534.5078125, | |
| "min": 4038.7919921875, | |
| "max": 37419.14453125, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 30.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 2999.0, | |
| "min": 177.375, | |
| "max": 2999.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8997.0, | |
| "min": 1938.0, | |
| "max": 17547.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1799109.0, | |
| "min": 8844.0, | |
| "max": 1799109.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1799109.0, | |
| "min": 8844.0, | |
| "max": 1799109.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 1.5688858032226562, | |
| "min": -16.0693302154541, | |
| "max": 13.082287788391113, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 4.706657409667969, | |
| "min": -819.535888671875, | |
| "max": 182.1717071533203, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 100.0, | |
| "min": -100.0, | |
| "max": 100.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 300.0, | |
| "min": -2300.0, | |
| "max": 1500.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 100.0, | |
| "min": -100.0, | |
| "max": 100.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 300.0, | |
| "min": -2300.0, | |
| "max": 1500.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.0450788683257997, | |
| "min": 0.039364383784898864, | |
| "max": 0.05780604816086236, | |
| "count": 194 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.0450788683257997, | |
| "min": 0.039364383784898864, | |
| "max": 0.10733435294694371, | |
| "count": 194 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 197.4262240369287, | |
| "min": 0.0035049131250984612, | |
| "max": 796.7484694940072, | |
| "count": 194 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 197.4262240369287, | |
| "min": 0.0035049131250984612, | |
| "max": 1593.4969389880143, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 6.485997838333185e-07, | |
| "min": 6.485997838333185e-07, | |
| "max": 0.00029887575037475, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 6.485997838333185e-07, | |
| "min": 6.485997838333185e-07, | |
| "max": 0.0005977515007495, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10021616666666663, | |
| "min": 0.10021616666666663, | |
| "max": 0.19962524999999998, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.10021616666666663, | |
| "min": 0.10021616666666663, | |
| "max": 0.39925049999999995, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 2.0786716666666425e-05, | |
| "min": 2.0786716666666425e-05, | |
| "max": 0.004981299975000001, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 2.0786716666666425e-05, | |
| "min": 2.0786716666666425e-05, | |
| "max": 0.009962599950000001, | |
| "count": 194 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717250334", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_2_task_8_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_2_task_8_run_id_1_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717254364" | |
| }, | |
| "total": 4029.9269204, | |
| "count": 1, | |
| "self": 0.22112330000027214, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.053049400000000024, | |
| "count": 1, | |
| "self": 0.053049400000000024 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4029.6527477, | |
| "count": 1, | |
| "self": 7.173641299946212, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.0243485999999997, | |
| "count": 1, | |
| "self": 2.0243485999999997 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4020.3751356000544, | |
| "count": 601710, | |
| "self": 6.62336540003389, | |
| "children": { | |
| "env_step": { | |
| "total": 4013.7517702000205, | |
| "count": 601710, | |
| "self": 2055.513636999828, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1953.6261366000228, | |
| "count": 601710, | |
| "self": 15.260813400114557, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1938.3653231999083, | |
| "count": 601710, | |
| "self": 1938.3653231999083 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.611996600169386, | |
| "count": 601710, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4017.371258800046, | |
| "count": 601710, | |
| "is_parallel": true, | |
| "self": 2350.532590699873, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.00682309999999986, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010730000000003237, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.006630699999999878, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.2499999999723315e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.006588200000000155, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.9199999999951487e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.0065590000000002036, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00018480000000020702, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.0063741999999999965, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.0063741999999999965 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.50999999999491e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.50999999999491e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1666.831845000173, | |
| "count": 601710, | |
| "is_parallel": true, | |
| "self": 26.378233600183876, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 27.859902500020358, | |
| "count": 601710, | |
| "is_parallel": true, | |
| "self": 27.859902500020358 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1410.9434829999373, | |
| "count": 601710, | |
| "is_parallel": true, | |
| "self": 1410.9434829999373 | |
| }, | |
| "steps_from_proto": { | |
| "total": 201.6502259000315, | |
| "count": 601710, | |
| "is_parallel": true, | |
| "self": 41.99552840004412, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 139.22965980014536, | |
| "count": 1203420, | |
| "is_parallel": true, | |
| "self": 13.325488500340299, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 125.90417129980506, | |
| "count": 1806459, | |
| "is_parallel": true, | |
| "self": 10.963204399427752, | |
| "children": { | |
| "process_pixels": { | |
| "total": 114.9409669003773, | |
| "count": 1806459, | |
| "is_parallel": true, | |
| "self": 42.842838900482874, | |
| "children": { | |
| "image_decompress": { | |
| "total": 72.09812799989443, | |
| "count": 1806459, | |
| "is_parallel": true, | |
| "self": 72.09812799989443 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 20.42503769984201, | |
| "count": 1203420, | |
| "is_parallel": true, | |
| "self": 20.42503769984201 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.629999971759389e-05, | |
| "count": 1, | |
| "self": 2.629999971759389e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4026.153675800012, | |
| "count": 212875, | |
| "is_parallel": true, | |
| "self": 7.9305718000669, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3390.873684899947, | |
| "count": 212875, | |
| "is_parallel": true, | |
| "self": 3390.6463896999476, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2272951999993893, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.2272951999993893 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 627.3494190999982, | |
| "count": 221, | |
| "is_parallel": true, | |
| "self": 151.3052910000011, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 476.04412809999707, | |
| "count": 20829, | |
| "is_parallel": true, | |
| "self": 476.04412809999707 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.07959589999973105, | |
| "count": 1, | |
| "self": 0.01609469999993962, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.06350119999979142, | |
| "count": 1, | |
| "self": 0.06350119999979142 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |