{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.515066385269165, "min": 1.4754258394241333, "max": 1.635340929031372, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 13253.80078125, "min": 7855.46728515625, "max": 19027.56640625, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 0.9696969696969697, "min": 0.8563218390804598, "max": 0.9950980392156863, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 224.0, "min": 23.0, "max": 279.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 0.0, "min": 0.0, "max": 0.003787878787878788, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 188.91341991341992, "min": 139.70833333333334, "max": 204.46825396825398, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 43639.0, "min": 3353.0, "max": 55121.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 188.91341991341992, "min": 139.70833333333334, "max": 204.46825396825398, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 43639.0, "min": 3353.0, "max": 55121.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 16.18421052631579, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 1900.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 3.236842105263158, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 380.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.030303030303030304, "min": 0.004901960784313725, "max": 0.14367816091954022, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 7.0, "min": 1.0, "max": 30.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 36.883116883116884, "min": 30.729166666666668, "max": 377.0, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8520.0, "min": 5016.0, "max": 12540.0, "count": 200 }, "Agent.Step.mean": { "value": 1799990.0, "min": 8962.0, "max": 1799990.0, "count": 200 }, "Agent.Step.sum": { "value": 1799990.0, "min": 8962.0, "max": 1799990.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 99.16282653808594, "min": 12.052778244018555, "max": 129.1637725830078, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 23104.939453125, "min": 1551.585693359375, "max": 33678.0703125, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 186.7167381974249, "min": 133.91666666666666, "max": 204.40437158469945, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 43505.0, "min": 3214.0, "max": 54360.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 186.7167381974249, "min": 133.91666666666666, "max": 204.40437158469945, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 43505.0, "min": 3214.0, "max": 54360.0, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.049945010299173496, "min": 0.03846339621910981, "max": 0.0589652678463608, "count": 200 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.09989002059834699, "min": 0.04358645516685119, "max": 0.15659683509147726, "count": 200 }, "Agent.Losses.ValueLoss.mean": { "value": 1756.4204648335774, "min": 688.3189801302823, "max": 5695.5595393461335, "count": 200 }, "Agent.Losses.ValueLoss.sum": { "value": 3512.840929667155, "min": 688.3189801302823, "max": 11391.119078692267, "count": 200 }, "Agent.Policy.LearningRate.mean": { "value": 6.950997683333234e-07, "min": 6.950997683333234e-07, "max": 0.00029894325035224997, "count": 200 }, "Agent.Policy.LearningRate.sum": { "value": 1.3901995366666468e-06, "min": 1.3901995366666468e-06, "max": 0.0008707235097588332, "count": 200 }, "Agent.Policy.Epsilon.mean": { "value": 0.10023166666666668, "min": 0.10023166666666668, "max": 0.19964775, "count": 200 }, "Agent.Policy.Epsilon.sum": { "value": 0.20046333333333335, "min": 0.12728033333333333, "max": 0.5902411666666667, "count": 200 }, "Agent.Policy.Beta.mean": { "value": 2.15601666666665e-05, "min": 2.15601666666665e-05, "max": 0.0049824227249999995, "count": 200 }, "Agent.Policy.Beta.sum": { "value": 4.3120333333333e-05, "min": 4.3120333333333e-05, "max": 0.014513034216666667, "count": 200 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717648045", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_2_task_6_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_2_task_6_run_id_2_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717654218" }, "total": 6172.7519791, "count": 1, "self": 2.430161400000543, "children": { "run_training.setup": { "total": 0.050711199999999956, "count": 1, "self": 0.050711199999999956 }, "TrainerController.start_learning": { "total": 6170.2711065, "count": 1, "self": 7.164711799857287, "children": { "TrainerController._reset_env": { "total": 1.9987620000000001, "count": 1, "self": 1.9987620000000001 }, "TrainerController.advance": { "total": 6161.023362800142, "count": 600004, "self": 6.5214730000261625, "children": { "env_step": { "total": 6154.501889800116, "count": 600004, "self": 4178.169892199916, "children": { "SubprocessEnvManager._take_step": { "total": 1971.6028997002102, "count": 600004, "self": 15.135454200225922, "children": { "TorchPolicy.evaluate": { "total": 1956.4674454999843, "count": 600004, "self": 1956.4674454999843 } } }, "workers": { "total": 4.729097899990553, "count": 600004, "self": 0.0, "children": { "worker_root": { "total": 6161.106193099602, "count": 600004, "is_parallel": true, "self": 2338.199951399406, "children": { "steps_from_proto": { "total": 0.0062019000000002045, "count": 1, "is_parallel": true, "self": 0.00011179999999999524, "children": { "_process_maybe_compressed_observation": { "total": 0.006005299999999991, "count": 2, "is_parallel": true, "self": 3.970000000008689e-05, "children": { "_observation_to_np_array": { "total": 0.005965599999999904, "count": 3, "is_parallel": true, "self": 2.7899999999858593e-05, "children": { "process_pixels": { "total": 0.005937700000000046, "count": 3, "is_parallel": true, "self": 0.00017509999999987258, "children": { "image_decompress": { "total": 0.005762600000000173, "count": 3, "is_parallel": true, "self": 0.005762600000000173 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.480000000021803e-05, "count": 2, "is_parallel": true, "self": 8.480000000021803e-05 } } }, "UnityEnvironment.step": { "total": 3822.900039800196, "count": 600004, "is_parallel": true, "self": 25.524830600527366, "children": { "UnityEnvironment._generate_step_input": { "total": 26.97729939976717, "count": 600004, "is_parallel": true, "self": 26.97729939976717 }, "communicator.exchange": { "total": 3579.421788099977, "count": 600004, "is_parallel": true, "self": 3579.421788099977 }, "steps_from_proto": { "total": 190.9761216999239, "count": 600004, "is_parallel": true, "self": 39.71066100004364, "children": { "_process_maybe_compressed_observation": { "total": 131.68015210004373, "count": 1200008, "is_parallel": true, "self": 11.744432299628471, "children": { "_observation_to_np_array": { "total": 119.93571980041526, "count": 1842648, "is_parallel": true, "self": 10.50656890023457, "children": { "process_pixels": { "total": 109.42915090018069, "count": 1842648, "is_parallel": true, "self": 39.29494169975749, "children": { "image_decompress": { "total": 70.1342092004232, "count": 1842648, "is_parallel": true, "self": 70.1342092004232 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 19.585308599836548, "count": 1200008, "is_parallel": true, "self": 19.585308599836548 } } } } } } } } } } } } }, "trainer_threads": { "total": 2.700000004551839e-05, "count": 1, "self": 2.700000004551839e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 6163.980335799836, "count": 356524, "is_parallel": true, "self": 10.634956599815268, "children": { "process_trajectory": { "total": 5483.651380400026, "count": 356524, "is_parallel": true, "self": 5483.408796200026, "children": { "RLTrainer._checkpoint": { "total": 0.24258420000001024, "count": 3, "is_parallel": true, "self": 0.24258420000001024 } } }, "_update_policy": { "total": 669.6939987999953, "count": 419, "is_parallel": true, "self": 150.5224308999625, "children": { "TorchPPOOptimizer.update": { "total": 519.1715679000328, "count": 20649, "is_parallel": true, "self": 519.1715679000328 } } } } } } } } }, "TrainerController._save_models": { "total": 0.08424290000039036, "count": 1, "self": 0.020600500000000466, "children": { "RLTrainer._checkpoint": { "total": 0.0636424000003899, "count": 1, "self": 0.0636424000003899 } } } } } } }