| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.8238424062728882, | |
| "min": 0.5983486175537109, | |
| "max": 1.4793857336044312, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 24675.728515625, | |
| "min": 17921.73828125, | |
| "max": 44878.64453125, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 479971.0, | |
| "min": 29952.0, | |
| "max": 479971.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 479971.0, | |
| "min": 29952.0, | |
| "max": 479971.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.03393407538533211, | |
| "min": -0.11449132114648819, | |
| "max": 0.06466787308454514, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 8.245980262756348, | |
| "min": -27.706899642944336, | |
| "max": 15.326286315917969, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.004330315627157688, | |
| "min": -0.004330315627157688, | |
| "max": 0.22298245131969452, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -1.0522667169570923, | |
| "min": -1.0522667169570923, | |
| "max": 52.846839904785156, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06582760475465052, | |
| "min": 0.06582760475465052, | |
| "max": 0.07190233596700106, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9215864665651072, | |
| "min": 0.49718271729592556, | |
| "max": 1.0425069393685966, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.004342993218545286, | |
| "min": 0.0006843273065821146, | |
| "max": 0.005363659234896699, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.060801905059634, | |
| "min": 0.0063687238930104015, | |
| "max": 0.06255148644879013, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 2.070832166868571e-05, | |
| "min": 2.070832166868571e-05, | |
| "max": 0.00029030126037577137, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00028991650336159994, | |
| "min": 0.00028991650336159994, | |
| "max": 0.002852871349043, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10690274285714285, | |
| "min": 0.10690274285714285, | |
| "max": 0.19676708571428575, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4966384, | |
| "min": 1.3382272, | |
| "max": 2.3383966, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0006995840114285714, | |
| "min": 0.0006995840114285714, | |
| "max": 0.00967703186285714, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.00979417616, | |
| "min": 0.00979417616, | |
| "max": 0.0951306043, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.016969839110970497, | |
| "min": 0.016969839110970497, | |
| "max": 0.3948346674442291, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.23757773637771606, | |
| "min": 0.23757773637771606, | |
| "max": 2.7638425827026367, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 900.1818181818181, | |
| "min": 852.1351351351351, | |
| "max": 999.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29706.0, | |
| "min": 15984.0, | |
| "max": 32142.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": -0.2945758043365045, | |
| "min": -1.0000000521540642, | |
| "max": -0.17778240911224308, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": -9.721001543104649, | |
| "min": -32.000001668930054, | |
| "max": -6.044601909816265, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": -0.2945758043365045, | |
| "min": -1.0000000521540642, | |
| "max": -0.17778240911224308, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": -9.721001543104649, | |
| "min": -32.000001668930054, | |
| "max": -6.044601909816265, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.16064053057043842, | |
| "min": 0.16064053057043842, | |
| "max": 8.704850730486214, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 5.301137508824468, | |
| "min": 5.301137508824468, | |
| "max": 139.27761168777943, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1657688449", | |
| "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1657689431" | |
| }, | |
| "total": 981.481013503, | |
| "count": 1, | |
| "self": 0.4849008919999278, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04234659999997348, | |
| "count": 1, | |
| "self": 0.04234659999997348 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 980.9537660110001, | |
| "count": 1, | |
| "self": 0.7118365039901846, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 10.093847574999927, | |
| "count": 1, | |
| "self": 10.093847574999927 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 970.0519258690099, | |
| "count": 31562, | |
| "self": 0.7559808919854731, | |
| "children": { | |
| "env_step": { | |
| "total": 609.220171189016, | |
| "count": 31562, | |
| "self": 555.4903335260225, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 53.36380215199665, | |
| "count": 31562, | |
| "self": 2.3488455790030685, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 51.01495657299358, | |
| "count": 31301, | |
| "self": 17.526318946007677, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 33.488637626985906, | |
| "count": 31301, | |
| "self": 33.488637626985906 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.3660355109968805, | |
| "count": 31562, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 978.865999423011, | |
| "count": 31562, | |
| "is_parallel": true, | |
| "self": 473.5258167499974, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.007647147000056975, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.004001559000016641, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.003645588000040334, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.003645588000040334 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.04716679300008764, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000538208000079976, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004840750000312255, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004840750000312255 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04452872499996374, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04452872499996374 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0016157850000126928, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00043266899979244045, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011831160002202523, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011831160002202523 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 505.3401826730136, | |
| "count": 31561, | |
| "is_parallel": true, | |
| "self": 14.157218159027138, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 11.600098747987545, | |
| "count": 31561, | |
| "is_parallel": true, | |
| "self": 11.600098747987545 | |
| }, | |
| "communicator.exchange": { | |
| "total": 432.9098563040012, | |
| "count": 31561, | |
| "is_parallel": true, | |
| "self": 432.9098563040012 | |
| }, | |
| "steps_from_proto": { | |
| "total": 46.67300946199771, | |
| "count": 31561, | |
| "is_parallel": true, | |
| "self": 11.6029381770403, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 35.07007128495741, | |
| "count": 252488, | |
| "is_parallel": true, | |
| "self": 35.07007128495741 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 360.0757737880084, | |
| "count": 31562, | |
| "self": 1.212380208996251, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 82.00099711201199, | |
| "count": 31562, | |
| "self": 81.89295775001199, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10803936199999953, | |
| "count": 1, | |
| "self": 0.10803936199999953 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 276.86239646700017, | |
| "count": 211, | |
| "self": 109.21426200999713, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 167.64813445700304, | |
| "count": 11391, | |
| "self": 167.64813445700304 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.526000005469541e-06, | |
| "count": 1, | |
| "self": 1.526000005469541e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09615453700007492, | |
| "count": 1, | |
| "self": 0.00159229700011565, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09456223999995927, | |
| "count": 1, | |
| "self": 0.09456223999995927 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |