{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.02970881387591362, "min": 0.005502134095877409, "max": 1.458825945854187, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 883.658935546875, "min": 164.7999267578125, "max": 44254.9453125, "count": 33 }, "Pyramids.Step.mean": { "value": 989895.0, "min": 29976.0, "max": 989895.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989895.0, "min": 29976.0, "max": 989895.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": -0.10165281593799591, "min": -0.11501456052064896, "max": -0.05839862674474716, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": -24.193370819091797, "min": -27.60349464416504, "max": -14.132467269897461, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 1.7020528316497803, "min": 0.170526921749115, "max": 1.8837361335754395, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 405.08856201171875, "min": 40.58540725708008, "max": 452.0966796875, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06676959379212441, "min": 0.06504628872538963, "max": 0.07305271990977844, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.8680047192976172, "min": 0.511369039368449, "max": 0.9294779065483632, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.010006159010320688, "min": 0.007283555994805915, "max": 0.013096564808702471, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.13008006713416895, "min": 0.053525364753395796, "max": 0.15715877770442965, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.401997532700006e-06, "min": 7.401997532700006e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 9.622596792510008e-05, "min": 9.622596792510008e-05, "max": 0.0034935184354938993, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10246730000000003, "min": 0.10246730000000003, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.3320749000000003, "min": 1.2658052000000002, "max": 2.4645061, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00025648327000000017, "min": 0.00025648327000000017, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.003334282510000002, "min": 0.003334282510000002, "max": 0.11646415938999999, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 1.722501277923584, "min": 0.4974973201751709, "max": 1.8506916761398315, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 22.39251708984375, "min": 3.4824812412261963, "max": 23.83445930480957, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 999.0, "min": 963.2647058823529, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 20979.0, "min": 16775.0, "max": 32751.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": -0.9997143358701751, "min": -0.9998533844947814, "max": -0.7876647563979906, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": -20.994001053273678, "min": -31.994001626968384, "max": -14.791000872850418, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": -0.9997143358701751, "min": -0.9998533844947814, "max": -0.7876647563979906, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": -20.994001053273678, "min": -31.994001626968384, "max": -14.791000872850418, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 16.717697711489606, "min": 7.600432110621648, "max": 18.57363071364741, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 351.07165194128174, "min": 148.92243483662605, "max": 592.772442755755, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1675945792", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1675948146" }, "total": 2354.0459201940002, "count": 1, "self": 0.6439772789999552, "children": { "run_training.setup": { "total": 0.12278756199998497, "count": 1, "self": 0.12278756199998497 }, "TrainerController.start_learning": { "total": 2353.279155353, "count": 1, "self": 2.081998420052514, "children": { "TrainerController._reset_env": { "total": 7.86767890200008, "count": 1, "self": 7.86767890200008 }, "TrainerController.advance": { "total": 2343.2377247389477, "count": 62799, "self": 2.22269723001682, "children": { "env_step": { "total": 1503.2693276010125, "count": 62799, "self": 1340.8418320559715, "children": { "SubprocessEnvManager._take_step": { "total": 161.13611666202473, "count": 62799, "self": 6.049010860062481, "children": { "TorchPolicy.evaluate": { "total": 155.08710580196225, "count": 62560, "self": 51.99187968593924, "children": { "TorchPolicy.sample_actions": { "total": 103.09522611602301, "count": 62560, "self": 103.09522611602301 } } } } }, "workers": { "total": 1.2913788830162503, "count": 62799, "self": 0.0, "children": { "worker_root": { "total": 2347.135065440056, "count": 62799, "is_parallel": true, "self": 1158.8975543620913, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0020950560001438134, "count": 1, "is_parallel": true, "self": 0.000771768000049633, "children": { "_process_rank_one_or_two_observation": { "total": 0.0013232880000941805, "count": 8, "is_parallel": true, "self": 0.0013232880000941805 } } }, "UnityEnvironment.step": { "total": 0.05489538200004063, "count": 1, "is_parallel": true, "self": 0.0006656040000052599, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0006200699999681092, "count": 1, "is_parallel": true, "self": 0.0006200699999681092 }, "communicator.exchange": { "total": 0.05146886800002903, "count": 1, "is_parallel": true, "self": 0.05146886800002903 }, "steps_from_proto": { "total": 0.0021408400000382244, "count": 1, "is_parallel": true, "self": 0.0005915770002502541, "children": { "_process_rank_one_or_two_observation": { "total": 0.0015492629997879703, "count": 8, "is_parallel": true, "self": 0.0015492629997879703 } } } } } } }, "UnityEnvironment.step": { "total": 1188.2375110779649, "count": 62798, "is_parallel": true, "self": 38.27477738599396, "children": { "UnityEnvironment._generate_step_input": { "total": 28.47892558299668, "count": 62798, "is_parallel": true, "self": 28.47892558299668 }, "communicator.exchange": { "total": 994.3962634630111, "count": 62798, "is_parallel": true, "self": 994.3962634630111 }, "steps_from_proto": { "total": 127.08754464596313, "count": 62798, "is_parallel": true, "self": 29.499671642061685, "children": { "_process_rank_one_or_two_observation": { "total": 97.58787300390145, "count": 502384, "is_parallel": true, "self": 97.58787300390145 } } } } } } } } } } }, "trainer_advance": { "total": 837.7456999079184, "count": 62799, "self": 3.1884801059495658, "children": { "process_trajectory": { "total": 191.33308089297088, "count": 62799, "self": 191.12629961497123, "children": { "RLTrainer._checkpoint": { "total": 0.20678127799965296, "count": 2, "self": 0.20678127799965296 } } }, "_update_policy": { "total": 643.2241389089979, "count": 411, "self": 239.42813052697215, "children": { "TorchPPOOptimizer.update": { "total": 403.7960083820258, "count": 22896, "self": 403.7960083820258 } } } } } } }, "trainer_threads": { "total": 8.799997885944322e-07, "count": 1, "self": 8.799997885944322e-07 }, "TrainerController._save_models": { "total": 0.09175241200000528, "count": 1, "self": 0.0015243359998748929, "children": { "RLTrainer._checkpoint": { "total": 0.09022807600013039, "count": 1, "self": 0.09022807600013039 } } } } } } }