{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4042822122573853, "min": 1.4042822122573853, "max": 1.430295467376709, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 68085.21875, "min": 68085.21875, "max": 78310.453125, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 95.46138996138995, "min": 86.3409090909091, "max": 402.744, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49449.0, "min": 48851.0, "max": 50343.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999947.0, "min": 49848.0, "max": 1999947.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999947.0, "min": 49848.0, "max": 1999947.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4065194129943848, "min": 0.014172498136758804, "max": 2.48160982131958, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1246.5770263671875, "min": 1.757389783859253, "max": 1396.2711181640625, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.657680575912063, "min": 1.8890364724061182, "max": 3.923083336202338, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1894.6785383224487, "min": 234.24052257835865, "max": 2158.19595348835, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.657680575912063, "min": 1.8890364724061182, "max": 3.923083336202338, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1894.6785383224487, "min": 234.24052257835865, "max": 2158.19595348835, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.0160165097669556, "min": 0.012674737131520586, "max": 0.01995669670480614, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.048049529300866804, "min": 0.02804170513700228, "max": 0.0551858351410677, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05597352857391039, "min": 0.022779884872337182, "max": 0.0619769651028845, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.16792058572173119, "min": 0.045559769744674364, "max": 0.1859308953086535, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.5732488089499927e-06, "min": 3.5732488089499927e-06, "max": 0.000295340176553275, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.0719746426849978e-05, "min": 1.0719746426849978e-05, "max": 0.0008442250685916499, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10119105, "min": 0.10119105, "max": 0.19844672500000005, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30357315, "min": 0.20753740000000004, "max": 0.58140835, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.943339499999988e-05, "min": 6.943339499999988e-05, "max": 0.004922491577499999, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00020830018499999963, "min": 0.00020830018499999963, "max": 0.014072276665000001, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1729092218", "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", "mlagents_version": "1.2.0.dev0", "mlagents_envs_version": "1.2.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "2.4.1+cu121", "numpy_version": "1.23.5", "end_time_seconds": "1729094579" }, "total": 2360.574326599, "count": 1, "self": 0.425720199999887, "children": { "run_training.setup": { "total": 0.05354879499998333, "count": 1, "self": 0.05354879499998333 }, "TrainerController.start_learning": { "total": 2360.095057604, "count": 1, "self": 4.31999761697125, "children": { "TrainerController._reset_env": { "total": 4.262750886999925, "count": 1, "self": 4.262750886999925 }, "TrainerController.advance": { "total": 2351.3989973160283, "count": 232017, "self": 4.460185606008963, "children": { "env_step": { "total": 1862.6270712369233, "count": 232017, "self": 1462.9128501160853, "children": { "SubprocessEnvManager._take_step": { "total": 397.13472747788865, "count": 232017, "self": 15.583634167907121, "children": { "TorchPolicy.evaluate": { "total": 381.5510933099815, "count": 222865, "self": 381.5510933099815 } } }, "workers": { "total": 2.5794936429492736, "count": 232017, "self": 0.0, "children": { "worker_root": { "total": 2353.039623623014, "count": 232017, "is_parallel": true, "self": 1168.8941620899957, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0008302420000063648, "count": 1, "is_parallel": true, "self": 0.00024228100005529996, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005879609999510649, "count": 2, "is_parallel": true, "self": 0.0005879609999510649 } } }, "UnityEnvironment.step": { "total": 0.02890536899997187, "count": 1, "is_parallel": true, "self": 0.00038471899995329295, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00017395199995462463, "count": 1, "is_parallel": true, "self": 0.00017395199995462463 }, "communicator.exchange": { "total": 0.027594858000043132, "count": 1, "is_parallel": true, "self": 0.027594858000043132 }, "steps_from_proto": { "total": 0.0007518400000208203, "count": 1, "is_parallel": true, "self": 0.00021059900007003307, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005412409999507872, "count": 2, "is_parallel": true, "self": 0.0005412409999507872 } } } } } } }, "UnityEnvironment.step": { "total": 1184.1454615330183, "count": 232016, "is_parallel": true, "self": 36.245555784072394, "children": { "UnityEnvironment._generate_step_input": { "total": 78.14452286802918, "count": 232016, "is_parallel": true, "self": 78.14452286802918 }, "communicator.exchange": { "total": 984.7885082048934, "count": 232016, "is_parallel": true, "self": 984.7885082048934 }, "steps_from_proto": { "total": 84.96687467602328, "count": 232016, "is_parallel": true, "self": 30.112659429059818, "children": { "_process_rank_one_or_two_observation": { "total": 54.85421524696346, "count": 464032, "is_parallel": true, "self": 54.85421524696346 } } } } } } } } } } }, "trainer_advance": { "total": 484.31174047309617, "count": 232017, "self": 6.186063000049558, "children": { "process_trajectory": { "total": 149.33140203404548, "count": 232017, "self": 148.0042200500459, "children": { "RLTrainer._checkpoint": { "total": 1.3271819839995942, "count": 10, "self": 1.3271819839995942 } } }, "_update_policy": { "total": 328.7942754390011, "count": 97, "self": 263.93061074199113, "children": { "TorchPPOOptimizer.update": { "total": 64.86366469701, "count": 2910, "self": 64.86366469701 } } } } } } }, "trainer_threads": { "total": 1.0200001270277426e-06, "count": 1, "self": 1.0200001270277426e-06 }, "TrainerController._save_models": { "total": 0.11331076400028905, "count": 1, "self": 0.0018177430001742323, "children": { "RLTrainer._checkpoint": { "total": 0.11149302100011482, "count": 1, "self": 0.11149302100011482 } } } } } } }