{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4168741703033447, "min": 1.4168741703033447, "max": 1.4247562885284424, "count": 20 }, "Huggy.Policy.Entropy.sum": { "value": 72073.5546875, "min": 68795.875, "max": 76946.984375, "count": 20 }, "Huggy.Environment.EpisodeLength.mean": { "value": 111.88787185354691, "min": 108.49122807017544, "max": 439.23478260869564, "count": 20 }, "Huggy.Environment.EpisodeLength.sum": { "value": 48895.0, "min": 48895.0, "max": 50512.0, "count": 20 }, "Huggy.Step.mean": { "value": 999909.0, "min": 49958.0, "max": 999909.0, "count": 20 }, "Huggy.Step.sum": { "value": 999909.0, "min": 49958.0, "max": 999909.0, "count": 20 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.295907735824585, "min": -0.05589652433991432, "max": 2.319577693939209, "count": 20 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1003.3117065429688, "min": -6.372203826904297, "max": 1004.5927734375, "count": 20 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.667904675552447, "min": 1.738024601549433, "max": 3.7711923385409714, "count": 20 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1602.8743432164192, "min": 198.13480457663536, "max": 1692.9987785220146, "count": 20 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.667904675552447, "min": 1.738024601549433, "max": 3.7711923385409714, "count": 20 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1602.8743432164192, "min": 198.13480457663536, "max": 1692.9987785220146, "count": 20 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.01777614582776247, "min": 0.014955736774330338, "max": 0.019056482877203962, "count": 20 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.03555229165552494, "min": 0.029911473548660677, "max": 0.05300969184421167, "count": 20 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.06063360602905353, "min": 0.02444634170581897, "max": 0.06063360602905353, "count": 20 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.12126721205810706, "min": 0.04889268341163794, "max": 0.17375757272044817, "count": 20 }, "Huggy.Policy.LearningRate.mean": { "value": 6.032647989150006e-06, "min": 6.032647989150006e-06, "max": 0.0002906566531144499, "count": 20 }, "Huggy.Policy.LearningRate.sum": { "value": 1.2065295978300012e-05, "min": 1.2065295978300012e-05, "max": 0.0007883112372296001, "count": 20 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10201084999999999, "min": 0.10201084999999999, "max": 0.19688555000000002, "count": 20 }, "Huggy.Policy.Epsilon.sum": { "value": 0.20402169999999997, "min": 0.20402169999999997, "max": 0.5627704000000001, "count": 20 }, "Huggy.Policy.Beta.mean": { "value": 0.00011034141500000019, "min": 0.00011034141500000019, "max": 0.004844588945000001, "count": 20 }, "Huggy.Policy.Beta.sum": { "value": 0.00022068283000000038, "min": 0.00022068283000000038, "max": 0.013142242960000002, "count": 20 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 20 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 20 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1682509809", "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1682510950" }, "total": 1140.5652474180001, "count": 1, "self": 0.3833551710001757, "children": { "run_training.setup": { "total": 0.14424033099999178, "count": 1, "self": 0.14424033099999178 }, "TrainerController.start_learning": { "total": 1140.037651916, "count": 1, "self": 2.2150238439942314, "children": { "TrainerController._reset_env": { "total": 4.444824858000061, "count": 1, "self": 4.444824858000061 }, "TrainerController.advance": { "total": 1133.2642121840056, "count": 115015, "self": 2.4365872889768525, "children": { "env_step": { "total": 891.4230223340354, "count": 115015, "self": 751.2600325731456, "children": { "SubprocessEnvManager._take_step": { "total": 138.72032825296162, "count": 115015, "self": 8.390755257950332, "children": { "TorchPolicy.evaluate": { "total": 130.3295729950113, "count": 111617, "self": 130.3295729950113 } } }, "workers": { "total": 1.4426615079281646, "count": 115015, "self": 0.0, "children": { "worker_root": { "total": 1136.0679974890027, "count": 115015, "is_parallel": true, "self": 522.7689077280457, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.000834332999943399, "count": 1, "is_parallel": true, "self": 0.00024555899994993524, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005887739999934638, "count": 2, "is_parallel": true, "self": 0.0005887739999934638 } } }, "UnityEnvironment.step": { "total": 0.05366255800004183, "count": 1, "is_parallel": true, "self": 0.00029261199995289644, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00021458000003349298, "count": 1, "is_parallel": true, "self": 0.00021458000003349298 }, "communicator.exchange": { "total": 0.05248022500006755, "count": 1, "is_parallel": true, "self": 0.05248022500006755 }, "steps_from_proto": { "total": 0.0006751409999878888, "count": 1, "is_parallel": true, "self": 0.00019845000008444913, "children": { "_process_rank_one_or_two_observation": { "total": 0.00047669099990343966, "count": 2, "is_parallel": true, "self": 0.00047669099990343966 } } } } } } }, "UnityEnvironment.step": { "total": 613.2990897609569, "count": 115014, "is_parallel": true, "self": 18.55125200198927, "children": { "UnityEnvironment._generate_step_input": { "total": 39.04036722998285, "count": 115014, "is_parallel": true, "self": 39.04036722998285 }, "communicator.exchange": { "total": 512.0893008280098, "count": 115014, "is_parallel": true, "self": 512.0893008280098 }, "steps_from_proto": { "total": 43.618169700975045, "count": 115014, "is_parallel": true, "self": 16.356371373998854, "children": { "_process_rank_one_or_two_observation": { "total": 27.26179832697619, "count": 230028, "is_parallel": true, "self": 27.26179832697619 } } } } } } } } } } }, "trainer_advance": { "total": 239.40460256099334, "count": 115015, "self": 3.3406820110182025, "children": { "process_trajectory": { "total": 58.838625299974524, "count": 115015, "self": 58.05636685797447, "children": { "RLTrainer._checkpoint": { "total": 0.7822584420000567, "count": 5, "self": 0.7822584420000567 } } }, "_update_policy": { "total": 177.2252952500006, "count": 48, "self": 148.66607931499857, "children": { "TorchPPOOptimizer.update": { "total": 28.559215935002044, "count": 1440, "self": 28.559215935002044 } } } } } } }, "trainer_threads": { "total": 1.1100000847363845e-06, "count": 1, "self": 1.1100000847363845e-06 }, "TrainerController._save_models": { "total": 0.11358992000009493, "count": 1, "self": 0.002170384999999442, "children": { "RLTrainer._checkpoint": { "total": 0.1114195350000955, "count": 1, "self": 0.1114195350000955 } } } } } } }