| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.3255305290222168, | |
| "min": 0.3255305290222168, | |
| "max": 1.3856052160263062, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 9729.4560546875, | |
| "min": 9729.4560546875, | |
| "max": 42033.71875, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989957.0, | |
| "min": 29990.0, | |
| "max": 989957.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989957.0, | |
| "min": 29990.0, | |
| "max": 989957.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.6423845887184143, | |
| "min": -0.23765864968299866, | |
| "max": 0.6523271799087524, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 186.9339141845703, | |
| "min": -56.56275939941406, | |
| "max": 186.9339141845703, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.0125307347625494, | |
| "min": 0.0125307347625494, | |
| "max": 0.5280995965003967, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 3.6464438438415527, | |
| "min": 3.6464438438415527, | |
| "max": 125.68769836425781, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06741293461596971, | |
| "min": 0.06591779306056976, | |
| "max": 0.07355526775801267, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9437810846235759, | |
| "min": 0.5711066979555108, | |
| "max": 1.071664628747385, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.015638514902786397, | |
| "min": 0.0012548634557642316, | |
| "max": 0.01772017013281584, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.21893920863900956, | |
| "min": 0.017568088380699242, | |
| "max": 0.26580255199223757, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.659204589821429e-06, | |
| "min": 7.659204589821429e-06, | |
| "max": 0.0002952991515669499, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.0001072288642575, | |
| "min": 0.0001072288642575, | |
| "max": 0.0037608316463894997, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10255303571428571, | |
| "min": 0.10255303571428571, | |
| "max": 0.19843305, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4357425, | |
| "min": 1.4357425, | |
| "max": 2.6536105000000005, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002650482678571429, | |
| "min": 0.0002650482678571429, | |
| "max": 0.009843461695, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0037106757500000006, | |
| "min": 0.0037106757500000006, | |
| "max": 0.12537568895000004, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.011602463200688362, | |
| "min": 0.011602463200688362, | |
| "max": 0.6610811352729797, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.16243448853492737, | |
| "min": 0.16243448853492737, | |
| "max": 5.288649082183838, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 294.6181818181818, | |
| "min": 294.6181818181818, | |
| "max": 991.3125, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 32408.0, | |
| "min": 16661.0, | |
| "max": 34536.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.6677045738068195, | |
| "min": -0.8670750500168651, | |
| "max": 1.6677045738068195, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 181.77979854494333, | |
| "min": -27.746401600539684, | |
| "max": 181.77979854494333, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.6677045738068195, | |
| "min": -0.8670750500168651, | |
| "max": 1.6677045738068195, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 181.77979854494333, | |
| "min": -27.746401600539684, | |
| "max": 181.77979854494333, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.0355441313312515, | |
| "min": 0.0355441313312515, | |
| "max": 13.948171074776088, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 3.8743103151064133, | |
| "min": 3.5152632523095235, | |
| "max": 237.1189082711935, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1758101747", | |
| "python_version": "3.10.12 | packaged by conda-forge | (main, Jun 23 2023, 22:40:32) [GCC 12.3.0]", | |
| "command_line_arguments": "/home/server/miniconda3/envs/ml-agents/bin/mlagents-learn ./ml-agents/config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.8.0+cu128", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1758102470" | |
| }, | |
| "total": 723.3812916379975, | |
| "count": 1, | |
| "self": 0.21678672498092055, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.01770655100699514, | |
| "count": 1, | |
| "self": 0.01770655100699514 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 723.1467983620096, | |
| "count": 1, | |
| "self": 0.7567841245763702, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.1515838979976252, | |
| "count": 1, | |
| "self": 1.1515838979976252 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 721.2044759904238, | |
| "count": 64237, | |
| "self": 0.639713269614731, | |
| "children": { | |
| "env_step": { | |
| "total": 473.54191867183545, | |
| "count": 64237, | |
| "self": 394.74371386626444, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 78.30580768972868, | |
| "count": 64237, | |
| "self": 2.0820459117676364, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 76.22376177796104, | |
| "count": 62547, | |
| "self": 76.22376177796104 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.4923971158423228, | |
| "count": 64237, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 722.2217306584789, | |
| "count": 64237, | |
| "is_parallel": true, | |
| "self": 371.5010515151953, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0007574339979328215, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002271339762955904, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005303000216372311, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0005303000216372311 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.013499919004971161, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00014174700481817126, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0001304199977312237, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001304199977312237 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.012843579999753274, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.012843579999753274 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0003841720026684925, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 9.385799057781696e-05, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00029031401209067553, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.00029031401209067553 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 350.72067914328363, | |
| "count": 64236, | |
| "is_parallel": true, | |
| "self": 8.787379126166343, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 6.214567223665654, | |
| "count": 64236, | |
| "is_parallel": true, | |
| "self": 6.214567223665654 | |
| }, | |
| "communicator.exchange": { | |
| "total": 309.860906336864, | |
| "count": 64236, | |
| "is_parallel": true, | |
| "self": 309.860906336864 | |
| }, | |
| "steps_from_proto": { | |
| "total": 25.857826456587645, | |
| "count": 64236, | |
| "is_parallel": true, | |
| "self": 6.115064926329069, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 19.742761530258576, | |
| "count": 513888, | |
| "is_parallel": true, | |
| "self": 19.742761530258576 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 247.02284404897364, | |
| "count": 64237, | |
| "self": 1.4766023942065658, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 52.63588979464839, | |
| "count": 64237, | |
| "self": 52.55234069065773, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.08354910399066284, | |
| "count": 2, | |
| "self": 0.08354910399066284 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 192.91035186011868, | |
| "count": 461, | |
| "self": 106.01384408753074, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 86.89650777258794, | |
| "count": 22800, | |
| "self": 86.89650777258794 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 4.2399915400892496e-07, | |
| "count": 1, | |
| "self": 4.2399915400892496e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.03395392501261085, | |
| "count": 1, | |
| "self": 0.0009113310079555959, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.03304259400465526, | |
| "count": 1, | |
| "self": 0.03304259400465526 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |