Upload PPO LunarLander-v2 trained agent v1.1

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 195.31 +/- 49.57
+      value: 271.46 +/- 37.10
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f99134e8830>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f99134e88c0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f99134e8950>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f99134e89e0>", "_build": "<function ActorCriticPolicy._build at 0x7f99134e8a70>", "forward": "<function ActorCriticPolicy.forward at 0x7f99134e8b00>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f99134e8b90>", "_predict": "<function ActorCriticPolicy._predict at 0x7f99134e8c20>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f99134e8cb0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f99134e8d40>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f99134e8dd0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f991352ecf0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 507904, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1651716420.9527545, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAF2amj62eKo+iEBhPqK+hb7GV849y0/xPQAAAAAAAAAAMyL1vT06MrmGXHS7dXt9t5IDjLqjAJM6AACAPwAAgD8zY0u8Ulmou5OGGTxtyuI8DHMTPRinvL0AAIA/AACAP5MXGj5uC6093q+ava9Ig77awzW+AMKdPQAAAAAAAAAAzbFZPtinyz0D62U9ZImjvnwQDT47MAs+AAAAAAAAAACzAk09SHnPOQJvDrwwNtU7SM2AORKkRD0AAAAAAAAAAE2UDb2k4Fq5WorTO5TutLVfJs87AV+utAAAgD8AAIA/QFKDvVJsnDoq0AS9/XEBPIP5YjyOXeQ8AAAAAAAAgD/a/3u+Xz+OPG2LuzwkO728tTkdvgsnTr0AAAAAAAAAAKtxB7/GpVe+YwElvMAaabsHrYU+w9QPvQAAAAAAAAAAazUFP7PKFb4qRPg5aiUeuOV+8r2FqhS5AAAAAAAAgD8NJok99nhsujEgErvMS+43VoMTO3R/qzkAAIA/AACAP800lDzsMZI4tRDNPB0hEDbtapA6qAoQNQAAgD8AAIA/wD2NvYWLqDgywj89YY7FvC+7B7x1uPm8AAAAAAAAAACaVc074fqrN6PcPzyAx2U2pIDkO4D9bjUAAIA/AACAP6AFS752HA288RSYOuYqQTi78m09LCexuQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVdBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI5PkMqDflX0CUhpRSlIwBbJRN6AOMAXSUR0CNqQN4JNTMdX2UKGgGaAloD0MIu38sRIcnWUCUhpRSlGgVTegDaBZHQI2xfmvGIbh1fZQoaAZoCWgPQwi296kqNH1WQJSGlFKUaBVN6ANoFkdAjb2jJEH+qHV9lChoBmgJaA9DCFyOVyB6VEJAlIaUUpRoFU3oA2gWR0CNvvJJ5E+gdX2UKGgGaAloD0MI0cq9wCxkY0CUhpRSlGgVTegDaBZHQI3McVpKzzF1fZQoaAZoCWgPQwisG++OjHpiQJSGlFKUaBVN6ANoFkdAjc0Z31SOznV9lChoBmgJaA9DCILn3sMlyzLAlIaUUpRoFU3oA2gWR0COGTuVopQUdX2UKGgGaAloD0MI97AXCli+YECUhpRSlGgVTegDaBZHQI41He1rqMZ1fZQoaAZoCWgPQwiKWS+GcoxUQJSGlFKUaBVN6ANoFkdAjjwQaJhvznV9lChoBmgJaA9DCOwvuyePNGFAlIaUUpRoFU3oA2gWR0COSDa/RE4OdX2UKGgGaAloD0MI3j1A9+UOSkCUhpRSlGgVTegDaBZHQI5IaV4X40x1fZQoaAZoCWgPQwip2m6Cb19iQJSGlFKUaBVN6ANoFkdAjkqH446wMnV9lChoBmgJaA9DCAq7KHrgqllAlIaUUpRoFU3oA2gWR0COUGABkqc3dX2UKGgGaAloD0MIzOzzGOVjUUCUhpRSlGgVTegDaBZHQI5igI6bONZ1fZQoaAZoCWgPQwjhl/p5U1lIQJSGlFKUaBVN6ANoFkdAjoMU5+6RQ3V9lChoBmgJaA9DCJHwvb9BcGBAlIaUUpRoFU3oA2gWR0COmLitJWeZdX2UKGgGaAloD0MIDXGsi9ukU0CUhpRSlGgVTegDaBZHQI6ZH16E8JV1fZQoaAZoCWgPQwgKhQg4hEBPQJSGlFKUaBVN6ANoFkdAjqJyqU/wAnV9lChoBmgJaA9DCNNsHofBjEZAlIaUUpRoFU3oA2gWR0COrvf1pTMrdX2UKGgGaAloD0MIWDhJ88cGWkCUhpRSlGgVTegDaBZHQI6wZjWkJrt1fZQoaAZoCWgPQwgYQs77/yQyQJSGlFKUaBVL/GgWR0COs0IY3vQXdX2UKGgGaAloD0MItHHEWnwUVUCUhpRSlGgVTegDaBZHQI694dfb9Ih1fZQoaAZoCWgPQwjxSpLn+uxOQJSGlFKUaBVN6ANoFkdAjr6O5J9RaXV9lChoBmgJaA9DCGaDTDJyZkLAlIaUUpRoFUvuaBZHQI7CV+Zw4sF1fZQoaAZoCWgPQwibcRqiCrdhQJSGlFKUaBVN6ANoFkdAjwYUnPVurXV9lChoBmgJaA9DCB2vQPSk9kVAlIaUUpRoFU3oA2gWR0CPHm/CZWq+dX2UKGgGaAloD0MIxO3QsBijY0CUhpRSlGgVTegDaBZHQI8kr5wfhdd1fZQoaAZoCWgPQwjvb9Be/SNjQJSGlFKUaBVN6ANoFkdAjzAH31zySXV9lChoBmgJaA9DCPdzCvKzEV9AlIaUUpRoFU3oA2gWR0CPMDg3tKI0dX2UKGgGaAloD0MIUIvBw7T2XkCUhpRSlGgVTegDaBZHQI8yOqNp/PR1fZQoaAZoCWgPQwisrG2Kx41PQJSGlFKUaBVN6ANoFkdAjzdOx0MgEHV9lChoBmgJaA9DCPq0iv7QS1JAlIaUUpRoFU3oA2gWR0CPSEdsBQvYdX2UKGgGaAloD0MI5e/eUWMqKkCUhpRSlGgVS89oFkdAj1l1CPZIx3V9lChoBmgJaA9DCLX5f9URhmBAlIaUUpRoFU3oA2gWR0CPgQc5sCT2dX2UKGgGaAloD0MI4DDRIAW5UsCUhpRSlGgVS9ZoFkdAj4YSQHRkVnV9lChoBmgJaA9DCGEaho+Iu11AlIaUUpRoFU3oA2gWR0CPi8g7HQyAdX2UKGgGaAloD0MIL90kBoE5UUCUhpRSlGgVTegDaBZHQI+Z6hHskY51fZQoaAZoCWgPQwgX78ftl7xbQJSGlFKUaBVN6ANoFkdAj5uQf6oES3V9lChoBmgJaA9DCAjjp3HvVGBAlIaUUpRoFU3oA2gWR0CPnvHktEofdX2UKGgGaAloD0MIXtbEAl8BTUCUhpRSlGgVTegDaBZHQI+q1KbrkbR1fZQoaAZoCWgPQwjUYvAw7SZeQJSGlFKUaBVN6ANoFkdAj6uVymygPHV9lChoBmgJaA9DCLudfeVBWmBAlIaUUpRoFU3oA2gWR0CPsFBSk0rLdX2UKGgGaAloD0MISMX/HVFZOMCUhpRSlGgVS7hoFkdAj7qFHz6JqXV9lChoBmgJaA9DCMpOP6iLXVZAlIaUUpRoFU3oA2gWR0CPvU3n6l+FdX2UKGgGaAloD0MI2EroLokKXECUhpRSlGgVTegDaBZHQJAJf/ACW/t1fZQoaAZoCWgPQwjM8J9uoL5YQJSGlFKUaBVN6ANoFkdAkAykihWYGHV9lChoBmgJaA9DCLow0ovayUHAlIaUUpRoFU12AWgWR0CQDTAwwj+rdX2UKGgGaAloD0MI/UtSmWJUYECUhpRSlGgVTegDaBZHQJASEysS00F1fZQoaAZoCWgPQwiKAn0iT3NRQJSGlFKUaBVN6ANoFkdAkBIpRCQcP3V9lChoBmgJaA9DCJXx7zMuMF5AlIaUUpRoFU3oA2gWR0CQEwZzxPO6dX2UKGgGaAloD0MIg9vawvMyOkCUhpRSlGgVS5BoFkdAkBVSRjjJdXV9lChoBmgJaA9DCPZ+ox03LlPAlIaUUpRoFU1cAWgWR0CQGHDf3vhIdX2UKGgGaAloD0MI+z2xTpWXRsCUhpRSlGgVS7loFkdAkBr57TlT33V9lChoBmgJaA9DCOOJIM5D1WBAlIaUUpRoFU3oA2gWR0CQHPDwpe/pdX2UKGgGaAloD0MIO+ElOPUxFUCUhpRSlGgVS5xoFkdAkB0WjO9nLHV9lChoBmgJaA9DCKcFL/oKshrAlIaUUpRoFUuTaBZHQJAdSe4Cp3p1fZQoaAZoCWgPQwguceSByMo0wJSGlFKUaBVL4GgWR0CQLjEnb7CSdX2UKGgGaAloD0MIfuGVJM/CV0CUhpRSlGgVTegDaBZHQJA0LKMefZp1fZQoaAZoCWgPQwgKZkzBGo9QQJSGlFKUaBVN6ANoFkdAkDYXn2ZiNXV9lChoBmgJaA9DCKcIcHoX9WFAlIaUUpRoFU3oA2gWR0CQOE6Tnq3WdX2UKGgGaAloD0MIU8vW+iLSXECUhpRSlGgVTegDaBZHQJBANXnyNGV1fZQoaAZoCWgPQwhDc51GWnokwJSGlFKUaBVLzmgWR0CQRbXQMQVcdX2UKGgGaAloD0MIAHMtWoD0V0CUhpRSlGgVTegDaBZHQJBF6avzOHF1fZQoaAZoCWgPQwiL3qmA+69hQJSGlFKUaBVN6ANoFkdAkEY7sv7FbXV9lChoBmgJaA9DCM3pspjYe1VAlIaUUpRoFU3oA2gWR0CQSFtXgccVdX2UKGgGaAloD0MI6zpUU5KNYkCUhpRSlGgVTegDaBZHQJBOYy1uzhR1fZQoaAZoCWgPQwgrGJXUCUVdwJSGlFKUaBVNyQFoFkdAkHoj6N2ki3V9lChoBmgJaA9DCJOpglFJ4F5AlIaUUpRoFU3oA2gWR0CQe1esxO+JdX2UKGgGaAloD0MI8rbSa7P7QECUhpRSlGgVS7hoFkdAkHwLlzU7S3V9lChoBmgJaA9DCAslk1O7TGJAlIaUUpRoFU3oA2gWR0CQgPq2jO9ndX2UKGgGaAloD0MIkwGgihuAWECUhpRSlGgVTegDaBZHQJCFGI/JNj91fZQoaAZoCWgPQwgXf9sTJFJGQJSGlFKUaBVN6ANoFkdAkIj4+Sr5qXV9lChoBmgJaA9DCEsjZvZ57WNAlIaUUpRoFU3NAWgWR0CQipbqhUR4dX2UKGgGaAloD0MIwoU8ghsJWECUhpRSlGgVTegDaBZHQJCLw+C9RJp1fZQoaAZoCWgPQwgY7fFCOpwJQJSGlFKUaBVL2mgWR0CQjdPUaybAdX2UKGgGaAloD0MIlZ1+UBcKXkCUhpRSlGgVTegDaBZHQJCN/H0btJF1fZQoaAZoCWgPQwhCCTNt/7FYQJSGlFKUaBVN6ANoFkdAkI44mTkhinV9lChoBmgJaA9DCLFQa5p3cF5AlIaUUpRoFU3oA2gWR0CQoHqgRK6GdX2UKGgGaAloD0MIdY4B2esfTsCUhpRSlGgVTS0BaBZHQJCh2OCGvfV1fZQoaAZoCWgPQwgOSS2UTJNfQJSGlFKUaBVN6ANoFkdAkKuGDDjzZ3V9lChoBmgJaA9DCHC2uTE9p1JAlIaUUpRoFU3oA2gWR0CQtSFyq+8HdX2UKGgGaAloD0MIFto5zQJ7WkCUhpRSlGgVTegDaBZHQJC7lmdy1eB1fZQoaAZoCWgPQwhx5ldzgNtbQJSGlFKUaBVN6ANoFkdAkLwpkXk5qHV9lChoBmgJaA9DCAG/RpIg7l9AlIaUUpRoFU3oA2gWR0CQvqWvbGm2dX2UKGgGaAloD0MI20yFeCTNWUCUhpRSlGgVTegDaBZHQJD2bsgMc6x1fZQoaAZoCWgPQwjBbti2KPZZQJSGlFKUaBVN6ANoFkdAkPihOYYzi3V9lChoBmgJaA9DCL+bbtkh+VtAlIaUUpRoFU3oA2gWR0CRAHiGWUr1dX2UKGgGaAloD0MIbQGh9fCSW0CUhpRSlGgVTegDaBZHQJEEvfzjFQ51fZQoaAZoCWgPQwiMhLacSxRdQJSGlFKUaBVN6ANoFkdAkQqPYe1a4nV9lChoBmgJaA9DCMWQnEzcV1ZAlIaUUpRoFU3oA2gWR0CRC8fLcKw7dX2UKGgGaAloD0MIxVT6CWcAVkCUhpRSlGgVTegDaBZHQJEN3vCuU2V1fZQoaAZoCWgPQwj8U6pE2QtgQJSGlFKUaBVN6ANoFkdAkQ4E34sVcnV9lChoBmgJaA9DCFOzB1qBslxAlIaUUpRoFU3oA2gWR0CRDjkp7TlUdX2UKGgGaAloD0MIlMDmHDzlWECUhpRSlGgVTegDaBZHQJEdR57gKnh1fZQoaAZoCWgPQwgibk4lA19gQJSGlFKUaBVN6ANoFkdAkR5+1rqMWHV9lChoBmgJaA9DCMFSXcDL71FAlIaUUpRoFU3oA2gWR0CRJsNRWLgodX2UKGgGaAloD0MIQfSkTGpVUUCUhpRSlGgVTegDaBZHQJEvHc2zfJp1fZQoaAZoCWgPQwhcc0f/yz1TQJSGlFKUaBVN6ANoFkdAkTUSN4qwyXV9lChoBmgJaA9DCA1v1uD9iGBAlIaUUpRoFU3oA2gWR0CRNavB7/n4dX2UKGgGaAloD0MI5IIz+PufXkCUhpRSlGgVTegDaBZHQJE4H/6wdKd1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 124, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f6518b9b710>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f6518b9b7a0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f6518b9b830>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f6518b9b8c0>", "_build": "<function ActorCriticPolicy._build at 0x7f6518b9b950>", "forward": "<function ActorCriticPolicy.forward at 0x7f6518b9b9e0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f6518b9ba70>", "_predict": "<function ActorCriticPolicy._predict at 0x7f6518b9bb00>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f6518b9bb90>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f6518b9bc20>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f6518b9bcb0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f6518b6f390>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVJgwAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaDCMBXN0YXRllH2UKIwDa2V5lGgSKJbACQAAAAAAAAY3SWN0GXs071iGJ2QLyD1WGqq/YKdaTjvGClaM1rYPaqCTCwaR40gYPkzvrpezmtSoIL1jw3wKek852qR361oA/oLv4HWz01bp8a0cbN4QhCHvU9ooACJqVD9h/EXJfSGORlIxEkxCYdSCoMpu2p8O9MaW6RgvQAN/c2eh6lhZ9q8+xq+Mt7innGY0CrpxhWyswMhfxg0zIbuZYxBF7LTSiansKWAJuAJWAFa60IOoyyYuDzBQbZyHAsWDAVmIpFfZdQ80nDzFIXwnvqTF9LZ1Wzku4o2VELmYsGpmOCiuAJto7KWyE1AxhcSMYMIyZlppD/MeqTICY+QUwnYwezKhmcdXSu2bkkSyW+nFRs+bbEhxEKeEmu4KbY1mtRBXBrWUNEWHieQIeQvvyWYDKg5aD0EkqfLFaDcSgx5I3eE6jEwuw1eFQQcW+oudKH8W0fA36tUr0CibjoxwwJo8o7MKgEMY71xnAhy+vVSH257FMZpThddoClO0Q5pOFMeZlJgoTWi0Wkz5+pSkAzm/GpOdREd1p3aZiVVN2ZdoNtR1H6Ex7j57GGdmwsqYnWGe0uqbKTiQTwobpWFlnRUsvaypHUsPHenTzVjZcDHExhpblB7ZG18fCIdDMqY5vgo73XFpoEsCXnP4DenZScGvtN28qkQOQt9jJv5tsEpQ5+BBujFPyE1IlsSjlN6NydR3n7WnzaUJZFDoOlu1QES5O0kbIprqqaFuWf5ZzNrFo4slFotAftktn4wsobvIiPMy53Jj47YwiUKYG4d01xyLS1Pcc8D0vFxVFyosuc8/12P4mLnLoohEqXO8rBn6PXVEfNyTUWS33OP6wcNNKHkKYEr0GQKmY1X2SM4KWS+B91lP+Ez0Iq7/vjF8e5FdY4s7ufS4DQE335Km1K2x6uF8qWZdkNNxHOPW6J3j4qlw3AofaIT4gPqATzL9CfX1M8WXG8xjjuIsZJ2idgH8v6FefofA4MDseXSmCVK0D4B8bTakWygWUett5lZwbkqDnRREYHE/xAIlUxPqxfcZBB1/nSHXdGwK7+Tkj2fpuUqdS5UMAWcO2ZaG4fKq11suKMF3JRI3s2KctCaA5JBYyThENjfRlqtoav4UFrILZ/CRgCU72+nwoLs4CyLxEOLOvBQaJYkvEqQePIvOfE36ch8tLpYMY8vH1U4OQq+j8I6Xv0lN6ay5N4RDiIReSaikoXgnH465UMgdY5Oa8R/D/u49vGae3uukhRrxK2QVfYMUds9gPVvtvKbhahXpXeK3PbEioTn/GeWGoUf0bGHz9TB11PHWYKPRELZLekTdQPGpZyfOrklvS4drNrwoBGHyPp1F2xYMAKiE5kugn17xvKK9xU3pqvOR9tgCxOxokTw7KqY1iIvCVPqCPXdLF3r2meOwSGepGFBPNNhwYFaUbnLhpNXVvqd5V2dDsdYdVSRtWgvSpCIi/f8cIq6rSrPD5qmNv3Y4XQwweepc/rxp18BE6JGLzK2PLCB3VYSFlhzswdJI4dkfU6l7oB+R2UMxA+4mPBm2ozxpN3TUM01+4J4X4Q300nbPJw+hqxE+j5BiOmVfMGr9Syl/Qk280nDr485QLcjDEcmfCmYcCWq7z3QnsMe1qgggGdxPA5jqLdaorGISWlj2J4HEdNJ+4q2o2evMG+Y8s1293MdFI4b5SW0L6Z3TrgHByinjZXwQxSqy50wjh3J+eyXNq5AmIgPmghRSM7lG1/M0TXrhIq/aIGlNkdQ6lSimrW35zobWt5o7pcl2WPggeHlegPKQ/DQDklDDsWto75zLIuhJsYD/AsK54ktSpWJ8jiwVCgpuqYY5gh+BTFK3Bc4DE4v9G8uHABslgOtblUn9eh78hkMBVOGj1RVUz/5XW9rpKYu9rylF4z9ks7ypKFWYxlSLM74A8bhOmr3/q9eHSRFjRe0josfy0SGHyPELb2PVZCEreXAgmmJry5+K65otbGyqquKR3teKgOEWWHxBRDkH5Wa639s7gUVlGjykDGWpG3gOZ9SQtE8BcgMtlQdn9FDiGE1oEJWMXvEFnGLGWKFWiVNegTeC6t+KRaYzvJRZO//xAju7B3hWSvhVwcSnV/0i5bvcdmGhVUzI2GsC0/uwlUZRsoU3OrZ2bYAR7BiKubs2QrCPuDTpWQDUhtHjb30pZDoB/fpWKsGTTu6dQNenkhNVi9AnpsUJdi9QwaMS8EoRo1y7Iy1QPIJgHIn9Vds+zvOhlKEikz2wHrny0QXWAbJj5Nfk/3U/L2C5A8QF14J34Jog4XYBrsfb6IyAoiT0W2pF7UeN0uQ8nj7N5Pe/ClqDoDXyOk1zbefKN3hRBwVwDuJVqwl0D1VD/pFoPXmhe3AuHd9azcBJABiKsm+gjS7WnGi8u/XC2I3nE4/W74UpK6tjaqQSjXvbZKdM6h4n6x5WrhVnFDYPkkIfYy9OFlucrbZHsRddwMiI4NcpabaJvmf4xkodwyubqM+euGmTdTfHggFKMB5RVXH7xtvDDIoPyJp6gxbE6UwQ2+AS9UEgvYmHIIWyGq+a2dQ5KraUhGrX14rn+ahHbgD0Ty8asd2PRMJpxaWMWYKM/PKgUx2rGmhAVm6zlb4ioo3L+Y2JLTyx3l07Raf/22o2MIEo3YC9GZ35LpFALkgHJobwWn0MCNg2kfrLKGFs1Deyt8gj81BtO78laU6Hi6KjXJqUwhNwBHuJneWadSC+QW9Xa0OcqLJbglt957XY/g1pmQ//KqmE+KjEYz9eBFfWbWNzbKWt09vaXU+yIRW+bNyGaYCTf/mIyHFV/TZ5A3NNBssmC7IkxiGhT8yNLW2dL2d9gXGscKMOH55BCFbVQHwinis7Rio0M2DMUIjUtcH7SOgR17wOllEVWEU1K3L0WZUCeeP8q6jMpJeHkN0SFhvK7auXYckQQXteHWSq2HzQllnJpqV09xmCpsflWcZaAhxnvzvt+Qsb16Qx9vymc1pM7y4/Vat4+OX7SIQxAKEr60JlJ4zyM3b2ZrhqIkeXfZ/Fi5VuH/VFSW14j8lxRzn8UNg2p6RwisCLtElFFH748QXHFOLMDct51jVouCPIL73tVPeJQG/DR28ruR0dofHk0GtVlWhktcuUiVze0+j2/gw+At2l+qzwy3zBYlXq8nnzS07V96chzhhq+1BoownRI3ifJazG4ByGaYtOIo3D/psLSPptGKgwv3XwYRtH1+5W8zXK5p3NccJpgY18rafz7h/RQFZlDMkeiTlneG4YiucUPCLAJkaVTxB2SeM3UJeAZ0wehZP0cAzRnLkIaCHukNcGucKtkUgtixeCPcZSlXgSy/3mz1N8WpRoB4wCdTSUiYiHlFKUKEsDaAtOTk5K/////0r/////SwB0lGJNcAKFlGgVdJRSlIwDcG9zlEsQdYwJaGFzX2dhdXNzlEsAjAVnYXVzc5RHAAAAAAAAAAB1YnViLg==", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": "RandomState(MT19937)"}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAApb7eNDa1/vMuQgUbwAAzL+zRbI0UhufKqfTAc+KIMHtELb6TGg2gUStYX7efyJoMqnN/mcEayO5GT6zUOir1QUM87aUSpmKXXg9+2WLeuUqaQb15etSpIITPkeWHOplscrBhZ+zJ7e3HeTLVerDvWafLa55Qbq5NG+AoakW/J9lHyP8N2E4OAo2YqlHgSUi4+QYeTpQjJzGW0jh9FVnwfexCWBZbO1ZqinAKwV2Ymbsj5hJ3nBf4xUIQ6F4XkIHsXGZvJ8HkNukrBhnLMYdbccKh4dQ5X0kUQ5WpuD2pRSEG8zcudjurvvJ1P54SzxbQRCfYmfR5u2v+2UhZJQ8sQAJYTKPlVXyJlX8AwTcO34PmmvOaYm4A0Hpd16V9lfLsPT5PSaFy1uM2Tew4vdJMuzXbCOcRwoXbbwDX6+c7cCzBzwrjIQxT2W3Uc01HaE/kqIhummeboM3z3oR1dhxNVHQnVwAUqwsxYwuNwp1zIQ0vzc0P0nM0Gq1Y9TKAAkMrpz0CRbHGVOs1gnyMPPlFNb0P8eu2fpJ+XLseQVpXtipeL/w94X/Bz0NG6qFXQsWdwk/JcE/N6hDrXniLO/7lgMRZnZsigyNgTQqOqyIBZBv6p2gnVDOEGFBrw832Wu58aenalQZCAT7FOmZmG1A17dLsP0Agslo9Y4j9U1qhawVt66iNyeeTjqhw+zpnk3wGeUCZkGViNurIBNfVB1PmEUGOomNcVNqkDZvWsdLzyTZ2gLzAh4xQPChG5kxdDnbzxE/z8SlI7IYTNXGnDX1Qr+6WVFiuO0u6gtezCMLwWny63fSdB01Sxy4Il60tnCGQN0eQVJFA6BIoTt3+4JpdFKKpAF9DJduPnDE9Vs3B0gtg/BZVcP5ByP9eS0oDV+psVgkPxxonuJlezzQm/hG3WWTs55krp09lOkAsx+zsYmOPoBpboqNFHmEgBX4/npSnqaPOpz+Jby1IGgD9/HBQ1k/4arUiCLqORBlrK/VdqzKDpMjxvGKBkX8ebFCnksRxf0DJnf/oGQAwgqRMDSfyHRhjoVxGYCcyww7fPjiagkBPoQRXOh8nATJ0Hje47TvhOC2wImNMIW5I20Abb3wNrxy5m6oQSTPvIQfKuHzp7ZU5xVnU+fAUPFGOoNH/tKITfOBm6YCDAJTKugT51/Twv3wqfyvN9UJdnUFMjFZjtWNslzZSnkvD5a1ly1WVAjs+txznqcPsAwBMSuzPNujRuzK19+NEB/KjSLkLacYQdAgyIChCr9q5RYdF2z00pMSQktM/dK+k9R1umLZ5K3TUXsZT9J0+UAeWtDHaCPJ39q+YvTLjABxM/8LD9VMid84VcUGkuIoNIQGCFUwNQ26MzlTyn0BNPiet1kqFnK3bEDrWHNsMQQ4Ss3rWRAxpvlnfPjv8Zk6DAyyUFCL6VhYEDYukdgl9qaf3WXYZICrFeKklHaqvTNGBcXilWD7PMqJaF9Szj/VYYKHFgABcJkMTfKZrgdMq2JU2481P/Q9azaM5flNts0WGT5V4aR1BonwLqA0pYOGweS+ehzO8yK0UfxKW1tucDSTdJSrmfB4lyLNNyGzTf+LTgWfV8lsiIUkrxdyYmZovocGMUc6idPteqrVrr3CrxVETnoLssP2biEO8Imec3dFZK5K3H9aJ6M6aMcasgyextGNwE2n+iLPIc+UqoOpCUyTk53StHlSAd36GTUzPM8mmoNonXOY1/6uqPuUlZxlJIZdzgNkdWjDKDa+MK+RrGdHZlF/Pdmw5i+6Eh8zWS6iq9UMkcHX9x6XsorFVLUfgqncLeYgkrbFoQQO2k8OpfwDhSq6D/vm0CZlkdSXML2pIw3kQNpJ1eyqo3kIkkoym1QnswwT34kRKn3rPS0emoic8IetByo1OWsbtsQ8O+WlYFRcR1FdqeSyDD4+OpKRSZ/E8HDki2FgLppq8vzTS+4FkdUDoJY/Uv8HUjhdpMTa5Om9C20Xl7pbse0YOVg7FdH5WWTeZ4KAfTcSiRy+JlzJJCaDzxjkaHYbqFc1L2xUXbFWTvNw93Fly/JFbpysVNndfEtpJowp+P325mM0Gl2xyf4sFTdurG55RFTvUZlUndryzEaFDMKoUbBdjvxCDH7Bg9u+sOJQ10+XKTjragmdUsdgXevs181It/uttsuZpx6hUarXbjUeIR0f2GK80GnxgGD/SLy0VGKC1gu5BFO8FJ7uvi+jNitSXMgjW00h2LvkMJS3YHEQyps8D6/Xnturb8aDxb6rSzEu/NnPCGrrZ288wpnctPgKZWvmCto0lA9HvRYi6XvPY/4ihc4ywEcGfSx0Dfg3UEFX+XfhmpzC3BzjLDRIp+EDvWeGFgT7Qm/2FdhnuLDgRHVpJ21iWI6scGxvZeNYDesqoCUDRG63bplX5iVY9cOEL83e7w11FR79qo4VzebtCdQ+q3vL8WZdV9fwC94Zf+7N6jLhu2UOVB/Z1+MEc/6TWLsKJ3pV1dWqCTduZTGrLP2IxB08vvOHixklWITN/lBmPzqq3F1I3JuriFY3VFHsTkFITbWXstgyN3dy8VSisOwiQa2+UZI5409qp9MScnaELc4e+GCZSfwhVpiLJj4vb5bCAhZ7Lgakfa/uZH7m3xOAwuDyzri8/dWS2SxbFm9rR43IcKOqkuCH9wZUW321L0pvOYq3PB2Nq5JjhnKteRcGTnbB+QXxv7tF3Psf6LlRWWllWlfvpvd2d6Zk1cp1xyO8LIQnmhtuKQzdKBDEuPivSxB3WlTdG8wn9JpVtQDLIKRWFDtRfV309me5hxEEOfdIOiYO/lJsqDcD66piCGEHB+G8O/74o69V42zLevcMgbksJOp/qlG7pDd4gRGQT2OYj4Cx3xvy+oFtNyjuQteasCQwjuemchEsO7nkcMvaLCgA1Pl2738KSegSWygvK2izmcc1Tz7PYyAMuXh9EKMix9Vghv3g2hQGPv1XfQ/kWhT8zKLkur+Cemb9CpcsqrcZB9DhVwcAR+GMEXg7fNeCOuF586lrEpWdj5t/glySBVXLq0/WOyDo9909lrh2jG+reE/zZM9B+8IExnrCdkZDyfce1G5MqN4D/5Nvh0sFQnKjlXTKH/4Q2MTv7EvRpafpzObxSKVI2Y/iXkMwBIRJVNvM8LIlHH0A98VbSYtLQZcTLLFyrlqFr0xEuRKWPQfrWuxWAX33gZR7BSFXAn6THMxhRskMZQN5Opl7nyXR8rjuVGoei9F8kBc1B1A8F8ql7tCAnQ8/FM0DKxHvxahz2/rmdd6knrHhjQCCo1eSt6PLYMWjn3EPS79FumvnmwzrBaaT+VOJ9tHvh+AR8lGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLAXWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 1, "num_timesteps": 2000896, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1651748738.7216744, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAIZLx7opq6ouV2uwnPcDh+c8w6zpUHOgAAAAAAAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.00044800000000000395, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVNhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI0xHAzeLsckCUhpRSlIwBbJRL1YwBdJRHQLUP6LOzIFN1fZQoaAZoCWgPQwjAz7hwIC1yQJSGlFKUaBVL5WgWR0C1ENeqebuudX2UKGgGaAloD0MINExtqYOeckCUhpRSlGgVS9ZoFkdAtRFFEVnEl3V9lChoBmgJaA9DCITVWMKa9nFAlIaUUpRoFU0IAWgWR0C1Ec1vQ4S6dX2UKGgGaAloD0MIaaon84+4SECUhpRSlGgVS75oFkdAtRItrpJPInV9lChoBmgJaA9DCNf7jXZcv3FAlIaUUpRoFUvjaBZHQLUTGQF9roJ1fZQoaAZoCWgPQwj+tidILHxxQJSGlFKUaBVL+WgWR0C1E5w2VE/jdX2UKGgGaAloD0MItcTKaGTCbUCUhpRSlGgVS+xoFkdAtRQYwWWQfnV9lChoBmgJaA9DCJPF/UemNXJAlIaUUpRoFUv9aBZHQLUUnU70Wdp1fZQoaAZoCWgPQwgz4CwlywhzQJSGlFKUaBVNCwFoFkdAtRWbTjNpunV9lChoBmgJaA9DCHlYqDWNFXNAlIaUUpRoFUvVaBZHQLUWBtpmEoR1fZQoaAZoCWgPQwgEcokjj4NxQJSGlFKUaBVNCwFoFkdAtRaRa6jFh3V9lChoBmgJaA9DCM9KWvGNt3FAlIaUUpRoFUv2aBZHQLUXFbcGkep1fZQoaAZoCWgPQwhy++WT1VVwQJSGlFKUaBVNBAFoFkdAtRebR0EHMXV9lChoBmgJaA9DCAGmDBzQEWVAlIaUUpRoFU3oA2gWR0C1Go98VpK0dX2UKGgGaAloD0MIfqg0YmYUcUCUhpRSlGgVS/NoFkdAtRuGgh8pkXV9lChoBmgJaA9DCPrTRnX6tXJAlIaUUpRoFUv6aBZHQLUcDfozN2V1fZQoaAZoCWgPQwjD8XwGFEFwQJSGlFKUaBVL52gWR0C1HIGjoIOZdX2UKGgGaAloD0MIpPs5BflYckCUhpRSlGgVS9ZoFkdAtRz0oRZlnXV9lChoBmgJaA9DCB2QhH07NXNAlIaUUpRoFU0AAWgWR0C1He2CAc1gdX2UKGgGaAloD0MIzgAXZIu8cUCUhpRSlGgVS+toFkdAtR5pG6PKdXV9lChoBmgJaA9DCLh1N091/G9AlIaUUpRoFU0AAWgWR0C1Hu3oPkJbdX2UKGgGaAloD0MIA8x8Bz+Ub0CUhpRSlGgVTQEBaBZHQLUfeJ6po9N1fZQoaAZoCWgPQwixi6IHfilyQJSGlFKUaBVL6mgWR0C1IGRhMJyAdX2UKGgGaAloD0MIJ58e27L4ckCUhpRSlGgVS/xoFkdAtSDlCswL3XV9lChoBmgJaA9DCEnW4eiq4XFAlIaUUpRoFUvnaBZHQLUhYmtyPuJ1fZQoaAZoCWgPQwgv4dBbPAB0QJSGlFKUaBVNAQFoFkdAtSHpUwSJ0nV9lChoBmgJaA9DCC+nBMQk4mVAlIaUUpRoFU3oA2gWR0C1JPYoVmBfdX2UKGgGaAloD0MIvi7Df7qlcUCUhpRSlGgVS+loFkdAtSVzyrgfl3V9lChoBmgJaA9DCFoQyvu4QHJAlIaUUpRoFUvuaBZHQLUmYyd4FA51fZQoaAZoCWgPQwixpNx9DqtxQJSGlFKUaBVL6GgWR0C1Jtahg3LndX2UKGgGaAloD0MI91s7UdLnckCUhpRSlGgVS9toFkdAtSdGnivPknV9lChoBmgJaA9DCKeWrfVFz3BAlIaUUpRoFUvoaBZHQLUnu60Y0l91fZQoaAZoCWgPQwjiOsYVF0NwQJSGlFKUaBVL9WgWR0C1KLGxQizLdX2UKGgGaAloD0MIyVcCKTHRckCUhpRSlGgVS+1oFkdAtSkpc1O0s3V9lChoBmgJaA9DCCycpPljSnBAlIaUUpRoFUveaBZHQLUpn5qubI91fZQoaAZoCWgPQwiSkh6G1jFkQJSGlFKUaBVN6ANoFkdAtS0Oguh9LHV9lChoBmgJaA9DCMJqLGFtOG9AlIaUUpRoFUveaBZHQLUtgf029+R1fZQoaAZoCWgPQwhVouwtJfdxQJSGlFKUaBVL6GgWR0C1Lm1u3trsdX2UKGgGaAloD0MIIk+SrtlickCUhpRSlGgVS+BoFkdAtS7Zyp71I3V9lChoBmgJaA9DCLZI2o0+ynJAlIaUUpRoFUvTaBZHQLUvUDlYEGJ1fZQoaAZoCWgPQwjWbyami3JwQJSGlFKUaBVL8GgWR0C1L80bkwN9dX2UKGgGaAloD0MIRDAOLp14cECUhpRSlGgVTQIBaBZHQLUwWnVoYel1fZQoaAZoCWgPQwgIA8+9Bx5zQJSGlFKUaBVL+WgWR0C1MU3s5XEJdX2UKGgGaAloD0MIPwCpTRwCckCUhpRSlGgVS81oFkdAtTIJ59mYjXV9lChoBmgJaA9DCBizJasio29AlIaUUpRoFU0GAWgWR0C1Mp3NLUTddX2UKGgGaAloD0MIHZCEfftYckCUhpRSlGgVS/RoFkdAtTMZosZpBXV9lChoBmgJaA9DCMRCrWnePHJAlIaUUpRoFUveaBZHQLU0ApsGgSR1fZQoaAZoCWgPQwiwkSQI14twQJSGlFKUaBVL+WgWR0C1NIrbtZ3cdX2UKGgGaAloD0MIqOLGLeZbcUCUhpRSlGgVS9loFkdAtTT8w5/9YXV9lChoBmgJaA9DCKOVe4HZN3JAlIaUUpRoFUvzaBZHQLU1fwdbPhR1fZQoaAZoCWgPQwgRVmMJK2NyQJSGlFKUaBVL32gWR0C1NfZ3s5XEdX2UKGgGaAloD0MIOgK4WXwHcUCUhpRSlGgVS9doFkdAtTbgcQyylnV9lChoBmgJaA9DCFiut81UbW5AlIaUUpRoFUvjaBZHQLU3WIfbKzR1fZQoaAZoCWgPQwi4O2u3nZZwQJSGlFKUaBVL6GgWR0C1N9QNCqp+dX2UKGgGaAloD0MIXANbJVj2X0CUhpRSlGgVTegDaBZHQLU7IN8E3bV1fZQoaAZoCWgPQwgqyM9GriBwQJSGlFKUaBVL92gWR0C1O6S9/SYxdX2UKGgGaAloD0MIyJbl67JXcUCUhpRSlGgVS+hoFkdAtTyMfJV81HV9lChoBmgJaA9DCARws3ix0HJAlIaUUpRoFU0WAWgWR0C1PSHX7LuAdX2UKGgGaAloD0MIAoHOpM1KckCUhpRSlGgVS/NoFkdAtT2l0yP+43V9lChoBmgJaA9DCJSFr6+103FAlIaUUpRoFUvIaBZHQLU+DILgGbF1fZQoaAZoCWgPQwg+zF62nQlwQJSGlFKUaBVL42gWR0C1Pvm4Vh1DdX2UKGgGaAloD0MISdV2E3wxZUCUhpRSlGgVTegDaBZHQLVBZJC0F8p1fZQoaAZoCWgPQwjuXYO+dJxxQJSGlFKUaBVNGQFoFkdAtUJvCSA6MnV9lChoBmgJaA9DCIwtBDnopXFAlIaUUpRoFUvxaBZHQLVC8nDR+jN1fZQoaAZoCWgPQwjScwtdCZdwQJSGlFKUaBVL9WgWR0C1Q3gsTWXkdX2UKGgGaAloD0MI5KCEmfYDckCUhpRSlGgVS8xoFkdAtUPkEQoTf3V9lChoBmgJaA9DCE91yM2wFXNAlIaUUpRoFUviaBZHQLVE2RIjGDN1fZQoaAZoCWgPQwhl4ICWriVuQJSGlFKUaBVL0WgWR0C1RUaEi+tbdX2UKGgGaAloD0MIH2lwW1scYECUhpRSlGgVTegDaBZHQLVIpeSjgyd1fZQoaAZoCWgPQwiQvHMoww1xQJSGlFKUaBVL1mgWR0C1SRfHPu5SdX2UKGgGaAloD0MIOSUgJmGhbkCUhpRSlGgVS+FoFkdAtUmPP3SKFnV9lChoBmgJaA9DCISc9/+xNHFAlIaUUpRoFUvnaBZHQLVKDELH+611fZQoaAZoCWgPQwirs1pgTwJyQJSGlFKUaBVNHQFoFkdAtUsdDJEH+3V9lChoBmgJaA9DCFsjgnEwQXNAlIaUUpRoFUvyaBZHQLVLnp/gBLh1fZQoaAZoCWgPQwhwehfvR0BzQJSGlFKUaBVL7GgWR0C1TB628Zk1dX2UKGgGaAloD0MI/vM0YBCkcUCUhpRSlGgVS/loFkdAtUyknpjc23V9lChoBmgJaA9DCBkg0QSKjHBAlIaUUpRoFUvRaBZHQLVNimShakh1fZQoaAZoCWgPQwjDvMeZJtBjQJSGlFKUaBVN6ANoFkdAtVDNZHNHH3V9lChoBmgJaA9DCGZs6GY//3JAlIaUUpRoFU0PAWgWR0C1UWKESM99dX2UKGgGaAloD0MIOX8TCpEyZkCUhpRSlGgVTegDaBZHQLVUhLytmth1fZQoaAZoCWgPQwjvqDEh5o5zQJSGlFKUaBVL+WgWR0C1VQgdbPhRdX2UKGgGaAloD0MI1Jl7SPjUcECUhpRSlGgVS+BoFkdAtVWAHHFPznV9lChoBmgJaA9DCNEF9S3z4m9AlIaUUpRoFUvlaBZHQLVWdFS88Ld1fZQoaAZoCWgPQwjoa5bLxhtxQJSGlFKUaBVL8WgWR0C1VvSsGPgfdX2UKGgGaAloD0MI2IAIcWX8cECUhpRSlGgVS/1oFkdAtVeAVDa4+nV9lChoBmgJaA9DCAtHkEqxi3FAlIaUUpRoFUvHaBZHQLVX6ptJnQJ1fZQoaAZoCWgPQwiWPQlsTnFyQJSGlFKUaBVL9mgWR0C1WO+Q2dd3dX2UKGgGaAloD0MIRYMUPAViYUCUhpRSlGgVTegDaBZHQLVb+FjNILB1fZQoaAZoCWgPQwiUvhByXoJwQJSGlFKUaBVL62gWR0C1XPWetjkNdX2UKGgGaAloD0MIildZ29QpcECUhpRSlGgVS8doFkdAtV1iy4Wk8HV9lChoBmgJaA9DCKLPRxlxZW5AlIaUUpRoFUvhaBZHQLVd1/qPfbd1fZQoaAZoCWgPQwggY+5awhdzQJSGlFKUaBVL7mgWR0C1XlpssQNDdX2UKGgGaAloD0MIXw1QGursckCUhpRSlGgVS+1oFkdAtV9PzbvgFXV9lChoBmgJaA9DCIm3zr+dfXJAlIaUUpRoFU0BAWgWR0C1X+A0bcXWdX2UKGgGaAloD0MIVyO70vJ2cUCUhpRSlGgVS+JoFkdAtWBZHxz7uXV9lChoBmgJaA9DCBIykGcXf3FAlIaUUpRoFUvjaBZHQLVg0nWrfch1fZQoaAZoCWgPQwi693DJMWFyQJSGlFKUaBVNFQFoFkdAtWHwO+ZgHHV9lChoBmgJaA9DCNgo6zeTAHJAlIaUUpRoFUvdaBZHQLViaGWldkd1fZQoaAZoCWgPQwh/+s+an3lyQJSGlFKUaBVL1WgWR0C1YtldHDrJdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 7816, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98f341b63cebfcbd8d67c23ac7d06a374131460d214098ae4323144ae552702c
-size 144032
+oid sha256:77d9c84a0b9d09c3dd656ce149358b09af189cce54eda5efd5a1cc47f77f45d9
+size 150632

ppo-LunarLander-v2/data

@@ -4,25 +4,25 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f99134e8830>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f99134e88c0>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f99134e8950>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f99134e89e0>",
-        "_build": "<function ActorCriticPolicy._build at 0x7f99134e8a70>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7f99134e8b00>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f99134e8b90>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7f99134e8c20>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f99134e8cb0>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f99134e8d40>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f99134e8dd0>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f6518b9b710>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f6518b9b7a0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f6518b9b830>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f6518b9b8c0>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f6518b9b950>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f6518b9b9e0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f6518b9ba70>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f6518b9bb00>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f6518b9bb90>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f6518b9bc20>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f6518b9bcb0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7f991352ecf0>"
+        "_abc_impl": "<_abc_data object at 0x7f6518b6f390>"
     },
     "verbose": 1,
     "policy_kwargs": {},
     "observation_space": {
         ":type:": "<class 'gym.spaces.box.Box'>",
-        ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu",
+        ":serialized:": "gAWVJgwAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaDCMBXN0YXRllH2UKIwDa2V5lGgSKJbACQAAAAAAAAY3SWN0GXs071iGJ2QLyD1WGqq/YKdaTjvGClaM1rYPaqCTCwaR40gYPkzvrpezmtSoIL1jw3wKek852qR361oA/oLv4HWz01bp8a0cbN4QhCHvU9ooACJqVD9h/EXJfSGORlIxEkxCYdSCoMpu2p8O9MaW6RgvQAN/c2eh6lhZ9q8+xq+Mt7innGY0CrpxhWyswMhfxg0zIbuZYxBF7LTSiansKWAJuAJWAFa60IOoyyYuDzBQbZyHAsWDAVmIpFfZdQ80nDzFIXwnvqTF9LZ1Wzku4o2VELmYsGpmOCiuAJto7KWyE1AxhcSMYMIyZlppD/MeqTICY+QUwnYwezKhmcdXSu2bkkSyW+nFRs+bbEhxEKeEmu4KbY1mtRBXBrWUNEWHieQIeQvvyWYDKg5aD0EkqfLFaDcSgx5I3eE6jEwuw1eFQQcW+oudKH8W0fA36tUr0CibjoxwwJo8o7MKgEMY71xnAhy+vVSH257FMZpThddoClO0Q5pOFMeZlJgoTWi0Wkz5+pSkAzm/GpOdREd1p3aZiVVN2ZdoNtR1H6Ex7j57GGdmwsqYnWGe0uqbKTiQTwobpWFlnRUsvaypHUsPHenTzVjZcDHExhpblB7ZG18fCIdDMqY5vgo73XFpoEsCXnP4DenZScGvtN28qkQOQt9jJv5tsEpQ5+BBujFPyE1IlsSjlN6NydR3n7WnzaUJZFDoOlu1QES5O0kbIprqqaFuWf5ZzNrFo4slFotAftktn4wsobvIiPMy53Jj47YwiUKYG4d01xyLS1Pcc8D0vFxVFyosuc8/12P4mLnLoohEqXO8rBn6PXVEfNyTUWS33OP6wcNNKHkKYEr0GQKmY1X2SM4KWS+B91lP+Ez0Iq7/vjF8e5FdY4s7ufS4DQE335Km1K2x6uF8qWZdkNNxHOPW6J3j4qlw3AofaIT4gPqATzL9CfX1M8WXG8xjjuIsZJ2idgH8v6FefofA4MDseXSmCVK0D4B8bTakWygWUett5lZwbkqDnRREYHE/xAIlUxPqxfcZBB1/nSHXdGwK7+Tkj2fpuUqdS5UMAWcO2ZaG4fKq11suKMF3JRI3s2KctCaA5JBYyThENjfRlqtoav4UFrILZ/CRgCU72+nwoLs4CyLxEOLOvBQaJYkvEqQePIvOfE36ch8tLpYMY8vH1U4OQq+j8I6Xv0lN6ay5N4RDiIReSaikoXgnH465UMgdY5Oa8R/D/u49vGae3uukhRrxK2QVfYMUds9gPVvtvKbhahXpXeK3PbEioTn/GeWGoUf0bGHz9TB11PHWYKPRELZLekTdQPGpZyfOrklvS4drNrwoBGHyPp1F2xYMAKiE5kugn17xvKK9xU3pqvOR9tgCxOxokTw7KqY1iIvCVPqCPXdLF3r2meOwSGepGFBPNNhwYFaUbnLhpNXVvqd5V2dDsdYdVSRtWgvSpCIi/f8cIq6rSrPD5qmNv3Y4XQwweepc/rxp18BE6JGLzK2PLCB3VYSFlhzswdJI4dkfU6l7oB+R2UMxA+4mPBm2ozxpN3TUM01+4J4X4Q300nbPJw+hqxE+j5BiOmVfMGr9Syl/Qk280nDr485QLcjDEcmfCmYcCWq7z3QnsMe1qgggGdxPA5jqLdaorGISWlj2J4HEdNJ+4q2o2evMG+Y8s1293MdFI4b5SW0L6Z3TrgHByinjZXwQxSqy50wjh3J+eyXNq5AmIgPmghRSM7lG1/M0TXrhIq/aIGlNkdQ6lSimrW35zobWt5o7pcl2WPggeHlegPKQ/DQDklDDsWto75zLIuhJsYD/AsK54ktSpWJ8jiwVCgpuqYY5gh+BTFK3Bc4DE4v9G8uHABslgOtblUn9eh78hkMBVOGj1RVUz/5XW9rpKYu9rylF4z9ks7ypKFWYxlSLM74A8bhOmr3/q9eHSRFjRe0josfy0SGHyPELb2PVZCEreXAgmmJry5+K65otbGyqquKR3teKgOEWWHxBRDkH5Wa639s7gUVlGjykDGWpG3gOZ9SQtE8BcgMtlQdn9FDiGE1oEJWMXvEFnGLGWKFWiVNegTeC6t+KRaYzvJRZO//xAju7B3hWSvhVwcSnV/0i5bvcdmGhVUzI2GsC0/uwlUZRsoU3OrZ2bYAR7BiKubs2QrCPuDTpWQDUhtHjb30pZDoB/fpWKsGTTu6dQNenkhNVi9AnpsUJdi9QwaMS8EoRo1y7Iy1QPIJgHIn9Vds+zvOhlKEikz2wHrny0QXWAbJj5Nfk/3U/L2C5A8QF14J34Jog4XYBrsfb6IyAoiT0W2pF7UeN0uQ8nj7N5Pe/ClqDoDXyOk1zbefKN3hRBwVwDuJVqwl0D1VD/pFoPXmhe3AuHd9azcBJABiKsm+gjS7WnGi8u/XC2I3nE4/W74UpK6tjaqQSjXvbZKdM6h4n6x5WrhVnFDYPkkIfYy9OFlucrbZHsRddwMiI4NcpabaJvmf4xkodwyubqM+euGmTdTfHggFKMB5RVXH7xtvDDIoPyJp6gxbE6UwQ2+AS9UEgvYmHIIWyGq+a2dQ5KraUhGrX14rn+ahHbgD0Ty8asd2PRMJpxaWMWYKM/PKgUx2rGmhAVm6zlb4ioo3L+Y2JLTyx3l07Raf/22o2MIEo3YC9GZ35LpFALkgHJobwWn0MCNg2kfrLKGFs1Deyt8gj81BtO78laU6Hi6KjXJqUwhNwBHuJneWadSC+QW9Xa0OcqLJbglt957XY/g1pmQ//KqmE+KjEYz9eBFfWbWNzbKWt09vaXU+yIRW+bNyGaYCTf/mIyHFV/TZ5A3NNBssmC7IkxiGhT8yNLW2dL2d9gXGscKMOH55BCFbVQHwinis7Rio0M2DMUIjUtcH7SOgR17wOllEVWEU1K3L0WZUCeeP8q6jMpJeHkN0SFhvK7auXYckQQXteHWSq2HzQllnJpqV09xmCpsflWcZaAhxnvzvt+Qsb16Qx9vymc1pM7y4/Vat4+OX7SIQxAKEr60JlJ4zyM3b2ZrhqIkeXfZ/Fi5VuH/VFSW14j8lxRzn8UNg2p6RwisCLtElFFH748QXHFOLMDct51jVouCPIL73tVPeJQG/DR28ruR0dofHk0GtVlWhktcuUiVze0+j2/gw+At2l+qzwy3zBYlXq8nnzS07V96chzhhq+1BoownRI3ifJazG4ByGaYtOIo3D/psLSPptGKgwv3XwYRtH1+5W8zXK5p3NccJpgY18rafz7h/RQFZlDMkeiTlneG4YiucUPCLAJkaVTxB2SeM3UJeAZ0wehZP0cAzRnLkIaCHukNcGucKtkUgtixeCPcZSlXgSy/3mz1N8WpRoB4wCdTSUiYiHlFKUKEsDaAtOTk5K/////0r/////SwB0lGJNcAKFlGgVdJRSlIwDcG9zlEsQdYwJaGFzX2dhdXNzlEsAjAVnYXVzc5RHAAAAAAAAAAB1YnViLg==",
         "dtype": "float32",
         "_shape": [
             8
@@ -31,23 +31,23 @@
         "high": "[inf inf inf inf inf inf inf inf]",
         "bounded_below": "[False False False False False False False False]",
         "bounded_above": "[False False False False False False False False]",
-        "_np_random": null
+        "_np_random": "RandomState(MT19937)"
     },
     "action_space": {
         ":type:": "<class 'gym.spaces.discrete.Discrete'>",
-        ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
+        ":serialized:": "gAWVLgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAApb7eNDa1/vMuQgUbwAAzL+zRbI0UhufKqfTAc+KIMHtELb6TGg2gUStYX7efyJoMqnN/mcEayO5GT6zUOir1QUM87aUSpmKXXg9+2WLeuUqaQb15etSpIITPkeWHOplscrBhZ+zJ7e3HeTLVerDvWafLa55Qbq5NG+AoakW/J9lHyP8N2E4OAo2YqlHgSUi4+QYeTpQjJzGW0jh9FVnwfexCWBZbO1ZqinAKwV2Ymbsj5hJ3nBf4xUIQ6F4XkIHsXGZvJ8HkNukrBhnLMYdbccKh4dQ5X0kUQ5WpuD2pRSEG8zcudjurvvJ1P54SzxbQRCfYmfR5u2v+2UhZJQ8sQAJYTKPlVXyJlX8AwTcO34PmmvOaYm4A0Hpd16V9lfLsPT5PSaFy1uM2Tew4vdJMuzXbCOcRwoXbbwDX6+c7cCzBzwrjIQxT2W3Uc01HaE/kqIhummeboM3z3oR1dhxNVHQnVwAUqwsxYwuNwp1zIQ0vzc0P0nM0Gq1Y9TKAAkMrpz0CRbHGVOs1gnyMPPlFNb0P8eu2fpJ+XLseQVpXtipeL/w94X/Bz0NG6qFXQsWdwk/JcE/N6hDrXniLO/7lgMRZnZsigyNgTQqOqyIBZBv6p2gnVDOEGFBrw832Wu58aenalQZCAT7FOmZmG1A17dLsP0Agslo9Y4j9U1qhawVt66iNyeeTjqhw+zpnk3wGeUCZkGViNurIBNfVB1PmEUGOomNcVNqkDZvWsdLzyTZ2gLzAh4xQPChG5kxdDnbzxE/z8SlI7IYTNXGnDX1Qr+6WVFiuO0u6gtezCMLwWny63fSdB01Sxy4Il60tnCGQN0eQVJFA6BIoTt3+4JpdFKKpAF9DJduPnDE9Vs3B0gtg/BZVcP5ByP9eS0oDV+psVgkPxxonuJlezzQm/hG3WWTs55krp09lOkAsx+zsYmOPoBpboqNFHmEgBX4/npSnqaPOpz+Jby1IGgD9/HBQ1k/4arUiCLqORBlrK/VdqzKDpMjxvGKBkX8ebFCnksRxf0DJnf/oGQAwgqRMDSfyHRhjoVxGYCcyww7fPjiagkBPoQRXOh8nATJ0Hje47TvhOC2wImNMIW5I20Abb3wNrxy5m6oQSTPvIQfKuHzp7ZU5xVnU+fAUPFGOoNH/tKITfOBm6YCDAJTKugT51/Twv3wqfyvN9UJdnUFMjFZjtWNslzZSnkvD5a1ly1WVAjs+txznqcPsAwBMSuzPNujRuzK19+NEB/KjSLkLacYQdAgyIChCr9q5RYdF2z00pMSQktM/dK+k9R1umLZ5K3TUXsZT9J0+UAeWtDHaCPJ39q+YvTLjABxM/8LD9VMid84VcUGkuIoNIQGCFUwNQ26MzlTyn0BNPiet1kqFnK3bEDrWHNsMQQ4Ss3rWRAxpvlnfPjv8Zk6DAyyUFCL6VhYEDYukdgl9qaf3WXYZICrFeKklHaqvTNGBcXilWD7PMqJaF9Szj/VYYKHFgABcJkMTfKZrgdMq2JU2481P/Q9azaM5flNts0WGT5V4aR1BonwLqA0pYOGweS+ehzO8yK0UfxKW1tucDSTdJSrmfB4lyLNNyGzTf+LTgWfV8lsiIUkrxdyYmZovocGMUc6idPteqrVrr3CrxVETnoLssP2biEO8Imec3dFZK5K3H9aJ6M6aMcasgyextGNwE2n+iLPIc+UqoOpCUyTk53StHlSAd36GTUzPM8mmoNonXOY1/6uqPuUlZxlJIZdzgNkdWjDKDa+MK+RrGdHZlF/Pdmw5i+6Eh8zWS6iq9UMkcHX9x6XsorFVLUfgqncLeYgkrbFoQQO2k8OpfwDhSq6D/vm0CZlkdSXML2pIw3kQNpJ1eyqo3kIkkoym1QnswwT34kRKn3rPS0emoic8IetByo1OWsbtsQ8O+WlYFRcR1FdqeSyDD4+OpKRSZ/E8HDki2FgLppq8vzTS+4FkdUDoJY/Uv8HUjhdpMTa5Om9C20Xl7pbse0YOVg7FdH5WWTeZ4KAfTcSiRy+JlzJJCaDzxjkaHYbqFc1L2xUXbFWTvNw93Fly/JFbpysVNndfEtpJowp+P325mM0Gl2xyf4sFTdurG55RFTvUZlUndryzEaFDMKoUbBdjvxCDH7Bg9u+sOJQ10+XKTjragmdUsdgXevs181It/uttsuZpx6hUarXbjUeIR0f2GK80GnxgGD/SLy0VGKC1gu5BFO8FJ7uvi+jNitSXMgjW00h2LvkMJS3YHEQyps8D6/Xnturb8aDxb6rSzEu/NnPCGrrZ288wpnctPgKZWvmCto0lA9HvRYi6XvPY/4ihc4ywEcGfSx0Dfg3UEFX+XfhmpzC3BzjLDRIp+EDvWeGFgT7Qm/2FdhnuLDgRHVpJ21iWI6scGxvZeNYDesqoCUDRG63bplX5iVY9cOEL83e7w11FR79qo4VzebtCdQ+q3vL8WZdV9fwC94Zf+7N6jLhu2UOVB/Z1+MEc/6TWLsKJ3pV1dWqCTduZTGrLP2IxB08vvOHixklWITN/lBmPzqq3F1I3JuriFY3VFHsTkFITbWXstgyN3dy8VSisOwiQa2+UZI5409qp9MScnaELc4e+GCZSfwhVpiLJj4vb5bCAhZ7Lgakfa/uZH7m3xOAwuDyzri8/dWS2SxbFm9rR43IcKOqkuCH9wZUW321L0pvOYq3PB2Nq5JjhnKteRcGTnbB+QXxv7tF3Psf6LlRWWllWlfvpvd2d6Zk1cp1xyO8LIQnmhtuKQzdKBDEuPivSxB3WlTdG8wn9JpVtQDLIKRWFDtRfV309me5hxEEOfdIOiYO/lJsqDcD66piCGEHB+G8O/74o69V42zLevcMgbksJOp/qlG7pDd4gRGQT2OYj4Cx3xvy+oFtNyjuQteasCQwjuemchEsO7nkcMvaLCgA1Pl2738KSegSWygvK2izmcc1Tz7PYyAMuXh9EKMix9Vghv3g2hQGPv1XfQ/kWhT8zKLkur+Cemb9CpcsqrcZB9DhVwcAR+GMEXg7fNeCOuF586lrEpWdj5t/glySBVXLq0/WOyDo9909lrh2jG+reE/zZM9B+8IExnrCdkZDyfce1G5MqN4D/5Nvh0sFQnKjlXTKH/4Q2MTv7EvRpafpzObxSKVI2Y/iXkMwBIRJVNvM8LIlHH0A98VbSYtLQZcTLLFyrlqFr0xEuRKWPQfrWuxWAX33gZR7BSFXAn6THMxhRskMZQN5Opl7nyXR8rjuVGoei9F8kBc1B1A8F8ql7tCAnQ8/FM0DKxHvxahz2/rmdd6knrHhjQCCo1eSt6PLYMWjn3EPS79FumvnmwzrBaaT+VOJ9tHvh+AR8lGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLAXWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=",
         "n": 4,
         "_shape": [],
         "dtype": "int64",
-        "_np_random": null
+        "_np_random": "RandomState(MT19937)"
     },
-    "n_envs": 16,
-    "num_timesteps": 507904,
-    "_total_timesteps": 500000,
+    "n_envs": 1,
+    "num_timesteps": 2000896,
+    "_total_timesteps": 2000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1651716420.9527545,
+    "start_time": 1651748738.7216744,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -56,26 +56,26 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAF2amj62eKo+iEBhPqK+hb7GV849y0/xPQAAAAAAAAAAMyL1vT06MrmGXHS7dXt9t5IDjLqjAJM6AACAPwAAgD8zY0u8Ulmou5OGGTxtyuI8DHMTPRinvL0AAIA/AACAP5MXGj5uC6093q+ava9Ig77awzW+AMKdPQAAAAAAAAAAzbFZPtinyz0D62U9ZImjvnwQDT47MAs+AAAAAAAAAACzAk09SHnPOQJvDrwwNtU7SM2AORKkRD0AAAAAAAAAAE2UDb2k4Fq5WorTO5TutLVfJs87AV+utAAAgD8AAIA/QFKDvVJsnDoq0AS9/XEBPIP5YjyOXeQ8AAAAAAAAgD/a/3u+Xz+OPG2LuzwkO728tTkdvgsnTr0AAAAAAAAAAKtxB7/GpVe+YwElvMAaabsHrYU+w9QPvQAAAAAAAAAAazUFP7PKFb4qRPg5aiUeuOV+8r2FqhS5AAAAAAAAgD8NJok99nhsujEgErvMS+43VoMTO3R/qzkAAIA/AACAP800lDzsMZI4tRDNPB0hEDbtapA6qAoQNQAAgD8AAIA/wD2NvYWLqDgywj89YY7FvC+7B7x1uPm8AAAAAAAAAACaVc074fqrN6PcPzyAx2U2pIDkO4D9bjUAAIA/AACAP6AFS752HA288RSYOuYqQTi78m09LCexuQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAIZLx7opq6ouV2uwnPcDh+c8w6zpUHOgAAAAAAAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.00044800000000000395,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVdBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI5PkMqDflX0CUhpRSlIwBbJRN6AOMAXSUR0CNqQN4JNTMdX2UKGgGaAloD0MIu38sRIcnWUCUhpRSlGgVTegDaBZHQI2xfmvGIbh1fZQoaAZoCWgPQwi296kqNH1WQJSGlFKUaBVN6ANoFkdAjb2jJEH+qHV9lChoBmgJaA9DCFyOVyB6VEJAlIaUUpRoFU3oA2gWR0CNvvJJ5E+gdX2UKGgGaAloD0MI0cq9wCxkY0CUhpRSlGgVTegDaBZHQI3McVpKzzF1fZQoaAZoCWgPQwisG++OjHpiQJSGlFKUaBVN6ANoFkdAjc0Z31SOznV9lChoBmgJaA9DCILn3sMlyzLAlIaUUpRoFU3oA2gWR0COGTuVopQUdX2UKGgGaAloD0MI97AXCli+YECUhpRSlGgVTegDaBZHQI41He1rqMZ1fZQoaAZoCWgPQwiKWS+GcoxUQJSGlFKUaBVN6ANoFkdAjjwQaJhvznV9lChoBmgJaA9DCOwvuyePNGFAlIaUUpRoFU3oA2gWR0COSDa/RE4OdX2UKGgGaAloD0MI3j1A9+UOSkCUhpRSlGgVTegDaBZHQI5IaV4X40x1fZQoaAZoCWgPQwip2m6Cb19iQJSGlFKUaBVN6ANoFkdAjkqH446wMnV9lChoBmgJaA9DCAq7KHrgqllAlIaUUpRoFU3oA2gWR0COUGABkqc3dX2UKGgGaAloD0MIzOzzGOVjUUCUhpRSlGgVTegDaBZHQI5igI6bONZ1fZQoaAZoCWgPQwjhl/p5U1lIQJSGlFKUaBVN6ANoFkdAjoMU5+6RQ3V9lChoBmgJaA9DCJHwvb9BcGBAlIaUUpRoFU3oA2gWR0COmLitJWeZdX2UKGgGaAloD0MIDXGsi9ukU0CUhpRSlGgVTegDaBZHQI6ZH16E8JV1fZQoaAZoCWgPQwgKhQg4hEBPQJSGlFKUaBVN6ANoFkdAjqJyqU/wAnV9lChoBmgJaA9DCNNsHofBjEZAlIaUUpRoFU3oA2gWR0COrvf1pTMrdX2UKGgGaAloD0MIWDhJ88cGWkCUhpRSlGgVTegDaBZHQI6wZjWkJrt1fZQoaAZoCWgPQwgYQs77/yQyQJSGlFKUaBVL/GgWR0COs0IY3vQXdX2UKGgGaAloD0MItHHEWnwUVUCUhpRSlGgVTegDaBZHQI694dfb9Ih1fZQoaAZoCWgPQwjxSpLn+uxOQJSGlFKUaBVN6ANoFkdAjr6O5J9RaXV9lChoBmgJaA9DCGaDTDJyZkLAlIaUUpRoFUvuaBZHQI7CV+Zw4sF1fZQoaAZoCWgPQwibcRqiCrdhQJSGlFKUaBVN6ANoFkdAjwYUnPVurXV9lChoBmgJaA9DCB2vQPSk9kVAlIaUUpRoFU3oA2gWR0CPHm/CZWq+dX2UKGgGaAloD0MIxO3QsBijY0CUhpRSlGgVTegDaBZHQI8kr5wfhdd1fZQoaAZoCWgPQwjvb9Be/SNjQJSGlFKUaBVN6ANoFkdAjzAH31zySXV9lChoBmgJaA9DCPdzCvKzEV9AlIaUUpRoFU3oA2gWR0CPMDg3tKI0dX2UKGgGaAloD0MIUIvBw7T2XkCUhpRSlGgVTegDaBZHQI8yOqNp/PR1fZQoaAZoCWgPQwisrG2Kx41PQJSGlFKUaBVN6ANoFkdAjzdOx0MgEHV9lChoBmgJaA9DCPq0iv7QS1JAlIaUUpRoFU3oA2gWR0CPSEdsBQvYdX2UKGgGaAloD0MI5e/eUWMqKkCUhpRSlGgVS89oFkdAj1l1CPZIx3V9lChoBmgJaA9DCLX5f9URhmBAlIaUUpRoFU3oA2gWR0CPgQc5sCT2dX2UKGgGaAloD0MI4DDRIAW5UsCUhpRSlGgVS9ZoFkdAj4YSQHRkVnV9lChoBmgJaA9DCGEaho+Iu11AlIaUUpRoFU3oA2gWR0CPi8g7HQyAdX2UKGgGaAloD0MIL90kBoE5UUCUhpRSlGgVTegDaBZHQI+Z6hHskY51fZQoaAZoCWgPQwgX78ftl7xbQJSGlFKUaBVN6ANoFkdAj5uQf6oES3V9lChoBmgJaA9DCAjjp3HvVGBAlIaUUpRoFU3oA2gWR0CPnvHktEofdX2UKGgGaAloD0MIXtbEAl8BTUCUhpRSlGgVTegDaBZHQI+q1KbrkbR1fZQoaAZoCWgPQwjUYvAw7SZeQJSGlFKUaBVN6ANoFkdAj6uVymygPHV9lChoBmgJaA9DCLudfeVBWmBAlIaUUpRoFU3oA2gWR0CPsFBSk0rLdX2UKGgGaAloD0MISMX/HVFZOMCUhpRSlGgVS7hoFkdAj7qFHz6JqXV9lChoBmgJaA9DCMpOP6iLXVZAlIaUUpRoFU3oA2gWR0CPvU3n6l+FdX2UKGgGaAloD0MI2EroLokKXECUhpRSlGgVTegDaBZHQJAJf/ACW/t1fZQoaAZoCWgPQwjM8J9uoL5YQJSGlFKUaBVN6ANoFkdAkAykihWYGHV9lChoBmgJaA9DCLow0ovayUHAlIaUUpRoFU12AWgWR0CQDTAwwj+rdX2UKGgGaAloD0MI/UtSmWJUYECUhpRSlGgVTegDaBZHQJASEysS00F1fZQoaAZoCWgPQwiKAn0iT3NRQJSGlFKUaBVN6ANoFkdAkBIpRCQcP3V9lChoBmgJaA9DCJXx7zMuMF5AlIaUUpRoFU3oA2gWR0CQEwZzxPO6dX2UKGgGaAloD0MIg9vawvMyOkCUhpRSlGgVS5BoFkdAkBVSRjjJdXV9lChoBmgJaA9DCPZ+ox03LlPAlIaUUpRoFU1cAWgWR0CQGHDf3vhIdX2UKGgGaAloD0MI+z2xTpWXRsCUhpRSlGgVS7loFkdAkBr57TlT33V9lChoBmgJaA9DCOOJIM5D1WBAlIaUUpRoFU3oA2gWR0CQHPDwpe/pdX2UKGgGaAloD0MIO+ElOPUxFUCUhpRSlGgVS5xoFkdAkB0WjO9nLHV9lChoBmgJaA9DCKcFL/oKshrAlIaUUpRoFUuTaBZHQJAdSe4Cp3p1fZQoaAZoCWgPQwguceSByMo0wJSGlFKUaBVL4GgWR0CQLjEnb7CSdX2UKGgGaAloD0MIfuGVJM/CV0CUhpRSlGgVTegDaBZHQJA0LKMefZp1fZQoaAZoCWgPQwgKZkzBGo9QQJSGlFKUaBVN6ANoFkdAkDYXn2ZiNXV9lChoBmgJaA9DCKcIcHoX9WFAlIaUUpRoFU3oA2gWR0CQOE6Tnq3WdX2UKGgGaAloD0MIU8vW+iLSXECUhpRSlGgVTegDaBZHQJBANXnyNGV1fZQoaAZoCWgPQwhDc51GWnokwJSGlFKUaBVLzmgWR0CQRbXQMQVcdX2UKGgGaAloD0MIAHMtWoD0V0CUhpRSlGgVTegDaBZHQJBF6avzOHF1fZQoaAZoCWgPQwiL3qmA+69hQJSGlFKUaBVN6ANoFkdAkEY7sv7FbXV9lChoBmgJaA9DCM3pspjYe1VAlIaUUpRoFU3oA2gWR0CQSFtXgccVdX2UKGgGaAloD0MI6zpUU5KNYkCUhpRSlGgVTegDaBZHQJBOYy1uzhR1fZQoaAZoCWgPQwgrGJXUCUVdwJSGlFKUaBVNyQFoFkdAkHoj6N2ki3V9lChoBmgJaA9DCJOpglFJ4F5AlIaUUpRoFU3oA2gWR0CQe1esxO+JdX2UKGgGaAloD0MI8rbSa7P7QECUhpRSlGgVS7hoFkdAkHwLlzU7S3V9lChoBmgJaA9DCAslk1O7TGJAlIaUUpRoFU3oA2gWR0CQgPq2jO9ndX2UKGgGaAloD0MIkwGgihuAWECUhpRSlGgVTegDaBZHQJCFGI/JNj91fZQoaAZoCWgPQwgXf9sTJFJGQJSGlFKUaBVN6ANoFkdAkIj4+Sr5qXV9lChoBmgJaA9DCEsjZvZ57WNAlIaUUpRoFU3NAWgWR0CQipbqhUR4dX2UKGgGaAloD0MIwoU8ghsJWECUhpRSlGgVTegDaBZHQJCLw+C9RJp1fZQoaAZoCWgPQwgY7fFCOpwJQJSGlFKUaBVL2mgWR0CQjdPUaybAdX2UKGgGaAloD0MIlZ1+UBcKXkCUhpRSlGgVTegDaBZHQJCN/H0btJF1fZQoaAZoCWgPQwhCCTNt/7FYQJSGlFKUaBVN6ANoFkdAkI44mTkhinV9lChoBmgJaA9DCLFQa5p3cF5AlIaUUpRoFU3oA2gWR0CQoHqgRK6GdX2UKGgGaAloD0MIdY4B2esfTsCUhpRSlGgVTS0BaBZHQJCh2OCGvfV1fZQoaAZoCWgPQwgOSS2UTJNfQJSGlFKUaBVN6ANoFkdAkKuGDDjzZ3V9lChoBmgJaA9DCHC2uTE9p1JAlIaUUpRoFU3oA2gWR0CQtSFyq+8HdX2UKGgGaAloD0MIFto5zQJ7WkCUhpRSlGgVTegDaBZHQJC7lmdy1eB1fZQoaAZoCWgPQwhx5ldzgNtbQJSGlFKUaBVN6ANoFkdAkLwpkXk5qHV9lChoBmgJaA9DCAG/RpIg7l9AlIaUUpRoFU3oA2gWR0CQvqWvbGm2dX2UKGgGaAloD0MI20yFeCTNWUCUhpRSlGgVTegDaBZHQJD2bsgMc6x1fZQoaAZoCWgPQwjBbti2KPZZQJSGlFKUaBVN6ANoFkdAkPihOYYzi3V9lChoBmgJaA9DCL+bbtkh+VtAlIaUUpRoFU3oA2gWR0CRAHiGWUr1dX2UKGgGaAloD0MIbQGh9fCSW0CUhpRSlGgVTegDaBZHQJEEvfzjFQ51fZQoaAZoCWgPQwiMhLacSxRdQJSGlFKUaBVN6ANoFkdAkQqPYe1a4nV9lChoBmgJaA9DCMWQnEzcV1ZAlIaUUpRoFU3oA2gWR0CRC8fLcKw7dX2UKGgGaAloD0MIxVT6CWcAVkCUhpRSlGgVTegDaBZHQJEN3vCuU2V1fZQoaAZoCWgPQwj8U6pE2QtgQJSGlFKUaBVN6ANoFkdAkQ4E34sVcnV9lChoBmgJaA9DCFOzB1qBslxAlIaUUpRoFU3oA2gWR0CRDjkp7TlUdX2UKGgGaAloD0MIlMDmHDzlWECUhpRSlGgVTegDaBZHQJEdR57gKnh1fZQoaAZoCWgPQwgibk4lA19gQJSGlFKUaBVN6ANoFkdAkR5+1rqMWHV9lChoBmgJaA9DCMFSXcDL71FAlIaUUpRoFU3oA2gWR0CRJsNRWLgodX2UKGgGaAloD0MIQfSkTGpVUUCUhpRSlGgVTegDaBZHQJEvHc2zfJp1fZQoaAZoCWgPQwhcc0f/yz1TQJSGlFKUaBVN6ANoFkdAkTUSN4qwyXV9lChoBmgJaA9DCA1v1uD9iGBAlIaUUpRoFU3oA2gWR0CRNavB7/n4dX2UKGgGaAloD0MI5IIz+PufXkCUhpRSlGgVTegDaBZHQJE4H/6wdKd1ZS4="
+        ":serialized:": "gAWVNhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI0xHAzeLsckCUhpRSlIwBbJRL1YwBdJRHQLUP6LOzIFN1fZQoaAZoCWgPQwjAz7hwIC1yQJSGlFKUaBVL5WgWR0C1ENeqebuudX2UKGgGaAloD0MINExtqYOeckCUhpRSlGgVS9ZoFkdAtRFFEVnEl3V9lChoBmgJaA9DCITVWMKa9nFAlIaUUpRoFU0IAWgWR0C1Ec1vQ4S6dX2UKGgGaAloD0MIaaon84+4SECUhpRSlGgVS75oFkdAtRItrpJPInV9lChoBmgJaA9DCNf7jXZcv3FAlIaUUpRoFUvjaBZHQLUTGQF9roJ1fZQoaAZoCWgPQwj+tidILHxxQJSGlFKUaBVL+WgWR0C1E5w2VE/jdX2UKGgGaAloD0MItcTKaGTCbUCUhpRSlGgVS+xoFkdAtRQYwWWQfnV9lChoBmgJaA9DCJPF/UemNXJAlIaUUpRoFUv9aBZHQLUUnU70Wdp1fZQoaAZoCWgPQwgz4CwlywhzQJSGlFKUaBVNCwFoFkdAtRWbTjNpunV9lChoBmgJaA9DCHlYqDWNFXNAlIaUUpRoFUvVaBZHQLUWBtpmEoR1fZQoaAZoCWgPQwgEcokjj4NxQJSGlFKUaBVNCwFoFkdAtRaRa6jFh3V9lChoBmgJaA9DCM9KWvGNt3FAlIaUUpRoFUv2aBZHQLUXFbcGkep1fZQoaAZoCWgPQwhy++WT1VVwQJSGlFKUaBVNBAFoFkdAtRebR0EHMXV9lChoBmgJaA9DCAGmDBzQEWVAlIaUUpRoFU3oA2gWR0C1Go98VpK0dX2UKGgGaAloD0MIfqg0YmYUcUCUhpRSlGgVS/NoFkdAtRuGgh8pkXV9lChoBmgJaA9DCPrTRnX6tXJAlIaUUpRoFUv6aBZHQLUcDfozN2V1fZQoaAZoCWgPQwjD8XwGFEFwQJSGlFKUaBVL52gWR0C1HIGjoIOZdX2UKGgGaAloD0MIpPs5BflYckCUhpRSlGgVS9ZoFkdAtRz0oRZlnXV9lChoBmgJaA9DCB2QhH07NXNAlIaUUpRoFU0AAWgWR0C1He2CAc1gdX2UKGgGaAloD0MIzgAXZIu8cUCUhpRSlGgVS+toFkdAtR5pG6PKdXV9lChoBmgJaA9DCLh1N091/G9AlIaUUpRoFU0AAWgWR0C1Hu3oPkJbdX2UKGgGaAloD0MIA8x8Bz+Ub0CUhpRSlGgVTQEBaBZHQLUfeJ6po9N1fZQoaAZoCWgPQwixi6IHfilyQJSGlFKUaBVL6mgWR0C1IGRhMJyAdX2UKGgGaAloD0MIJ58e27L4ckCUhpRSlGgVS/xoFkdAtSDlCswL3XV9lChoBmgJaA9DCEnW4eiq4XFAlIaUUpRoFUvnaBZHQLUhYmtyPuJ1fZQoaAZoCWgPQwgv4dBbPAB0QJSGlFKUaBVNAQFoFkdAtSHpUwSJ0nV9lChoBmgJaA9DCC+nBMQk4mVAlIaUUpRoFU3oA2gWR0C1JPYoVmBfdX2UKGgGaAloD0MIvi7Df7qlcUCUhpRSlGgVS+loFkdAtSVzyrgfl3V9lChoBmgJaA9DCFoQyvu4QHJAlIaUUpRoFUvuaBZHQLUmYyd4FA51fZQoaAZoCWgPQwixpNx9DqtxQJSGlFKUaBVL6GgWR0C1Jtahg3LndX2UKGgGaAloD0MI91s7UdLnckCUhpRSlGgVS9toFkdAtSdGnivPknV9lChoBmgJaA9DCKeWrfVFz3BAlIaUUpRoFUvoaBZHQLUnu60Y0l91fZQoaAZoCWgPQwjiOsYVF0NwQJSGlFKUaBVL9WgWR0C1KLGxQizLdX2UKGgGaAloD0MIyVcCKTHRckCUhpRSlGgVS+1oFkdAtSkpc1O0s3V9lChoBmgJaA9DCCycpPljSnBAlIaUUpRoFUveaBZHQLUpn5qubI91fZQoaAZoCWgPQwiSkh6G1jFkQJSGlFKUaBVN6ANoFkdAtS0Oguh9LHV9lChoBmgJaA9DCMJqLGFtOG9AlIaUUpRoFUveaBZHQLUtgf029+R1fZQoaAZoCWgPQwhVouwtJfdxQJSGlFKUaBVL6GgWR0C1Lm1u3trsdX2UKGgGaAloD0MIIk+SrtlickCUhpRSlGgVS+BoFkdAtS7Zyp71I3V9lChoBmgJaA9DCLZI2o0+ynJAlIaUUpRoFUvTaBZHQLUvUDlYEGJ1fZQoaAZoCWgPQwjWbyami3JwQJSGlFKUaBVL8GgWR0C1L80bkwN9dX2UKGgGaAloD0MIRDAOLp14cECUhpRSlGgVTQIBaBZHQLUwWnVoYel1fZQoaAZoCWgPQwgIA8+9Bx5zQJSGlFKUaBVL+WgWR0C1MU3s5XEJdX2UKGgGaAloD0MIPwCpTRwCckCUhpRSlGgVS81oFkdAtTIJ59mYjXV9lChoBmgJaA9DCBizJasio29AlIaUUpRoFU0GAWgWR0C1Mp3NLUTddX2UKGgGaAloD0MIHZCEfftYckCUhpRSlGgVS/RoFkdAtTMZosZpBXV9lChoBmgJaA9DCMRCrWnePHJAlIaUUpRoFUveaBZHQLU0ApsGgSR1fZQoaAZoCWgPQwiwkSQI14twQJSGlFKUaBVL+WgWR0C1NIrbtZ3cdX2UKGgGaAloD0MIqOLGLeZbcUCUhpRSlGgVS9loFkdAtTT8w5/9YXV9lChoBmgJaA9DCKOVe4HZN3JAlIaUUpRoFUvzaBZHQLU1fwdbPhR1fZQoaAZoCWgPQwgRVmMJK2NyQJSGlFKUaBVL32gWR0C1NfZ3s5XEdX2UKGgGaAloD0MIOgK4WXwHcUCUhpRSlGgVS9doFkdAtTbgcQyylnV9lChoBmgJaA9DCFiut81UbW5AlIaUUpRoFUvjaBZHQLU3WIfbKzR1fZQoaAZoCWgPQwi4O2u3nZZwQJSGlFKUaBVL6GgWR0C1N9QNCqp+dX2UKGgGaAloD0MIXANbJVj2X0CUhpRSlGgVTegDaBZHQLU7IN8E3bV1fZQoaAZoCWgPQwgqyM9GriBwQJSGlFKUaBVL92gWR0C1O6S9/SYxdX2UKGgGaAloD0MIyJbl67JXcUCUhpRSlGgVS+hoFkdAtTyMfJV81HV9lChoBmgJaA9DCARws3ix0HJAlIaUUpRoFU0WAWgWR0C1PSHX7LuAdX2UKGgGaAloD0MIAoHOpM1KckCUhpRSlGgVS/NoFkdAtT2l0yP+43V9lChoBmgJaA9DCJSFr6+103FAlIaUUpRoFUvIaBZHQLU+DILgGbF1fZQoaAZoCWgPQwg+zF62nQlwQJSGlFKUaBVL42gWR0C1Pvm4Vh1DdX2UKGgGaAloD0MISdV2E3wxZUCUhpRSlGgVTegDaBZHQLVBZJC0F8p1fZQoaAZoCWgPQwjuXYO+dJxxQJSGlFKUaBVNGQFoFkdAtUJvCSA6MnV9lChoBmgJaA9DCIwtBDnopXFAlIaUUpRoFUvxaBZHQLVC8nDR+jN1fZQoaAZoCWgPQwjScwtdCZdwQJSGlFKUaBVL9WgWR0C1Q3gsTWXkdX2UKGgGaAloD0MI5KCEmfYDckCUhpRSlGgVS8xoFkdAtUPkEQoTf3V9lChoBmgJaA9DCE91yM2wFXNAlIaUUpRoFUviaBZHQLVE2RIjGDN1fZQoaAZoCWgPQwhl4ICWriVuQJSGlFKUaBVL0WgWR0C1RUaEi+tbdX2UKGgGaAloD0MIH2lwW1scYECUhpRSlGgVTegDaBZHQLVIpeSjgyd1fZQoaAZoCWgPQwiQvHMoww1xQJSGlFKUaBVL1mgWR0C1SRfHPu5SdX2UKGgGaAloD0MIOSUgJmGhbkCUhpRSlGgVS+FoFkdAtUmPP3SKFnV9lChoBmgJaA9DCISc9/+xNHFAlIaUUpRoFUvnaBZHQLVKDELH+611fZQoaAZoCWgPQwirs1pgTwJyQJSGlFKUaBVNHQFoFkdAtUsdDJEH+3V9lChoBmgJaA9DCFsjgnEwQXNAlIaUUpRoFUvyaBZHQLVLnp/gBLh1fZQoaAZoCWgPQwhwehfvR0BzQJSGlFKUaBVL7GgWR0C1TB628Zk1dX2UKGgGaAloD0MI/vM0YBCkcUCUhpRSlGgVS/loFkdAtUyknpjc23V9lChoBmgJaA9DCBkg0QSKjHBAlIaUUpRoFUvRaBZHQLVNimShakh1fZQoaAZoCWgPQwjDvMeZJtBjQJSGlFKUaBVN6ANoFkdAtVDNZHNHH3V9lChoBmgJaA9DCGZs6GY//3JAlIaUUpRoFU0PAWgWR0C1UWKESM99dX2UKGgGaAloD0MIOX8TCpEyZkCUhpRSlGgVTegDaBZHQLVUhLytmth1fZQoaAZoCWgPQwjvqDEh5o5zQJSGlFKUaBVL+WgWR0C1VQgdbPhRdX2UKGgGaAloD0MI1Jl7SPjUcECUhpRSlGgVS+BoFkdAtVWAHHFPznV9lChoBmgJaA9DCNEF9S3z4m9AlIaUUpRoFUvlaBZHQLVWdFS88Ld1fZQoaAZoCWgPQwjoa5bLxhtxQJSGlFKUaBVL8WgWR0C1VvSsGPgfdX2UKGgGaAloD0MI2IAIcWX8cECUhpRSlGgVS/1oFkdAtVeAVDa4+nV9lChoBmgJaA9DCAtHkEqxi3FAlIaUUpRoFUvHaBZHQLVX6ptJnQJ1fZQoaAZoCWgPQwiWPQlsTnFyQJSGlFKUaBVL9mgWR0C1WO+Q2dd3dX2UKGgGaAloD0MIRYMUPAViYUCUhpRSlGgVTegDaBZHQLVb+FjNILB1fZQoaAZoCWgPQwiUvhByXoJwQJSGlFKUaBVL62gWR0C1XPWetjkNdX2UKGgGaAloD0MIildZ29QpcECUhpRSlGgVS8doFkdAtV1iy4Wk8HV9lChoBmgJaA9DCKLPRxlxZW5AlIaUUpRoFUvhaBZHQLVd1/qPfbd1fZQoaAZoCWgPQwggY+5awhdzQJSGlFKUaBVL7mgWR0C1XlpssQNDdX2UKGgGaAloD0MIXw1QGursckCUhpRSlGgVS+1oFkdAtV9PzbvgFXV9lChoBmgJaA9DCIm3zr+dfXJAlIaUUpRoFU0BAWgWR0C1X+A0bcXWdX2UKGgGaAloD0MIVyO70vJ2cUCUhpRSlGgVS+JoFkdAtWBZHxz7uXV9lChoBmgJaA9DCBIykGcXf3FAlIaUUpRoFUvjaBZHQLVg0nWrfch1fZQoaAZoCWgPQwi693DJMWFyQJSGlFKUaBVNFQFoFkdAtWHwO+ZgHHV9lChoBmgJaA9DCNgo6zeTAHJAlIaUUpRoFUvdaBZHQLViaGWldkd1fZQoaAZoCWgPQwh/+s+an3lyQJSGlFKUaBVL1WgWR0C1YtldHDrJdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 124,
+    "_n_updates": 7816,
     "n_steps": 1024,
     "gamma": 0.999,
     "gae_lambda": 0.98,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c316c77ec898494f5cd1b084a5ef8f297dc095d9885c26809a1426450277743e
-size 84829
+oid sha256:b1ca133ac2f5c05d8870ee08c8b4934cd49cbcd45966be35f386e702eb25e06b
+size 84893

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ea7bd79e14eeca8140fbc6c1926d75f6bd63de27750f2406e02fedecadd3f9b
+oid sha256:d769901bb2d9b5e78dc1d5d2878f0fa09c21d33135b1333f770df1f08776dcc2
 size 43201

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bda9a89cf384c59e1ace3c2e2a703df24388b4a4251b36410b7d8110b67cc5e
-size 222406
+oid sha256:7a44941872106eedbf75c73ade1b06a77b8fc102b01dd4cb680574b1b93ed80f
+size 222417

results.json

@@ -1 +1 @@
-{"mean_reward": 195.31489930201244, "std_reward": 49.56676447323172, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-05T02:21:15.838785"}
+{"mean_reward": 271.4600045420082, "std_reward": 37.10413619989856, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-05T13:25:26.729229"}