nothing fun here

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 262.28 +/- 17.23
+      value: 9.85 +/- 118.65
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fc7465a9680>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fc7465a9710>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fc7465a97a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fc7465a9830>", "_build": "<function ActorCriticPolicy._build at 0x7fc7465a98c0>", "forward": "<function ActorCriticPolicy.forward at 0x7fc7465a9950>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fc7465a99e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7fc7465a9a70>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fc7465a9b00>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fc7465a9b90>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fc7465a9c20>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fc7465ff180>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1651858494.9472606, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZZHT3hCpu6K5uYvGn1DrnQohM7Iy2BOAAAgD8AAIA/Zu9uPWJKgT6nDIi8PlU4vsU4vjziwnM7AAAAAAAAAABqSpG+N99XPwm2h7wEPLi+pA4/vtKcBT0AAAAAAAAAAKYzVj7lA5o+ULCgvsw9m752X/s5eL6PvQAAAAAAAAAA5sJiPflegj7UYBQ9GM6AvvfYmjxGupu8AAAAAAAAAADNfuM99XirPx3lKj8b38u+yeuLPXWvuj4AAAAAAAAAAA1iPL6KWYc/scIMvwpv/77DsFO+58ONvgAAAAAAAAAAptUVPshsOz8WZLq9m5+4vveXlD1rPmW7AAAAAAAAAADNbNq89ux2ugZpNTtCzG85Vn3gusq61bkAAIA/AACAP8ALkD2u+Ya6Gro6M4Ilby6GXgI4+se/swAAgD8AAIA/M8auPCmIYbpNVdI6/OAZNHVQk7pKtCEzAACAPwAAgD9NewY9hdPpuVI2KLZeUJuxGFBSO6vvQzUAAIA/AACAP5pza70FH48+C62APo1uHr7HvLg9NjQhPgAAAAAAAAAAMwFaPeh2rz4atI+8IvmPvt4ArzuJIo+9AAAAAAAAAAAApDU98oG0P+hkYT5TD4m+2PiIPfqWazwAAAAAAAAAAACobbvh6Ji6R62POuWsKbYrSaI6S7WluQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVexAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMItmlsrwXScUCUhpRSlIwBbJRNBwGMAXSUR0ClBxW/SH/MdX2UKGgGaAloD0MIYd7jTFMAcUCUhpRSlGgVTXABaBZHQKUI05XEIgN1fZQoaAZoCWgPQwj35cx2xR1wQJSGlFKUaBVNEgFoFkdApQj2lEZzgnV9lChoBmgJaA9DCGpnmNpS2W5AlIaUUpRoFU1AAWgWR0ClCizlDF6zdX2UKGgGaAloD0MI/MVsyaoIcECUhpRSlGgVTQgBaBZHQKUK62R7qpt1fZQoaAZoCWgPQwj1udqK/eNvQJSGlFKUaBVNOwFoFkdApQsdoWYWtXV9lChoBmgJaA9DCIPcRZhi6HFAlIaUUpRoFU0bAWgWR0ClCx0QkHD8dX2UKGgGaAloD0MIutqK/WWocUCUhpRSlGgVTU0BaBZHQKULPoJzDGd1fZQoaAZoCWgPQwjKxK2C2I5yQJSGlFKUaBVNMgFoFkdApQtj3ueBhHV9lChoBmgJaA9DCJD4FWu4I3FAlIaUUpRoFU0OAWgWR0ClC8wDvE0jdX2UKGgGaAloD0MISrTk8TRTbUCUhpRSlGgVTTIBaBZHQKUMjCXQdCF1fZQoaAZoCWgPQwiTVKaYA4xwQJSGlFKUaBVN1AFoFkdApQ0H/7zkIXV9lChoBmgJaA9DCL5QwHZw2HBAlIaUUpRoFU1oAWgWR0ClDWq+i8FqdX2UKGgGaAloD0MI1o7iHDXHckCUhpRSlGgVTR0BaBZHQKUNi9fTkQx1fZQoaAZoCWgPQwjNHmgFBv5xQJSGlFKUaBVNNQFoFkdApQ3izw+dLHV9lChoBmgJaA9DCHoAi/w6sXBAlIaUUpRoFU1RAWgWR0ClDo5BLPD6dX2UKGgGaAloD0MI5IdKI+bTcECUhpRSlGgVS/1oFkdApQ6USoOx0XV9lChoBmgJaA9DCLzLRXxnDHBAlIaUUpRoFU0xAWgWR0ClD9BKDkELdX2UKGgGaAloD0MIbkxPWGLab0CUhpRSlGgVTQUBaBZHQKUQAP1+RYB1fZQoaAZoCWgPQwjb/SrA9+ZuQJSGlFKUaBVNAwFoFkdApRDHeaa1C3V9lChoBmgJaA9DCES+S6kLrHJAlIaUUpRoFU0HAWgWR0ClEN9WyTpxdX2UKGgGaAloD0MIZwxzgjYSckCUhpRSlGgVTQ8BaBZHQKUQ3pZfUnZ1fZQoaAZoCWgPQwilLhnHSCtvQJSGlFKUaBVNEgFoFkdApRFluxbB43V9lChoBmgJaA9DCIIAGTp2QF9AlIaUUpRoFU3oA2gWR0ClEXhXS0BwdX2UKGgGaAloD0MIptWQuAdXckCUhpRSlGgVTS8BaBZHQKUR3TrE9+x1fZQoaAZoCWgPQwjaHr3hvhJtQJSGlFKUaBVNHwFoFkdApRIS5sj3VXV9lChoBmgJaA9DCLiU88Uei3FAlIaUUpRoFU0HAWgWR0ClEkQztTkydX2UKGgGaAloD0MIy/RLxNt+b0CUhpRSlGgVTRwBaBZHQKUTfMBZIQR1fZQoaAZoCWgPQwgipkQSvbVvQJSGlFKUaBVNDwFoFkdApROkbvPTonV9lChoBmgJaA9DCG1VEtnHSnFAlIaUUpRoFUv3aBZHQKUTxcuanaZ1fZQoaAZoCWgPQwh7TKQ0m41yQJSGlFKUaBVNLAFoFkdApRPrDVH4GnV9lChoBmgJaA9DCJaxoZv9Mm1AlIaUUpRoFU0TAWgWR0ClFFPE87p3dX2UKGgGaAloD0MIQde+gN6GcECUhpRSlGgVTWgBaBZHQKUUpbNbC791fZQoaAZoCWgPQwiopiTrcFtyQJSGlFKUaBVNEAFoFkdApRVp66asqHV9lChoBmgJaA9DCIfhI2JKnW9AlIaUUpRoFU0dAWgWR0ClFdySeRPodX2UKGgGaAloD0MIdLLUej+Wb0CUhpRSlGgVTR4BaBZHQKUW1T2FnI11fZQoaAZoCWgPQwjbbKzEvKxtQJSGlFKUaBVNLAFoFkdApRcQ5BC2MXV9lChoBmgJaA9DCEIHXcIh1G9AlIaUUpRoFU0xAWgWR0ClF0eirT6SdX2UKGgGaAloD0MIeCrgnidscECUhpRSlGgVTQoBaBZHQKUXb7RfF751fZQoaAZoCWgPQwjFrYIYqDBwQJSGlFKUaBVNBQFoFkdApRe+DlHSW3V9lChoBmgJaA9DCCIYB5eOLXBAlIaUUpRoFU0RAWgWR0ClF8cox59mdX2UKGgGaAloD0MIDFnd6rlZc0CUhpRSlGgVTT0BaBZHQKUYFCWNWEN1fZQoaAZoCWgPQwgzxRwEXRdwQJSGlFKUaBVNQgFoFkdApRgbWuoxYnV9lChoBmgJaA9DCBEY6xvYfHFAlIaUUpRoFU0dAWgWR0ClKJo/qxC6dX2UKGgGaAloD0MIJF6ezpVycUCUhpRSlGgVTRYBaBZHQKUou6wt8NR1fZQoaAZoCWgPQwgZV1wcFV5yQJSGlFKUaBVNGgFoFkdApSjzoMa0hXV9lChoBmgJaA9DCD2ARX69F3FAlIaUUpRoFU0vAWgWR0ClKRIDgZTAdX2UKGgGaAloD0MIlN43vnZKcUCUhpRSlGgVTSABaBZHQKUpcA/9pAV1fZQoaAZoCWgPQwiJJ7uZUYZvQJSGlFKUaBVNLAFoFkdApSn8hgVoH3V9lChoBmgJaA9DCIQR+wTQHXFAlIaUUpRoFU0ZAWgWR0ClKlqdxyXEdX2UKGgGaAloD0MIMrCO44eecUCUhpRSlGgVTTgBaBZHQKUrdoTwlSl1fZQoaAZoCWgPQwj3OqkvS0xyQJSGlFKUaBVNKAFoFkdApSwOUMXrMXV9lChoBmgJaA9DCKVneolx7nFAlIaUUpRoFU0BAWgWR0ClLCSt/4IsdX2UKGgGaAloD0MI0CUceguscUCUhpRSlGgVTSQBaBZHQKUsaHaews51fZQoaAZoCWgPQwg6kWCqmWRwQJSGlFKUaBVNHQFoFkdApSxpD1Gsm3V9lChoBmgJaA9DCItvKHy2a29AlIaUUpRoFU0tAWgWR0ClLGhsANobdX2UKGgGaAloD0MIkYDR5Y0IcECUhpRSlGgVTRkBaBZHQKUs9uG9Htp1fZQoaAZoCWgPQwgNjLysiYRxQJSGlFKUaBVNMgFoFkdApS0Y7LdN4HV9lChoBmgJaA9DCLnjTX7LnnFAlIaUUpRoFU1aAWgWR0ClLjIV2zOYdX2UKGgGaAloD0MINPW6ReDLcUCUhpRSlGgVTSABaBZHQKUudO9FnZl1fZQoaAZoCWgPQwgKSzygrOxxQJSGlFKUaBVNHgFoFkdApS6pEYwZfnV9lChoBmgJaA9DCE/rNqh9nG9AlIaUUpRoFU0XAWgWR0ClLqeUhV2idX2UKGgGaAloD0MIc2Tll0FIb0CUhpRSlGgVTTIBaBZHQKUusTRIBil1fZQoaAZoCWgPQwjSjbCoiHdvQJSGlFKUaBVNAgFoFkdApS96LsKLKnV9lChoBmgJaA9DCDY8vVJWoXJAlIaUUpRoFU0/AWgWR0ClL7UY0l7ddX2UKGgGaAloD0MIe/ZcpiYYb0CUhpRSlGgVTQABaBZHQKUwavN/vv11fZQoaAZoCWgPQwiq1VdXRS9yQJSGlFKUaBVNYAFoFkdApTDw+pwS8XV9lChoBmgJaA9DCNdQai8imXBAlIaUUpRoFU0CAWgWR0ClMVTcRDkVdX2UKGgGaAloD0MI7ginBS/KcUCUhpRSlGgVTQ8BaBZHQKUxmxoqTbF1fZQoaAZoCWgPQwhTIolehqFyQJSGlFKUaBVNIAFoFkdApTGkgU1yenV9lChoBmgJaA9DCBQJpppZs3FAlIaUUpRoFU0TAWgWR0ClMa8RDkU9dX2UKGgGaAloD0MIr1qZ8EswbUCUhpRSlGgVS/toFkdApTHGTX8O1HV9lChoBmgJaA9DCCntDb7wSnNAlIaUUpRoFU0nAWgWR0ClMdo1tO2zdX2UKGgGaAloD0MIv9U6cfk4ckCUhpRSlGgVTQsBaBZHQKUyLcafjCJ1fZQoaAZoCWgPQwjfpdQl4zxxQJSGlFKUaBVL+mgWR0ClM3b4Ju2rdX2UKGgGaAloD0MIW311VaBickCUhpRSlGgVTRYBaBZHQKUziD15B1N1fZQoaAZoCWgPQwjs+gW7YdFtQJSGlFKUaBVNGgFoFkdApTPgJkXk53V9lChoBmgJaA9DCIM1zqbj73FAlIaUUpRoFU0jAWgWR0ClND0y57PZdX2UKGgGaAloD0MIOIHptO5pbECUhpRSlGgVTQgBaBZHQKU0pp5/smh1fZQoaAZoCWgPQwiR09fztfRxQJSGlFKUaBVNBQFoFkdApTTZyp71I3V9lChoBmgJaA9DCD25pkDmd25AlIaUUpRoFU1UAWgWR0ClNTkA5q/NdX2UKGgGaAloD0MIYmpLHaSWcECUhpRSlGgVTTgBaBZHQKU2vp0wJw91fZQoaAZoCWgPQwiIvruVJc9yQJSGlFKUaBVNJAFoFkdApTbdOARTTHV9lChoBmgJaA9DCOvJ/KNvBHBAlIaUUpRoFU0GAWgWR0ClNvrYoRZmdX2UKGgGaAloD0MINj0oKEVgbkCUhpRSlGgVTQQBaBZHQKU3CGbCrLh1fZQoaAZoCWgPQwiJCP8iaGNyQJSGlFKUaBVNDgFoFkdApTcTABT4tnV9lChoBmgJaA9DCI0OSMI+snJAlIaUUpRoFU0PAWgWR0ClNx++M6zWdX2UKGgGaAloD0MIQ+c1dslOcUCUhpRSlGgVTSQBaBZHQKU3PLRKHwh1fZQoaAZoCWgPQwguVz82CTNxQJSGlFKUaBVL+WgWR0ClN0UmUnogdX2UKGgGaAloD0MImDJwQEtCckCUhpRSlGgVTSkBaBZHQKU3t5IpYtB1fZQoaAZoCWgPQwjKiAtAo4NvQJSGlFKUaBVNIgFoFkdApTkvPszEaXV9lChoBmgJaA9DCP0v16IF+G1AlIaUUpRoFU0AAWgWR0ClOUt0/4ZddX2UKGgGaAloD0MIl3DoLR4CcECUhpRSlGgVTSsBaBZHQKU5azD4xlB1fZQoaAZoCWgPQwiBXyNJEKY3QJSGlFKUaBVL4GgWR0ClOZkAxSHedX2UKGgGaAloD0MIx735DRN3cECUhpRSlGgVTSUBaBZHQKU5oJ2t+1B1fZQoaAZoCWgPQwhC0qdVtLJyQJSGlFKUaBVNJwFoFkdApTqPGn4wiHV9lChoBmgJaA9DCC9OfLWjH3FAlIaUUpRoFU07AWgWR0ClOsbihnJ1dX2UKGgGaAloD0MI9PkoI65hcECUhpRSlGgVTQ0BaBZHQKU73Fvybx51fZQoaAZoCWgPQwhoW806Y8duQJSGlFKUaBVNCgFoFkdApTwCYG+sYHV9lChoBmgJaA9DCGghAaMLFXJAlIaUUpRoFU0OAWgWR0ClPCPYWcjJdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 496, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fc7465a9680>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fc7465a9710>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fc7465a97a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fc7465a9830>", "_build": "<function ActorCriticPolicy._build at 0x7fc7465a98c0>", "forward": "<function ActorCriticPolicy.forward at 0x7fc7465a9950>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fc7465a99e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7fc7465a9a70>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fc7465a9b00>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fc7465a9b90>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fc7465a9c20>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fc7465ff180>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 64, "num_timesteps": 1048576, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1651860166.4659212, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQgAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYACAAAAAAAAD0PFj+SaFs/KACgPiNr1r6NlGE9BlzlPAAAAAAAAAAAJijiPY+CeLh3wgy8USRDN9hgKDqZR4e2AACAPwAAgD/6whE/9f8AP+yGpT7Xi1e+ZIvwPdL9nL0AAAAAAAAAAAAec74B8DI/0HI7PXPldL4A0pg88ntFvQAAAAAAAAAAQHrLPa43wjm9co88Z/I4vJtofDtggTi8AAAAAAAAAABNwuk9XBVbPiUUF72R/Fa+a/JSPOiyVT0AAAAAAAAAADMtEzxPAO8+WvkjPMThhr7Kyh07AzIevAAAAAAAAAAAc0PGvYUz5LmQuVk7N+HJNamH0rnGtXq6AACAPwAAgD/2+DM/zFo7vhvQUr5dgam9nPtUPvYQSb4AAIA/AACAP0ZtQz7ORu4+ei/KPGeYsL4ivLe9jlayPAAAAAAAAAAA80qivhE6JL141Ve99iYLvDxvdD4MzSc0AACAPwAAgD8ApD08e+6Quk6ePz1kddA8umVgumT3sj0AAIA/AACAP4Cfqz7cNWi8BHG1umE3mrtMiY29TkaMPAAAgD8AAAAApqIwvsMcZ7yAHmo7aHwBOgS00D3pJra6AACAPwAAgD+Ahus+8Q1YvVFdSbxChB89sk0RPiDzirwAAAAAAAAAABNGtj4/0gw/CeTAPVnvnb7n7LU9bOuSOwAAAAAAAAAAqtxyvtrhET9OgrE9M62KvqAfbzppSI89AAAAAAAAAACwnoo+j78gvHIg4T00/sG9V/2AvVKOo74AAAAAAACAPzMrSTyP3jG6ToccPbw/ZTUJdzY608hVNAAAgD8AAIA/MVgFv8/PALwdnj455KLrOyp0RD42wCI8AACAPwAAgD8zdSs9j0Y8uvwiSjxnbKW1nM2UOwBkoLQAAIA/AACAP9YqCb/APCI/ZQDpvb2Lt76QUdY8FqjsOwAAAAAAAAAAJc2xvrsAgj8JUy6+jCAFvxpOJ70y0XY9AAAAAAAAAABmiIW9KcQ0uhucHLtABXE4z4e4O/oyqjkAAIA/AACAPzbS8L4hfya97vKjvNRIujzmmw0+xtxHvQAAgD8AAIA/YDGAPh9lmTyOr165MKVFt4cJIz7bMFW4AACAPwAAgD8yN6u+rRlYvWf4xLqpZYK4IXeNPupixDgAAIA/AACAP1scIL8wFFS+0qkwvGGeYDxBY4O7s5qNvQAAgD8AAIA/ACDiuo/KA7rMIj27ZgYOMwkeHTv4TFg6AACAPwAAgD9sqxu/5yMovtdCsjrzJqs3NcK0PVamTjoAAIA/AACAP93IMj8p7gw9Mq0cvm3YvTzdAJ0+3tGPPAAAAAAAAAAAAFWKPSlQcrpGUM882wsDPQG2hbibt+A9AACAPwAAgD/KzuU+bA+GPAYVjDomHaS78/pVPn641b0AAAAAAAAAABogQ70piAS6rjeLPN4E/Do1Q0e7Gh/cuwAAgD8AAAAAZgfVvfbkDLrGbI+6zxqyOBnCYDtPNqE5AACAPwAAgD+eJge/fUJ6va0gG7zmfQY84ZRDPozCibwAAAAAAAAAAMP2rD57kd68IKizOsu6BTmTnNy9KpHgOQAAgD8AAIA/zZOnPeH6zzdt2uQ7NaKXu7n23rsvNIU8AACAPwAAAACI2i6/Sq3dvWi1gjxfRXq6CNu3vfauhTUAAIA/AACAP9p46b3XByg6lvnXPRDvDrwwGsI6rdONvAAAAAAAAAAA48g6Pzjktz6ojcU9iY2vvhLwGr3foa89AAAAAAAAAADWiK6+1255vdiOZzx53MS6TGuLPgo1hjwAAIA/AACAP02xID52Crw/4eQEPyJd/b05DMQ94HE4PgAAAAAAAAAAg7RsviSqLjx4vQE+PzuQvcJppL0Fc4E9AAAAAAAAAAAA2t09KSAeungrnrxxV4k8EC2KOwgVljsAAIA/AACAPwBz5T44AKM8Av4qvYusQrvbS4k+9WugvAAAgD8AAIA/BtQMv/j17r22u4Y91HKhuQNGir2aqpC8AACAPwAAgD8aXZm9hfO0ud52Bz0GYRG5UmZfO/jqCrgAAIA/AACAP1060j585cW9VBW/PQHyIr5opge+NdXLvgAAgD8AAIA/WtSLPkOYArwtH9o8/JYUPBL8e70xkiU7AACAPwAAgD9zWps+sANKP/0Dzj5QTru+oEpCPsqXTz0AAAAAAAAAAOYaar3sqeu5CTexPGqv7LPEyFE7smOfswAAgD8AAIA/AMTaO3v4nroKHr08bNB1NukADbumcmY1AACAPwAAgD+F+aC+CHimvMUodryLHug8t+ABPs5fC7oAAIA/AACAPzM2njzhMKK6JssXPGluqDajVk47ksKaNQAAgD8AAIA/c4uOPj2wEjzacZo72R8YOUHFmD221es5AACAPwAAAADWRlW+LT2jPrDot71qJ4W+SHMGPVEBA70AAAAAAAAAAM3qHj2Ahp4/GpVcPmPJwb7Klh+7JMEkvAAAAAAAAAAAGh2fPSkoXrpa0Oa8kmYVvBY/4rvKLAK9AACAPwAAgD9GKiY/KOYdvuZJmLtddjA84/JgPmpC3DsAAIA/AACAP2ZmMz0f0+g67dFqPhs9Nzt8uK88KqYYPgAAAAAAAAAAOty5Pk0/ub3eRZY+psuHvd/7xL7qmaG9AACAPwAAgD8AI4U+V00PP1bLnT2Hoqa+T0q1PLoMsT0AAAAAAAAAAM0c2T24Hp25jruoO9fYuzZTgQk7bkXGNQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.04857599999999995, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVZRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMII6MDkrA8UECUhpRSlIwBbJRN6AOMAXSUR0CWYWwTdtVJdX2UKGgGaAloD0MICTVDqijtU0CUhpRSlGgVTegDaBZHQJZlnoZAIIF1fZQoaAZoCWgPQwiKV1nbFKFUQJSGlFKUaBVN6ANoFkdAlme27jDKo3V9lChoBmgJaA9DCLq/ety3GjLAlIaUUpRoFUvlaBZHQJZnvSCvovB1fZQoaAZoCWgPQwj+8PPfg61bQJSGlFKUaBVN6ANoFkdAlmi8wco6S3V9lChoBmgJaA9DCMiW5esyQVrAlIaUUpRoFUvSaBZHQJZo575VOsV1fZQoaAZoCWgPQwgRNGYS9QogQJSGlFKUaBVNBQFoFkdAlm0jtG/etXV9lChoBmgJaA9DCPet1onLcQlAlIaUUpRoFUvNaBZHQJZwu5AhStN1fZQoaAZoCWgPQwhTymsldK9VwJSGlFKUaBVNYQFoFkdAlndI7zTWoXV9lChoBmgJaA9DCPGBHf8FKVRAlIaUUpRoFU3oA2gWR0CWfavP1L8KdX2UKGgGaAloD0MIgv+tZEdLY8CUhpRSlGgVTRACaBZHQJaGrKnvUjN1fZQoaAZoCWgPQwiMZmX7kKdcQJSGlFKUaBVN6ANoFkdAlooX0PH1e3V9lChoBmgJaA9DCNNM9zqplUbAlIaUUpRoFUvlaBZHQJaLE33pOet1fZQoaAZoCWgPQwjrOH6otNRswJSGlFKUaBVNgAFoFkdAlosqe9SMtXV9lChoBmgJaA9DCPqa5bLRgFdAlIaUUpRoFU3oA2gWR0CWjMfcer+6dX2UKGgGaAloD0MI1A0UeCe/KcCUhpRSlGgVS+VoFkdAlp37eVLSNXV9lChoBmgJaA9DCI82jliL0VtAlIaUUpRoFU3oA2gWR0CWn5Q40dildX2UKGgGaAloD0MIk/5eCg/OO8CUhpRSlGgVTUoBaBZHQJagPSeAd4p1fZQoaAZoCWgPQwgJTn0gefRQQJSGlFKUaBVN6ANoFkdAlqOA4Otnw3V9lChoBmgJaA9DCLiSHRsBB2BAlIaUUpRoFU3oA2gWR0CWqLOn2qT9dX2UKGgGaAloD0MIC7Q7pBhCQECUhpRSlGgVTegDaBZHQJapFVKf4AV1fZQoaAZoCWgPQwjsM2d9yrEAQJSGlFKUaBVLxWgWR0CWrblRxcVydX2UKGgGaAloD0MI5xcl6C/0NkCUhpRSlGgVS8ZoFkdAlq8yEUTL4nV9lChoBmgJaA9DCMR6o1aYkl5AlIaUUpRoFU3oA2gWR0CWtWpMpPRBdX2UKGgGaAloD0MIA5SGGoXUUUCUhpRSlGgVTegDaBZHQJa7GoXKr7x1fZQoaAZoCWgPQwhoPudu11FQQJSGlFKUaBVN6ANoFkdAlr1Jng5zYHV9lChoBmgJaA9DCDeo/dZOjFFAlIaUUpRoFU3oA2gWR0CWwHuAI6bOdX2UKGgGaAloD0MIWoC21ayHPECUhpRSlGgVS5doFkdAlsMdIkJKJ3V9lChoBmgJaA9DCLRaYI+JAEFAlIaUUpRoFUt1aBZHQJbKXcN6PbR1fZQoaAZoCWgPQwjPS8XGvFo3wJSGlFKUaBVLd2gWR0CWynPVNHpbdX2UKGgGaAloD0MIKZgxBWsiWECUhpRSlGgVTegDaBZHQJbQWoBJZnt1fZQoaAZoCWgPQwj7Anrhzj0iQJSGlFKUaBVLwmgWR0CW0UKHwgDBdX2UKGgGaAloD0MIcR3jiosvUkCUhpRSlGgVTegDaBZHQJbT35RCQcR1fZQoaAZoCWgPQwjWxAJfUSxhQJSGlFKUaBVN6ANoFkdAltQx9LHuJHV9lChoBmgJaA9DCJEqildZA0hAlIaUUpRoFU3oA2gWR0CW1P1ivxH5dX2UKGgGaAloD0MIeH3mrE+IUECUhpRSlGgVTegDaBZHQJbVXqZ+hGp1fZQoaAZoCWgPQwiZEd4ehBlQwJSGlFKUaBVNPAFoFkdAltbzZL7GenV9lChoBmgJaA9DCKvsuyL4Iz5AlIaUUpRoFUuGaBZHQJbZUZsKsuF1fZQoaAZoCWgPQwineFxUi1RdwJSGlFKUaBVL6GgWR0CW3qO9FnZkdX2UKGgGaAloD0MIqg1ORL8AR0CUhpRSlGgVS51oFkdAluG+6mO2iXV9lChoBmgJaA9DCOY+OQoQhS1AlIaUUpRoFUu2aBZHQJblJkCmuT11fZQoaAZoCWgPQwhFD3wMVsZQQJSGlFKUaBVN6ANoFkdAlufg6hg3LnV9lChoBmgJaA9DCF/svfiiXTFAlIaUUpRoFU3oA2gWR0CW690Z3s5XdX2UKGgGaAloD0MI+BkXDoTeRkCUhpRSlGgVTegDaBZHQJbteWE9Mbp1fZQoaAZoCWgPQwhMiSR6GR0rQJSGlFKUaBVN6ANoFkdAlu3L+YMOPXV9lChoBmgJaA9DCOrOE8/Zrj1AlIaUUpRoFU3oA2gWR0CW7o4Pf8/EdX2UKGgGaAloD0MIBDxp4TKZZ8CUhpRSlGgVTSoBaBZHQJbx0vCdjG11fZQoaAZoCWgPQwgfuqC+ZdxSQJSGlFKUaBVN6ANoFkdAlvKK9kBjnXV9lChoBmgJaA9DCK8GKA0141JAlIaUUpRoFU3oA2gWR0CXAGy31BdEdX2UKGgGaAloD0MIyXN9Hw5CMECUhpRSlGgVTegDaBZHQJcFn7fpD/l1fZQoaAZoCWgPQwhVFRqIZZcxwJSGlFKUaBVN6ANoFkdAlwkxn3+MqHV9lChoBmgJaA9DCKOtSiL7VkZAlIaUUpRoFU3oA2gWR0CXCpWeYlY2dX2UKGgGaAloD0MIk6mCUUlRZMCUhpRSlGgVTfIBaBZHQJcLPAtWdVh1fZQoaAZoCWgPQwhzDwnf+wsQwJSGlFKUaBVLwWgWR0CXDqNDtw71dX2UKGgGaAloD0MI98lRgCh8O8CUhpRSlGgVTegDaBZHQJcTa2iL2pR1fZQoaAZoCWgPQwj0wwjh0dYyQJSGlFKUaBVL+mgWR0CXGK3IMjNZdX2UKGgGaAloD0MIH73hPnLjVUCUhpRSlGgVTegDaBZHQJcYtON5t3x1fZQoaAZoCWgPQwiB7PXuj0s8wJSGlFKUaBVL02gWR0CXHR3g1m8NdX2UKGgGaAloD0MIZtr+lZW4UECUhpRSlGgVTegDaBZHQJcdJQm/nGN1fZQoaAZoCWgPQwgqV3iXi7AkQJSGlFKUaBVL0mgWR0CXIgt8eCCjdX2UKGgGaAloD0MINsgkI2fBCMCUhpRSlGgVS+NoFkdAlyN+sDGLk3V9lChoBmgJaA9DCKjhW1g3t1dAlIaUUpRoFU3oA2gWR0CXJtradtl7dX2UKGgGaAloD0MIdXedDfmBS8CUhpRSlGgVTQQBaBZHQJcqcdLg4wR1fZQoaAZoCWgPQwibN04K8/ZMQJSGlFKUaBVN6ANoFkdAly1l1wHZ9XV9lChoBmgJaA9DCDeq04Gsb1pAlIaUUpRoFU3oA2gWR0CXL2QOnVG1dX2UKGgGaAloD0MIuYlamltJMMCUhpRSlGgVS/BoFkdAlzEO4Cp3o3V9lChoBmgJaA9DCAsm/ijq9EdAlIaUUpRoFU3oA2gWR0CXNAoVVPvbdX2UKGgGaAloD0MIMV7zqs6BUECUhpRSlGgVTegDaBZHQJc15cUuctp1fZQoaAZoCWgPQwhWnkDYKa9VQJSGlFKUaBVN6ANoFkdAlzYD4xk/bHV9lChoBmgJaA9DCEF+NnLdWDNAlIaUUpRoFU0cAWgWR0CXOCCL/CIldX2UKGgGaAloD0MIJZASu7ZNQ0CUhpRSlGgVTegDaBZHQJc5VM10knl1fZQoaAZoCWgPQwiJX7GGi5w1QJSGlFKUaBVNAwFoFkdAl0To3WFvh3V9lChoBmgJaA9DCDQtsTIawldAlIaUUpRoFU3oA2gWR0CXSVp1zQu3dX2UKGgGaAloD0MIvOgrSDMlW0CUhpRSlGgVTegDaBZHQJdLWSwGGEh1fZQoaAZoCWgPQwiO6J51jbI3QJSGlFKUaBVL5WgWR0CXTAA0Kqn4dX2UKGgGaAloD0MIW7BUF/B+NsCUhpRSlGgVTS0BaBZHQJdMhs0pEx91fZQoaAZoCWgPQwj92vrpPwJXQJSGlFKUaBVN6ANoFkdAl0+gPNFBp3V9lChoBmgJaA9DCK4QVmMJIF9AlIaUUpRoFU3oA2gWR0CXW7waBI4EdX2UKGgGaAloD0MIppcYy/TDRECUhpRSlGgVS9xoFkdAl18r8WKuS3V9lChoBmgJaA9DCOrr+Zrlp2FAlIaUUpRoFU3oA2gWR0CXX4oi9qUNdX2UKGgGaAloD0MIv+/fvDjnS0CUhpRSlGgVTegDaBZHQJdpO13MY/F1fZQoaAZoCWgPQwimYI2z6RgmwJSGlFKUaBVLyGgWR0CXc37I1cdHdX2UKGgGaAloD0MIliAjoMJ2XMCUhpRSlGgVTZ0BaBZHQJd1MEA5q/N1fZQoaAZoCWgPQwiY2lIHeUk1wJSGlFKUaBVL4WgWR0CXdy3kPtladX2UKGgGaAloD0MIu+1Cc51jXcCUhpRSlGgVTTkCaBZHQJd66SdOIqN1fZQoaAZoCWgPQwjHLlG9NRRcQJSGlFKUaBVN6ANoFkdAl3xuhK15SnV9lChoBmgJaA9DCFDIztvYWl9AlIaUUpRoFU3oA2gWR0CXfMDZDiOvdX2UKGgGaAloD0MINbVsrS+wWUCUhpRSlGgVTegDaBZHQJeFF69kBjp1fZQoaAZoCWgPQwgCt+7mqeYiwJSGlFKUaBVL/2gWR0CXiAbXYlIFdX2UKGgGaAloD0MIuKzCZoDLMMCUhpRSlGgVTQEBaBZHQJeMf8HfMwF1fZQoaAZoCWgPQwgMy59vC3JKQJSGlFKUaBVN6ANoFkdAl5M1wkxASnV9lChoBmgJaA9DCJCjObLyw0FAlIaUUpRoFU3oA2gWR0CXk2wrDqGDdX2UKGgGaAloD0MIueLiqNysJECUhpRSlGgVS5xoFkdAl5NzefqX4XV9lChoBmgJaA9DCKnBNAwf4mfAlIaUUpRoFU0kAWgWR0CXlygpjMFEdX2UKGgGaAloD0MIbJVgcThRXUCUhpRSlGgVTegDaBZHQJeXfYdyT6l1fZQoaAZoCWgPQwiRup195btUQJSGlFKUaBVN6ANoFkdAl5ojI/7iynV9lChoBmgJaA9DCKOTpdb7jew/lIaUUpRoFU0CAWgWR0CXngPS2H+IdX2UKGgGaAloD0MI8nhafuAOY8CUhpRSlGgVTakBaBZHQJeoCwbEP2B1fZQoaAZoCWgPQwi4dTdPdTgWwJSGlFKUaBVLpGgWR0CXtAhz/6wddX2UKGgGaAloD0MIuATgn1LtJMCUhpRSlGgVTegDaBZHQJe3lEXtSht1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 128, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 16, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

dark-lander.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3316c26a9647560b98eca9bc71784bd72f83f3eab4f0d25ca679c17630516256
-size 144043
+oid sha256:7173f3fefacba1f88674ad75638fe72aa5a787eeb4e77ec8206b6eb8fc9773e9
+size 146191

dark-lander/data

@@ -41,13 +41,13 @@
         "dtype": "int64",
         "_np_random": null
     },
-    "n_envs": 16,
-    "num_timesteps": 1015808,
+    "n_envs": 64,
+    "num_timesteps": 1048576,
     "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1651858494.9472606,
+    "start_time": 1651860166.4659212,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -56,34 +56,34 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZZHT3hCpu6K5uYvGn1DrnQohM7Iy2BOAAAgD8AAIA/Zu9uPWJKgT6nDIi8PlU4vsU4vjziwnM7AAAAAAAAAABqSpG+N99XPwm2h7wEPLi+pA4/vtKcBT0AAAAAAAAAAKYzVj7lA5o+ULCgvsw9m752X/s5eL6PvQAAAAAAAAAA5sJiPflegj7UYBQ9GM6AvvfYmjxGupu8AAAAAAAAAADNfuM99XirPx3lKj8b38u+yeuLPXWvuj4AAAAAAAAAAA1iPL6KWYc/scIMvwpv/77DsFO+58ONvgAAAAAAAAAAptUVPshsOz8WZLq9m5+4vveXlD1rPmW7AAAAAAAAAADNbNq89ux2ugZpNTtCzG85Vn3gusq61bkAAIA/AACAP8ALkD2u+Ya6Gro6M4Ilby6GXgI4+se/swAAgD8AAIA/M8auPCmIYbpNVdI6/OAZNHVQk7pKtCEzAACAPwAAgD9NewY9hdPpuVI2KLZeUJuxGFBSO6vvQzUAAIA/AACAP5pza70FH48+C62APo1uHr7HvLg9NjQhPgAAAAAAAAAAMwFaPeh2rz4atI+8IvmPvt4ArzuJIo+9AAAAAAAAAAAApDU98oG0P+hkYT5TD4m+2PiIPfqWazwAAAAAAAAAAACobbvh6Ji6R62POuWsKbYrSaI6S7WluQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQgAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYACAAAAAAAAD0PFj+SaFs/KACgPiNr1r6NlGE9BlzlPAAAAAAAAAAAJijiPY+CeLh3wgy8USRDN9hgKDqZR4e2AACAPwAAgD/6whE/9f8AP+yGpT7Xi1e+ZIvwPdL9nL0AAAAAAAAAAAAec74B8DI/0HI7PXPldL4A0pg88ntFvQAAAAAAAAAAQHrLPa43wjm9co88Z/I4vJtofDtggTi8AAAAAAAAAABNwuk9XBVbPiUUF72R/Fa+a/JSPOiyVT0AAAAAAAAAADMtEzxPAO8+WvkjPMThhr7Kyh07AzIevAAAAAAAAAAAc0PGvYUz5LmQuVk7N+HJNamH0rnGtXq6AACAPwAAgD/2+DM/zFo7vhvQUr5dgam9nPtUPvYQSb4AAIA/AACAP0ZtQz7ORu4+ei/KPGeYsL4ivLe9jlayPAAAAAAAAAAA80qivhE6JL141Ve99iYLvDxvdD4MzSc0AACAPwAAgD8ApD08e+6Quk6ePz1kddA8umVgumT3sj0AAIA/AACAP4Cfqz7cNWi8BHG1umE3mrtMiY29TkaMPAAAgD8AAAAApqIwvsMcZ7yAHmo7aHwBOgS00D3pJra6AACAPwAAgD+Ahus+8Q1YvVFdSbxChB89sk0RPiDzirwAAAAAAAAAABNGtj4/0gw/CeTAPVnvnb7n7LU9bOuSOwAAAAAAAAAAqtxyvtrhET9OgrE9M62KvqAfbzppSI89AAAAAAAAAACwnoo+j78gvHIg4T00/sG9V/2AvVKOo74AAAAAAACAPzMrSTyP3jG6ToccPbw/ZTUJdzY608hVNAAAgD8AAIA/MVgFv8/PALwdnj455KLrOyp0RD42wCI8AACAPwAAgD8zdSs9j0Y8uvwiSjxnbKW1nM2UOwBkoLQAAIA/AACAP9YqCb/APCI/ZQDpvb2Lt76QUdY8FqjsOwAAAAAAAAAAJc2xvrsAgj8JUy6+jCAFvxpOJ70y0XY9AAAAAAAAAABmiIW9KcQ0uhucHLtABXE4z4e4O/oyqjkAAIA/AACAPzbS8L4hfya97vKjvNRIujzmmw0+xtxHvQAAgD8AAIA/YDGAPh9lmTyOr165MKVFt4cJIz7bMFW4AACAPwAAgD8yN6u+rRlYvWf4xLqpZYK4IXeNPupixDgAAIA/AACAP1scIL8wFFS+0qkwvGGeYDxBY4O7s5qNvQAAgD8AAIA/ACDiuo/KA7rMIj27ZgYOMwkeHTv4TFg6AACAPwAAgD9sqxu/5yMovtdCsjrzJqs3NcK0PVamTjoAAIA/AACAP93IMj8p7gw9Mq0cvm3YvTzdAJ0+3tGPPAAAAAAAAAAAAFWKPSlQcrpGUM882wsDPQG2hbibt+A9AACAPwAAgD/KzuU+bA+GPAYVjDomHaS78/pVPn641b0AAAAAAAAAABogQ70piAS6rjeLPN4E/Do1Q0e7Gh/cuwAAgD8AAAAAZgfVvfbkDLrGbI+6zxqyOBnCYDtPNqE5AACAPwAAgD+eJge/fUJ6va0gG7zmfQY84ZRDPozCibwAAAAAAAAAAMP2rD57kd68IKizOsu6BTmTnNy9KpHgOQAAgD8AAIA/zZOnPeH6zzdt2uQ7NaKXu7n23rsvNIU8AACAPwAAAACI2i6/Sq3dvWi1gjxfRXq6CNu3vfauhTUAAIA/AACAP9p46b3XByg6lvnXPRDvDrwwGsI6rdONvAAAAAAAAAAA48g6Pzjktz6ojcU9iY2vvhLwGr3foa89AAAAAAAAAADWiK6+1255vdiOZzx53MS6TGuLPgo1hjwAAIA/AACAP02xID52Crw/4eQEPyJd/b05DMQ94HE4PgAAAAAAAAAAg7RsviSqLjx4vQE+PzuQvcJppL0Fc4E9AAAAAAAAAAAA2t09KSAeungrnrxxV4k8EC2KOwgVljsAAIA/AACAPwBz5T44AKM8Av4qvYusQrvbS4k+9WugvAAAgD8AAIA/BtQMv/j17r22u4Y91HKhuQNGir2aqpC8AACAPwAAgD8aXZm9hfO0ud52Bz0GYRG5UmZfO/jqCrgAAIA/AACAP1060j585cW9VBW/PQHyIr5opge+NdXLvgAAgD8AAIA/WtSLPkOYArwtH9o8/JYUPBL8e70xkiU7AACAPwAAgD9zWps+sANKP/0Dzj5QTru+oEpCPsqXTz0AAAAAAAAAAOYaar3sqeu5CTexPGqv7LPEyFE7smOfswAAgD8AAIA/AMTaO3v4nroKHr08bNB1NukADbumcmY1AACAPwAAgD+F+aC+CHimvMUodryLHug8t+ABPs5fC7oAAIA/AACAPzM2njzhMKK6JssXPGluqDajVk47ksKaNQAAgD8AAIA/c4uOPj2wEjzacZo72R8YOUHFmD221es5AACAPwAAAADWRlW+LT2jPrDot71qJ4W+SHMGPVEBA70AAAAAAAAAAM3qHj2Ahp4/GpVcPmPJwb7Klh+7JMEkvAAAAAAAAAAAGh2fPSkoXrpa0Oa8kmYVvBY/4rvKLAK9AACAPwAAgD9GKiY/KOYdvuZJmLtddjA84/JgPmpC3DsAAIA/AACAP2ZmMz0f0+g67dFqPhs9Nzt8uK88KqYYPgAAAAAAAAAAOty5Pk0/ub3eRZY+psuHvd/7xL7qmaG9AACAPwAAgD8AI4U+V00PP1bLnT2Hoqa+T0q1PLoMsT0AAAAAAAAAAM0c2T24Hp25jruoO9fYuzZTgQk7bkXGNQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.04857599999999995,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVexAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMItmlsrwXScUCUhpRSlIwBbJRNBwGMAXSUR0ClBxW/SH/MdX2UKGgGaAloD0MIYd7jTFMAcUCUhpRSlGgVTXABaBZHQKUI05XEIgN1fZQoaAZoCWgPQwj35cx2xR1wQJSGlFKUaBVNEgFoFkdApQj2lEZzgnV9lChoBmgJaA9DCGpnmNpS2W5AlIaUUpRoFU1AAWgWR0ClCizlDF6zdX2UKGgGaAloD0MI/MVsyaoIcECUhpRSlGgVTQgBaBZHQKUK62R7qpt1fZQoaAZoCWgPQwj1udqK/eNvQJSGlFKUaBVNOwFoFkdApQsdoWYWtXV9lChoBmgJaA9DCIPcRZhi6HFAlIaUUpRoFU0bAWgWR0ClCx0QkHD8dX2UKGgGaAloD0MIutqK/WWocUCUhpRSlGgVTU0BaBZHQKULPoJzDGd1fZQoaAZoCWgPQwjKxK2C2I5yQJSGlFKUaBVNMgFoFkdApQtj3ueBhHV9lChoBmgJaA9DCJD4FWu4I3FAlIaUUpRoFU0OAWgWR0ClC8wDvE0jdX2UKGgGaAloD0MISrTk8TRTbUCUhpRSlGgVTTIBaBZHQKUMjCXQdCF1fZQoaAZoCWgPQwiTVKaYA4xwQJSGlFKUaBVN1AFoFkdApQ0H/7zkIXV9lChoBmgJaA9DCL5QwHZw2HBAlIaUUpRoFU1oAWgWR0ClDWq+i8FqdX2UKGgGaAloD0MI1o7iHDXHckCUhpRSlGgVTR0BaBZHQKUNi9fTkQx1fZQoaAZoCWgPQwjNHmgFBv5xQJSGlFKUaBVNNQFoFkdApQ3izw+dLHV9lChoBmgJaA9DCHoAi/w6sXBAlIaUUpRoFU1RAWgWR0ClDo5BLPD6dX2UKGgGaAloD0MI5IdKI+bTcECUhpRSlGgVS/1oFkdApQ6USoOx0XV9lChoBmgJaA9DCLzLRXxnDHBAlIaUUpRoFU0xAWgWR0ClD9BKDkELdX2UKGgGaAloD0MIbkxPWGLab0CUhpRSlGgVTQUBaBZHQKUQAP1+RYB1fZQoaAZoCWgPQwjb/SrA9+ZuQJSGlFKUaBVNAwFoFkdApRDHeaa1C3V9lChoBmgJaA9DCES+S6kLrHJAlIaUUpRoFU0HAWgWR0ClEN9WyTpxdX2UKGgGaAloD0MIZwxzgjYSckCUhpRSlGgVTQ8BaBZHQKUQ3pZfUnZ1fZQoaAZoCWgPQwilLhnHSCtvQJSGlFKUaBVNEgFoFkdApRFluxbB43V9lChoBmgJaA9DCIIAGTp2QF9AlIaUUpRoFU3oA2gWR0ClEXhXS0BwdX2UKGgGaAloD0MIptWQuAdXckCUhpRSlGgVTS8BaBZHQKUR3TrE9+x1fZQoaAZoCWgPQwjaHr3hvhJtQJSGlFKUaBVNHwFoFkdApRIS5sj3VXV9lChoBmgJaA9DCLiU88Uei3FAlIaUUpRoFU0HAWgWR0ClEkQztTkydX2UKGgGaAloD0MIy/RLxNt+b0CUhpRSlGgVTRwBaBZHQKUTfMBZIQR1fZQoaAZoCWgPQwgipkQSvbVvQJSGlFKUaBVNDwFoFkdApROkbvPTonV9lChoBmgJaA9DCG1VEtnHSnFAlIaUUpRoFUv3aBZHQKUTxcuanaZ1fZQoaAZoCWgPQwh7TKQ0m41yQJSGlFKUaBVNLAFoFkdApRPrDVH4GnV9lChoBmgJaA9DCJaxoZv9Mm1AlIaUUpRoFU0TAWgWR0ClFFPE87p3dX2UKGgGaAloD0MIQde+gN6GcECUhpRSlGgVTWgBaBZHQKUUpbNbC791fZQoaAZoCWgPQwiopiTrcFtyQJSGlFKUaBVNEAFoFkdApRVp66asqHV9lChoBmgJaA9DCIfhI2JKnW9AlIaUUpRoFU0dAWgWR0ClFdySeRPodX2UKGgGaAloD0MIdLLUej+Wb0CUhpRSlGgVTR4BaBZHQKUW1T2FnI11fZQoaAZoCWgPQwjbbKzEvKxtQJSGlFKUaBVNLAFoFkdApRcQ5BC2MXV9lChoBmgJaA9DCEIHXcIh1G9AlIaUUpRoFU0xAWgWR0ClF0eirT6SdX2UKGgGaAloD0MIeCrgnidscECUhpRSlGgVTQoBaBZHQKUXb7RfF751fZQoaAZoCWgPQwjFrYIYqDBwQJSGlFKUaBVNBQFoFkdApRe+DlHSW3V9lChoBmgJaA9DCCIYB5eOLXBAlIaUUpRoFU0RAWgWR0ClF8cox59mdX2UKGgGaAloD0MIDFnd6rlZc0CUhpRSlGgVTT0BaBZHQKUYFCWNWEN1fZQoaAZoCWgPQwgzxRwEXRdwQJSGlFKUaBVNQgFoFkdApRgbWuoxYnV9lChoBmgJaA9DCBEY6xvYfHFAlIaUUpRoFU0dAWgWR0ClKJo/qxC6dX2UKGgGaAloD0MIJF6ezpVycUCUhpRSlGgVTRYBaBZHQKUou6wt8NR1fZQoaAZoCWgPQwgZV1wcFV5yQJSGlFKUaBVNGgFoFkdApSjzoMa0hXV9lChoBmgJaA9DCD2ARX69F3FAlIaUUpRoFU0vAWgWR0ClKRIDgZTAdX2UKGgGaAloD0MIlN43vnZKcUCUhpRSlGgVTSABaBZHQKUpcA/9pAV1fZQoaAZoCWgPQwiJJ7uZUYZvQJSGlFKUaBVNLAFoFkdApSn8hgVoH3V9lChoBmgJaA9DCIQR+wTQHXFAlIaUUpRoFU0ZAWgWR0ClKlqdxyXEdX2UKGgGaAloD0MIMrCO44eecUCUhpRSlGgVTTgBaBZHQKUrdoTwlSl1fZQoaAZoCWgPQwj3OqkvS0xyQJSGlFKUaBVNKAFoFkdApSwOUMXrMXV9lChoBmgJaA9DCKVneolx7nFAlIaUUpRoFU0BAWgWR0ClLCSt/4IsdX2UKGgGaAloD0MI0CUceguscUCUhpRSlGgVTSQBaBZHQKUsaHaews51fZQoaAZoCWgPQwg6kWCqmWRwQJSGlFKUaBVNHQFoFkdApSxpD1Gsm3V9lChoBmgJaA9DCItvKHy2a29AlIaUUpRoFU0tAWgWR0ClLGhsANobdX2UKGgGaAloD0MIkYDR5Y0IcECUhpRSlGgVTRkBaBZHQKUs9uG9Htp1fZQoaAZoCWgPQwgNjLysiYRxQJSGlFKUaBVNMgFoFkdApS0Y7LdN4HV9lChoBmgJaA9DCLnjTX7LnnFAlIaUUpRoFU1aAWgWR0ClLjIV2zOYdX2UKGgGaAloD0MINPW6ReDLcUCUhpRSlGgVTSABaBZHQKUudO9FnZl1fZQoaAZoCWgPQwgKSzygrOxxQJSGlFKUaBVNHgFoFkdApS6pEYwZfnV9lChoBmgJaA9DCE/rNqh9nG9AlIaUUpRoFU0XAWgWR0ClLqeUhV2idX2UKGgGaAloD0MIc2Tll0FIb0CUhpRSlGgVTTIBaBZHQKUusTRIBil1fZQoaAZoCWgPQwjSjbCoiHdvQJSGlFKUaBVNAgFoFkdApS96LsKLKnV9lChoBmgJaA9DCDY8vVJWoXJAlIaUUpRoFU0/AWgWR0ClL7UY0l7ddX2UKGgGaAloD0MIe/ZcpiYYb0CUhpRSlGgVTQABaBZHQKUwavN/vv11fZQoaAZoCWgPQwiq1VdXRS9yQJSGlFKUaBVNYAFoFkdApTDw+pwS8XV9lChoBmgJaA9DCNdQai8imXBAlIaUUpRoFU0CAWgWR0ClMVTcRDkVdX2UKGgGaAloD0MI7ginBS/KcUCUhpRSlGgVTQ8BaBZHQKUxmxoqTbF1fZQoaAZoCWgPQwhTIolehqFyQJSGlFKUaBVNIAFoFkdApTGkgU1yenV9lChoBmgJaA9DCBQJpppZs3FAlIaUUpRoFU0TAWgWR0ClMa8RDkU9dX2UKGgGaAloD0MIr1qZ8EswbUCUhpRSlGgVS/toFkdApTHGTX8O1HV9lChoBmgJaA9DCCntDb7wSnNAlIaUUpRoFU0nAWgWR0ClMdo1tO2zdX2UKGgGaAloD0MIv9U6cfk4ckCUhpRSlGgVTQsBaBZHQKUyLcafjCJ1fZQoaAZoCWgPQwjfpdQl4zxxQJSGlFKUaBVL+mgWR0ClM3b4Ju2rdX2UKGgGaAloD0MIW311VaBickCUhpRSlGgVTRYBaBZHQKUziD15B1N1fZQoaAZoCWgPQwjs+gW7YdFtQJSGlFKUaBVNGgFoFkdApTPgJkXk53V9lChoBmgJaA9DCIM1zqbj73FAlIaUUpRoFU0jAWgWR0ClND0y57PZdX2UKGgGaAloD0MIOIHptO5pbECUhpRSlGgVTQgBaBZHQKU0pp5/smh1fZQoaAZoCWgPQwiR09fztfRxQJSGlFKUaBVNBQFoFkdApTTZyp71I3V9lChoBmgJaA9DCD25pkDmd25AlIaUUpRoFU1UAWgWR0ClNTkA5q/NdX2UKGgGaAloD0MIYmpLHaSWcECUhpRSlGgVTTgBaBZHQKU2vp0wJw91fZQoaAZoCWgPQwiIvruVJc9yQJSGlFKUaBVNJAFoFkdApTbdOARTTHV9lChoBmgJaA9DCOvJ/KNvBHBAlIaUUpRoFU0GAWgWR0ClNvrYoRZmdX2UKGgGaAloD0MINj0oKEVgbkCUhpRSlGgVTQQBaBZHQKU3CGbCrLh1fZQoaAZoCWgPQwiJCP8iaGNyQJSGlFKUaBVNDgFoFkdApTcTABT4tnV9lChoBmgJaA9DCI0OSMI+snJAlIaUUpRoFU0PAWgWR0ClNx++M6zWdX2UKGgGaAloD0MIQ+c1dslOcUCUhpRSlGgVTSQBaBZHQKU3PLRKHwh1fZQoaAZoCWgPQwguVz82CTNxQJSGlFKUaBVL+WgWR0ClN0UmUnogdX2UKGgGaAloD0MImDJwQEtCckCUhpRSlGgVTSkBaBZHQKU3t5IpYtB1fZQoaAZoCWgPQwjKiAtAo4NvQJSGlFKUaBVNIgFoFkdApTkvPszEaXV9lChoBmgJaA9DCP0v16IF+G1AlIaUUpRoFU0AAWgWR0ClOUt0/4ZddX2UKGgGaAloD0MIl3DoLR4CcECUhpRSlGgVTSsBaBZHQKU5azD4xlB1fZQoaAZoCWgPQwiBXyNJEKY3QJSGlFKUaBVL4GgWR0ClOZkAxSHedX2UKGgGaAloD0MIx735DRN3cECUhpRSlGgVTSUBaBZHQKU5oJ2t+1B1fZQoaAZoCWgPQwhC0qdVtLJyQJSGlFKUaBVNJwFoFkdApTqPGn4wiHV9lChoBmgJaA9DCC9OfLWjH3FAlIaUUpRoFU07AWgWR0ClOsbihnJ1dX2UKGgGaAloD0MI9PkoI65hcECUhpRSlGgVTQ0BaBZHQKU73Fvybx51fZQoaAZoCWgPQwhoW806Y8duQJSGlFKUaBVNCgFoFkdApTwCYG+sYHV9lChoBmgJaA9DCGghAaMLFXJAlIaUUpRoFU0OAWgWR0ClPCPYWcjJdWUu"
+        ":serialized:": "gAWVZRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMII6MDkrA8UECUhpRSlIwBbJRN6AOMAXSUR0CWYWwTdtVJdX2UKGgGaAloD0MICTVDqijtU0CUhpRSlGgVTegDaBZHQJZlnoZAIIF1fZQoaAZoCWgPQwiKV1nbFKFUQJSGlFKUaBVN6ANoFkdAlme27jDKo3V9lChoBmgJaA9DCLq/ety3GjLAlIaUUpRoFUvlaBZHQJZnvSCvovB1fZQoaAZoCWgPQwj+8PPfg61bQJSGlFKUaBVN6ANoFkdAlmi8wco6S3V9lChoBmgJaA9DCMiW5esyQVrAlIaUUpRoFUvSaBZHQJZo575VOsV1fZQoaAZoCWgPQwgRNGYS9QogQJSGlFKUaBVNBQFoFkdAlm0jtG/etXV9lChoBmgJaA9DCPet1onLcQlAlIaUUpRoFUvNaBZHQJZwu5AhStN1fZQoaAZoCWgPQwhTymsldK9VwJSGlFKUaBVNYQFoFkdAlndI7zTWoXV9lChoBmgJaA9DCPGBHf8FKVRAlIaUUpRoFU3oA2gWR0CWfavP1L8KdX2UKGgGaAloD0MIgv+tZEdLY8CUhpRSlGgVTRACaBZHQJaGrKnvUjN1fZQoaAZoCWgPQwiMZmX7kKdcQJSGlFKUaBVN6ANoFkdAlooX0PH1e3V9lChoBmgJaA9DCNNM9zqplUbAlIaUUpRoFUvlaBZHQJaLE33pOet1fZQoaAZoCWgPQwjrOH6otNRswJSGlFKUaBVNgAFoFkdAlosqe9SMtXV9lChoBmgJaA9DCPqa5bLRgFdAlIaUUpRoFU3oA2gWR0CWjMfcer+6dX2UKGgGaAloD0MI1A0UeCe/KcCUhpRSlGgVS+VoFkdAlp37eVLSNXV9lChoBmgJaA9DCI82jliL0VtAlIaUUpRoFU3oA2gWR0CWn5Q40dildX2UKGgGaAloD0MIk/5eCg/OO8CUhpRSlGgVTUoBaBZHQJagPSeAd4p1fZQoaAZoCWgPQwgJTn0gefRQQJSGlFKUaBVN6ANoFkdAlqOA4Otnw3V9lChoBmgJaA9DCLiSHRsBB2BAlIaUUpRoFU3oA2gWR0CWqLOn2qT9dX2UKGgGaAloD0MIC7Q7pBhCQECUhpRSlGgVTegDaBZHQJapFVKf4AV1fZQoaAZoCWgPQwjsM2d9yrEAQJSGlFKUaBVLxWgWR0CWrblRxcVydX2UKGgGaAloD0MI5xcl6C/0NkCUhpRSlGgVS8ZoFkdAlq8yEUTL4nV9lChoBmgJaA9DCMR6o1aYkl5AlIaUUpRoFU3oA2gWR0CWtWpMpPRBdX2UKGgGaAloD0MIA5SGGoXUUUCUhpRSlGgVTegDaBZHQJa7GoXKr7x1fZQoaAZoCWgPQwhoPudu11FQQJSGlFKUaBVN6ANoFkdAlr1Jng5zYHV9lChoBmgJaA9DCDeo/dZOjFFAlIaUUpRoFU3oA2gWR0CWwHuAI6bOdX2UKGgGaAloD0MIWoC21ayHPECUhpRSlGgVS5doFkdAlsMdIkJKJ3V9lChoBmgJaA9DCLRaYI+JAEFAlIaUUpRoFUt1aBZHQJbKXcN6PbR1fZQoaAZoCWgPQwjPS8XGvFo3wJSGlFKUaBVLd2gWR0CWynPVNHpbdX2UKGgGaAloD0MIKZgxBWsiWECUhpRSlGgVTegDaBZHQJbQWoBJZnt1fZQoaAZoCWgPQwj7Anrhzj0iQJSGlFKUaBVLwmgWR0CW0UKHwgDBdX2UKGgGaAloD0MIcR3jiosvUkCUhpRSlGgVTegDaBZHQJbT35RCQcR1fZQoaAZoCWgPQwjWxAJfUSxhQJSGlFKUaBVN6ANoFkdAltQx9LHuJHV9lChoBmgJaA9DCJEqildZA0hAlIaUUpRoFU3oA2gWR0CW1P1ivxH5dX2UKGgGaAloD0MIeH3mrE+IUECUhpRSlGgVTegDaBZHQJbVXqZ+hGp1fZQoaAZoCWgPQwiZEd4ehBlQwJSGlFKUaBVNPAFoFkdAltbzZL7GenV9lChoBmgJaA9DCKvsuyL4Iz5AlIaUUpRoFUuGaBZHQJbZUZsKsuF1fZQoaAZoCWgPQwineFxUi1RdwJSGlFKUaBVL6GgWR0CW3qO9FnZkdX2UKGgGaAloD0MIqg1ORL8AR0CUhpRSlGgVS51oFkdAluG+6mO2iXV9lChoBmgJaA9DCOY+OQoQhS1AlIaUUpRoFUu2aBZHQJblJkCmuT11fZQoaAZoCWgPQwhFD3wMVsZQQJSGlFKUaBVN6ANoFkdAlufg6hg3LnV9lChoBmgJaA9DCF/svfiiXTFAlIaUUpRoFU3oA2gWR0CW690Z3s5XdX2UKGgGaAloD0MI+BkXDoTeRkCUhpRSlGgVTegDaBZHQJbteWE9Mbp1fZQoaAZoCWgPQwhMiSR6GR0rQJSGlFKUaBVN6ANoFkdAlu3L+YMOPXV9lChoBmgJaA9DCOrOE8/Zrj1AlIaUUpRoFU3oA2gWR0CW7o4Pf8/EdX2UKGgGaAloD0MIBDxp4TKZZ8CUhpRSlGgVTSoBaBZHQJbx0vCdjG11fZQoaAZoCWgPQwgfuqC+ZdxSQJSGlFKUaBVN6ANoFkdAlvKK9kBjnXV9lChoBmgJaA9DCK8GKA0141JAlIaUUpRoFU3oA2gWR0CXAGy31BdEdX2UKGgGaAloD0MIyXN9Hw5CMECUhpRSlGgVTegDaBZHQJcFn7fpD/l1fZQoaAZoCWgPQwhVFRqIZZcxwJSGlFKUaBVN6ANoFkdAlwkxn3+MqHV9lChoBmgJaA9DCKOtSiL7VkZAlIaUUpRoFU3oA2gWR0CXCpWeYlY2dX2UKGgGaAloD0MIk6mCUUlRZMCUhpRSlGgVTfIBaBZHQJcLPAtWdVh1fZQoaAZoCWgPQwhzDwnf+wsQwJSGlFKUaBVLwWgWR0CXDqNDtw71dX2UKGgGaAloD0MI98lRgCh8O8CUhpRSlGgVTegDaBZHQJcTa2iL2pR1fZQoaAZoCWgPQwj0wwjh0dYyQJSGlFKUaBVL+mgWR0CXGK3IMjNZdX2UKGgGaAloD0MIH73hPnLjVUCUhpRSlGgVTegDaBZHQJcYtON5t3x1fZQoaAZoCWgPQwiB7PXuj0s8wJSGlFKUaBVL02gWR0CXHR3g1m8NdX2UKGgGaAloD0MIZtr+lZW4UECUhpRSlGgVTegDaBZHQJcdJQm/nGN1fZQoaAZoCWgPQwgqV3iXi7AkQJSGlFKUaBVL0mgWR0CXIgt8eCCjdX2UKGgGaAloD0MINsgkI2fBCMCUhpRSlGgVS+NoFkdAlyN+sDGLk3V9lChoBmgJaA9DCKjhW1g3t1dAlIaUUpRoFU3oA2gWR0CXJtradtl7dX2UKGgGaAloD0MIdXedDfmBS8CUhpRSlGgVTQQBaBZHQJcqcdLg4wR1fZQoaAZoCWgPQwibN04K8/ZMQJSGlFKUaBVN6ANoFkdAly1l1wHZ9XV9lChoBmgJaA9DCDeq04Gsb1pAlIaUUpRoFU3oA2gWR0CXL2QOnVG1dX2UKGgGaAloD0MIuYlamltJMMCUhpRSlGgVS/BoFkdAlzEO4Cp3o3V9lChoBmgJaA9DCAsm/ijq9EdAlIaUUpRoFU3oA2gWR0CXNAoVVPvbdX2UKGgGaAloD0MIMV7zqs6BUECUhpRSlGgVTegDaBZHQJc15cUuctp1fZQoaAZoCWgPQwhWnkDYKa9VQJSGlFKUaBVN6ANoFkdAlzYD4xk/bHV9lChoBmgJaA9DCEF+NnLdWDNAlIaUUpRoFU0cAWgWR0CXOCCL/CIldX2UKGgGaAloD0MIJZASu7ZNQ0CUhpRSlGgVTegDaBZHQJc5VM10knl1fZQoaAZoCWgPQwiJX7GGi5w1QJSGlFKUaBVNAwFoFkdAl0To3WFvh3V9lChoBmgJaA9DCDQtsTIawldAlIaUUpRoFU3oA2gWR0CXSVp1zQu3dX2UKGgGaAloD0MIvOgrSDMlW0CUhpRSlGgVTegDaBZHQJdLWSwGGEh1fZQoaAZoCWgPQwiO6J51jbI3QJSGlFKUaBVL5WgWR0CXTAA0Kqn4dX2UKGgGaAloD0MIW7BUF/B+NsCUhpRSlGgVTS0BaBZHQJdMhs0pEx91fZQoaAZoCWgPQwj92vrpPwJXQJSGlFKUaBVN6ANoFkdAl0+gPNFBp3V9lChoBmgJaA9DCK4QVmMJIF9AlIaUUpRoFU3oA2gWR0CXW7waBI4EdX2UKGgGaAloD0MIppcYy/TDRECUhpRSlGgVS9xoFkdAl18r8WKuS3V9lChoBmgJaA9DCOrr+Zrlp2FAlIaUUpRoFU3oA2gWR0CXX4oi9qUNdX2UKGgGaAloD0MIv+/fvDjnS0CUhpRSlGgVTegDaBZHQJdpO13MY/F1fZQoaAZoCWgPQwimYI2z6RgmwJSGlFKUaBVLyGgWR0CXc37I1cdHdX2UKGgGaAloD0MIliAjoMJ2XMCUhpRSlGgVTZ0BaBZHQJd1MEA5q/N1fZQoaAZoCWgPQwiY2lIHeUk1wJSGlFKUaBVL4WgWR0CXdy3kPtladX2UKGgGaAloD0MIu+1Cc51jXcCUhpRSlGgVTTkCaBZHQJd66SdOIqN1fZQoaAZoCWgPQwjHLlG9NRRcQJSGlFKUaBVN6ANoFkdAl3xuhK15SnV9lChoBmgJaA9DCFDIztvYWl9AlIaUUpRoFU3oA2gWR0CXfMDZDiOvdX2UKGgGaAloD0MINbVsrS+wWUCUhpRSlGgVTegDaBZHQJeFF69kBjp1fZQoaAZoCWgPQwgCt+7mqeYiwJSGlFKUaBVL/2gWR0CXiAbXYlIFdX2UKGgGaAloD0MIuKzCZoDLMMCUhpRSlGgVTQEBaBZHQJeMf8HfMwF1fZQoaAZoCWgPQwgMy59vC3JKQJSGlFKUaBVN6ANoFkdAl5M1wkxASnV9lChoBmgJaA9DCJCjObLyw0FAlIaUUpRoFU3oA2gWR0CXk2wrDqGDdX2UKGgGaAloD0MIueLiqNysJECUhpRSlGgVS5xoFkdAl5NzefqX4XV9lChoBmgJaA9DCKnBNAwf4mfAlIaUUpRoFU0kAWgWR0CXlygpjMFEdX2UKGgGaAloD0MIbJVgcThRXUCUhpRSlGgVTegDaBZHQJeXfYdyT6l1fZQoaAZoCWgPQwiRup195btUQJSGlFKUaBVN6ANoFkdAl5ojI/7iynV9lChoBmgJaA9DCKOTpdb7jew/lIaUUpRoFU0CAWgWR0CXngPS2H+IdX2UKGgGaAloD0MI8nhafuAOY8CUhpRSlGgVTakBaBZHQJeoCwbEP2B1fZQoaAZoCWgPQwi4dTdPdTgWwJSGlFKUaBVLpGgWR0CXtAhz/6wddX2UKGgGaAloD0MIuATgn1LtJMCUhpRSlGgVTegDaBZHQJe3lEXtSht1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 496,
-    "n_steps": 1024,
+    "_n_updates": 128,
+    "n_steps": 2048,
     "gamma": 0.999,
     "gae_lambda": 0.98,
     "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 128,
-    "n_epochs": 8,
+    "n_epochs": 16,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"

dark-lander/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:199f06c4b7faaaf9b8c9502fb5d3bd12a9aacefc18689e4dfcc4f842bf82912e
-size 84829
+oid sha256:969b049d14b2e7dbb979156787a16112013843d928573526a92e1c4213277e62
+size 84893

dark-lander/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61c38aa110bad06170be9d3f2990c070371b0655ebc9606702b98367903acfea
+oid sha256:18f130d33694c7e3243c75d1dbedae1e8ed2881407fb3322ffc0f5a6d6628c68
 size 43201

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2aaee53045af52f1082fdeba098bee649a0eba03455b24c590e093076d5c535
-size 221676
+oid sha256:1d5d98426b405c44440ef6b8bf9f93e7eb054e5d281d74bf4106272a13a9f6ca
+size 261818

results.json

@@ -1 +1 @@
-{"mean_reward": 262.27950906907364, "std_reward": 17.233154041999754, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-06T18:00:18.552409"}
+{"mean_reward": 9.85071034772933, "std_reward": 118.6519090232371, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-06T18:37:18.628912"}