Upload model to Hugging Face

BC-harcodemap-punish-stagnant-no-training.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74afd7189efbb7c0eefd851f4d5054709f597d97b7de88387963215cf4fc5a46
-size 44130
+oid sha256:49306a5672f1f32db46e6d512dda9ea61e60c49f966049b473471abacadac35a
+size 44061

BC-harcodemap-punish-stagnant-no-training/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbb916e91b0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbb916e9240>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbb916e92d0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbb916e9360>",
-        "_build": "<function ActorCriticPolicy._build at 0x7fbb916e93f0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7fbb916e9480>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fbb916e9510>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbb916e95a0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7fbb916e9630>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbb916e96c0>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbb916e9750>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbb916e97e0>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f763baf51b0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f763baf5240>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f763baf52d0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f763baf5360>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f763baf53f0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f763baf5480>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f763baf5510>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f763baf55a0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f763baf5630>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f763baf56c0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f763baf5750>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f763baf57e0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7fbb916d5fc0>"
+        "_abc_impl": "<_abc._abc_data object at 0x7f763bae69c0>"
     },
     "verbose": true,
     "policy_kwargs": {},
@@ -43,12 +43,12 @@
         "_np_random": null
     },
     "n_envs": 4,
-    "num_timesteps": 57344,
-    "_total_timesteps": 50000,
+    "num_timesteps": 106496,
+    "_total_timesteps": 100000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1681939872464391267,
+    "start_time": 1681940310827432707,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -57,26 +57,26 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVFQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJagAAAAAAAAACNdiUJJS56/AADIQqrG7EHTBPpBXgxNQgAAyEIAAMhCAADIQgAAyEKRIfRCIIL6vhFkuEJy+3xCAADIQprsJEKa7CRCFmhXQgAAyEIAAMhCDiSUQiqU+b/vVzFCggK6QgAAyEKCWkJCAADIQgAAyEIAAMhCAADIQoLYAENDyQ1AAADIQgAAyEIAAMhCAADIQgAAyEIoUJpCAADIQgAAyEKUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLCoaUjAFDlHSUUpQu"
+        ":serialized:": "gAWVFQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJagAAAAAAAAAJEh9EKJWBw/AADIQgAASEIAACBC2DiQQgAAcEIAAMhCAADIQtg4kEIMJ6lCDHZyPwAAyEIAAMhCAADIQnj9KEIJ1JVCAADIQipX6kEAAMhCJ1TwQmfFIkBJbXtCAADIQgAAyEIAAMhC9uTHQgT6lEIAAMhC8tKSQivZ+0LH10fAVSg0QgAAyEIAAMhCAADIQk+TnUIAAMhCIux/Qq6LWkKUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLCoaUjAFDlHSUUpQu"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.1468799999999999,
+    "_current_progress_remaining": -0.0649599999999999,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVcxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIXfqXpDJFT0CUhpRSlIwBbJRNLQGMAXSUR0BZBnEqDsdDdX2UKGgGaAloD0MI0clS6/0G+7+UhpRSlGgVTS0BaBZHQFl67CBPKuB1fZQoaAZoCWgPQwg6CDpa1YIQwJSGlFKUaBVNLQFoFkdAWYIpsoDxLHV9lChoBmgJaA9DCPYlGw+2UkxAlIaUUpRoFU0tAWgWR0BZhquKXOW0dX2UKGgGaAloD0MI/kRlw5rwS0CUhpRSlGgVTS0BaBZHQFnpRQJokAx1fZQoaAZoCWgPQwinBprPOYiCwJSGlFKUaBVNAAFoFkdAWju0jTrmhnV9lChoBmgJaA9DCBk8TPvm1jJAlIaUUpRoFU0tAWgWR0BaZayfL9uQdX2UKGgGaAloD0MIvf4kPnfIS0CUhpRSlGgVTS0BaBZHQFppqdYnv2J1fZQoaAZoCWgPQwikchO1NKZQQJSGlFKUaBVNLQFoFkdAWsRD5TIeYHV9lChoBmgJaA9DCNZuu9BcYzBAlIaUUpRoFU0tAWgWR0Ba9mVVxS5zdX2UKGgGaAloD0MIOPdXj/u+RUCUhpRSlGgVTS0BaBZHQFsOnuiN83N1fZQoaAZoCWgPQwjle0YiNA5BQJSGlFKUaBVNLQFoFkdAWxFYNiH6/XV9lChoBmgJaA9DCM44DVGFXlNAlIaUUpRoFU0tAWgWR0BbTovexfOVdX2UKGgGaAloD0MIqAAYz6Chx7+UhpRSlGgVTS0BaBZHQF1ys90Rvm51fZQoaAZoCWgPQwhEotCy7tdHQJSGlFKUaBVNLQFoFkdAXZwxrSE123V9lChoBmgJaA9DCAdeLXdm6ktAlIaUUpRoFU0tAWgWR0BdoIRNATqTdX2UKGgGaAloD0MIRWeZRSgaMsCUhpRSlGgVTS0BaBZHQF4P4m1IAfd1fZQoaAZoCWgPQwgaGeQugq6AwJSGlFKUaBVNBAFoFkdAXj/R2KVIJHV9lChoBmgJaA9DCANC6+HLpB/AlIaUUpRoFU0tAWgWR0Beb7KRuCPIdX2UKGgGaAloD0MIPKWD9X9KRcCUhpRSlGgVTS0BaBZHQF5xO8TSLIh1fZQoaAZoCWgPQwijrrX3KaCAwJSGlFKUaBVL/GgWR0Bel2eYlY2bdX2UKGgGaAloD0MIrFW7JmRSf8CUhpRSlGgVTQkBaBZHQF6zEDhcZ+B1fZQoaAZoCWgPQwhVMCqpE+AdwJSGlFKUaBVNLQFoFkdAXuU+otL+P3V9lChoBmgJaA9DCIGWrmAbllLAlIaUUpRoFU0tAWgWR0Be6Ii9qUNbdX2UKGgGaAloD0MIpRZKJqdaQkCUhpRSlGgVTS0BaBZHQF8Rn6Eal1t1fZQoaAZoCWgPQwjqlbIMcZwfwJSGlFKUaBVNLQFoFkdAXzU+aBqbjXV9lChoBmgJaA9DCHjt0obDmiJAlIaUUpRoFU0tAWgWR0BfhtsabWmQdX2UKGgGaAloD0MIMbWlDvKKRsCUhpRSlGgVTS0BaBZHQF+KhKlHjId1fZQoaAZoCWgPQwgDQYAMHRlDwJSGlFKUaBVNLQFoFkdAX8U/Vy3kP3V9lChoBmgJaA9DCKSrdHd9QIHAlIaUUpRoFU0cAWgWR0Bf7XRPXTVldX2UKGgGaAloD0MIfuGVJE/7fsCUhpRSlGgVS7toFkdAYAC5U96kZnV9lChoBmgJaA9DCNmWAWcpyUdAlIaUUpRoFU0tAWgWR0BgJPPC2tuDdX2UKGgGaAloD0MIBDxp4bJ6KcCUhpRSlGgVTS0BaBZHQGBFIy9EkSp1fZQoaAZoCWgPQwiocASpFJsnwJSGlFKUaBVNLQFoFkdAYFanQY1pCnV9lChoBmgJaA9DCJ1KBoBq6H/AlIaUUpRoFU0cAWgWR0BgXJhttQ9BdX2UKGgGaAloD0MIs0KR7ueaUECUhpRSlGgVTS0BaBZHQGCP4SYgJTl1fZQoaAZoCWgPQwgIVWr2QFshwJSGlFKUaBVNLQFoFkdAYK7DG96C2HV9lChoBmgJaA9DCLOVl/xPGkVAlIaUUpRoFU0tAWgWR0BgviWE9MbndX2UKGgGaAloD0MIOpLLf0hnK8CUhpRSlGgVTS0BaBZHQGDESk0rK/51fZQoaAZoCWgPQwj2X+emrd2AwJSGlFKUaBVLxWgWR0Bg6voRqXWwdX2UKGgGaAloD0MIaqUQyCUeIcCUhpRSlGgVTS0BaBZHQGDuNN8E3bV1fZQoaAZoCWgPQwg6lQwAVUQgQJSGlFKUaBVNLQFoFkdAYckYG+sYEXV9lChoBmgJaA9DCMF0WrcBk4PAlIaUUpRoFUuiaBZHQGHOGrsByS51fZQoaAZoCWgPQwjEPgEUIw8xwJSGlFKUaBVNLQFoFkdAYc8L5RCQcXV9lChoBmgJaA9DCK2HLxN14ZNAlIaUUpRoFUvcaBZHQGHeFXJYDDF1fZQoaAZoCWgPQwi0O6QYoKFjwJSGlFKUaBVNLQFoFkdAYiC1OTJQtXV9lChoBmgJaA9DCNbHQ99dOmDAlIaUUpRoFU0tAWgWR0BiJUep4rz5dX2UKGgGaAloD0MIejarPlcLWcCUhpRSlGgVTS0BaBZHQGImU5U96kZ1fZQoaAZoCWgPQwiifhe2ZhlGwJSGlFKUaBVNLQFoFkdAYjf3t8eCCnV9lChoBmgJaA9DCDiGAODYV0/AlIaUUpRoFU0tAWgWR0Bif6VGCqZMdX2UKGgGaAloD0MI1GNbBlxgdUCUhpRSlGgVTS0BaBZHQGKExQzk6tF1fZQoaAZoCWgPQwjLnC6LiRxvwJSGlFKUaBVNLQFoFkdAYoXRQ79ycXV9lChoBmgJaA9DCKTBbW3hMSvAlIaUUpRoFU0tAWgWR0BilWLk0aZQdX2UKGgGaAloD0MITweynlp7ZsCUhpRSlGgVTS0BaBZHQGLg3iJfpll1fZQoaAZoCWgPQwil2NE41B9CwJSGlFKUaBVNLQFoFkdAYuVRnezlcXV9lChoBmgJaA9DCDm4dMx5ZEzAlIaUUpRoFU0tAWgWR0Bi5pKnNxEOdX2UKGgGaAloD0MITrSrkPJ/UcCUhpRSlGgVTS0BaBZHQGL4PNNahYh1fZQoaAZoCWgPQwhgr7DgnrmEwJSGlFKUaBVLy2gWR0BjN0ZaV2RrdX2UKGgGaAloD0MILh7ec2AaZMCUhpRSlGgVTS0BaBZHQGNYtMPBi1B1fZQoaAZoCWgPQwiV0jO9xNwzQJSGlFKUaBVNLQFoFkdAY13l2eQMhHV9lChoBmgJaA9DCFT+tbxyAGrAlIaUUpRoFU0tAWgWR0BjcIGnn+yadX2UKGgGaAloD0MIN1X3yOZqGsCUhpRSlGgVTS0BaBZHQGOs3uE25x11fZQoaAZoCWgPQwh4mzdOCpdFwJSGlFKUaBVNLQFoFkdAY8iGJvYOD3V9lChoBmgJaA9DCPrTRnU6MmfAlIaUUpRoFU0tAWgWR0BjzlLQHAymdX2UKGgGaAloD0MIio9PyM63NsCUhpRSlGgVTS0BaBZHQGPdrGza9K51fZQoaAZoCWgPQwgea0YGuQMpwJSGlFKUaBVNLQFoFkdAZBHRWLgn+nV9lChoBmgJaA9DCIwxsI7jWmrAlIaUUpRoFU0tAWgWR0BkLxagVXV9dX2UKGgGaAloD0MIOs5twr2gS8CUhpRSlGgVTS0BaBZHQGQ0gpjMFEB1fZQoaAZoCWgPQwiQMXctIflNwJSGlFKUaBVNLQFoFkdAZEb3dsSCe3V9lChoBmgJaA9DCNXt7CuPeWfAlIaUUpRoFU0tAWgWR0BkfgToMa0hdX2UKGgGaAloD0MI0R+aeXKRMMCUhpRSlGgVTS0BaBZHQGV0dnCfpUx1fZQoaAZoCWgPQwiuoGmJldU4wJSGlFKUaBVNLQFoFkdAZXkfwI+nqHV9lChoBmgJaA9DCNRjWwackTTAlIaUUpRoFU0tAWgWR0BliC1LJ0W/dX2UKGgGaAloD0MI1c4wtaW+EsCUhpRSlGgVTS0BaBZHQGW6Q6hg3Lp1fZQoaAZoCWgPQwhwXpz4ak8jQJSGlFKUaBVNLQFoFkdAZdLWvr4WUXV9lChoBmgJaA9DCJ1lFqHYsEhAlIaUUpRoFU0tAWgWR0Bl2FnPE87qdX2UKGgGaAloD0MI26LMBpnNV0CUhpRSlGgVTS0BaBZHQGXn4Kpkwvh1fZQoaAZoCWgPQwhrRDAOLmVCQJSGlFKUaBVNLQFoFkdAZhhRSgoPTXV9lChoBmgJaA9DCC8wKxRpTIHAlIaUUpRoFUvgaBZHQGYfWU8mrsB1fZQoaAZoCWgPQwjTLTvEP9RBQJSGlFKUaBVNLQFoFkdAZjPollbu+nV9lChoBmgJaA9DCDFgyVUsRipAlIaUUpRoFU0tAWgWR0BmSQiTt9hJdX2UKGgGaAloD0MIkzZV94hWecCUhpRSlGgVS8FoFkdAZl+53kgfVHV9lChoBmgJaA9DCKZfIt46S0tAlIaUUpRoFU0tAWgWR0Bmc0b5uZTidX2UKGgGaAloD0MI65Cb4YafesCUhpRSlGgVS9toFkdAZn6o86mwaHV9lChoBmgJaA9DCP4sliL5lEZAlIaUUpRoFU0tAWgWR0BmgtAJLM9sdX2UKGgGaAloD0MIJqYLsdqlg8CUhpRSlGgVS4doFkdAZpoP7vXsgXV9lChoBmgJaA9DCFT+tbxyGmvAlIaUUpRoFU0tAWgWR0BmnO+IuXeFdX2UKGgGaAloD0MIZOlDF9TYU0CUhpRSlGgVTS0BaBZHQGatsqz7di51fZQoaAZoCWgPQwj6CPzh5/9jQJSGlFKUaBVNLQFoFkdAZsIUC7sfJXV9lChoBmgJaA9DCCIZcmw9t0LAlIaUUpRoFU0tAWgWR0Bm5dYMfA9FdX2UKGgGaAloD0MIEr9iDRcqaECUhpRSlGgVTS0BaBZHQGbrEtNBWxR1fZQoaAZoCWgPQwgqU8xB0DEwwJSGlFKUaBVNLQFoFkdAZwQZYxL0z3V9lChoBmgJaA9DCLmq7LsizoLAlIaUUpRoFUtraBZHQGcEVC5VfeF1fZQoaAZoCWgPQwgXvOgrSFs7QJSGlFKUaBVNLQFoFkdAZx64Cp3otHV9lChoBmgJaA9DCLTlXIqLCIDAlIaUUpRoFUu7aBZHQGciyMcZLqV1fZQoaAZoCWgPQwiwV1hwP+RDQJSGlFKUaBVNLQFoFkdAZ2KWdEsrd3V9lChoBmgJaA9DCDnx1Y7igEXAlIaUUpRoFU0tAWgWR0BnYvQKKHfudX2UKGgGaAloD0MIsaiI06ntg8CUhpRSlGgVS9toFkdAZ2h9ph4MW3V9lChoBmgJaA9DCL0ZNV+li2LAlIaUUpRoFU0tAWgWR0BnfTDdgv12dX2UKGgGaAloD0MIY15HHDKegMCUhpRSlGgVS/RoFkdAZ7iTlkpZwHVlLg=="
+        ":serialized:": "gAWVPhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI1bFK6TktgsCUhpRSlIwBbJRLk4wBdJRHQHHqZbUwztV1fZQoaAZoCWgPQwhywRn8fWB4wJSGlFKUaBVLYmgWR0Bx9RXlr/KhdX2UKGgGaAloD0MI2zaMgmAPhsCUhpRSlGgVTRcBaBZHQHH8VGXokiV1fZQoaAZoCWgPQwj6tIr+0IR5wJSGlFKUaBVLrGgWR0ByXADnvDxcdX2UKGgGaAloD0MISz52FygHV8CUhpRSlGgVTS0BaBZHQHJrPDLr5Zd1fZQoaAZoCWgPQwhZMzLIXcJ5wJSGlFKUaBVLDmgWR0BybaIsRQJpdX2UKGgGaAloD0MIM/s8RhmEgcCUhpRSlGgVS5poFkdAcnS2ECeVcHV9lChoBmgJaA9DCAiRDDm2K1BAlIaUUpRoFU0tAWgWR0ByfiKtPpIMdX2UKGgGaAloD0MI/0C5bR8/gsCUhpRSlGgVSz5oFkdAcofvhqCYkXV9lChoBmgJaA9DCPNWXYdqGVfAlIaUUpRoFU0tAWgWR0ByiG3DvVmSdX2UKGgGaAloD0MIPsqIC8BnZcCUhpRSlGgVTS0BaBZHQHKfPi5uqFR1fZQoaAZoCWgPQwjN5JttbjiDwJSGlFKUaBVLmmgWR0ByoaafBeoldX2UKGgGaAloD0MIiZenc0UxSMCUhpRSlGgVTS0BaBZHQHKnx5kbxVh1fZQoaAZoCWgPQwhaRuo9lY91wJSGlFKUaBVLfmgWR0Bytx/YraufdX2UKGgGaAloD0MIcR+5NekDesCUhpRSlGgVSw9oFkdAcrnM5OrQxHV9lChoBmgJaA9DCKYol8YvnFvAlIaUUpRoFU0tAWgWR0ByvoZ4wAU+dX2UKGgGaAloD0MIfSQlPfxGlUCUhpRSlGgVS5poFkdAcr755qubJHV9lChoBmgJaA9DCF97ZkkAO4PAlIaUUpRoFUuXaBZHQHLEMaOxSpB1fZQoaAZoCWgPQwjAsWfPxWeCwJSGlFKUaBVLTmgWR0Byzf6TGHYZdX2UKGgGaAloD0MI549pbRppd8CUhpRSlGgVS2doFkdAcs5OKfnOjnV9lChoBmgJaA9DCIOI1LSLnHnAlIaUUpRoFUsPaBZHQHLQ8vugHu91fZQoaAZoCWgPQwiqRNlbSg2DwJSGlFKUaBVLr2gWR0By3UWVNYbLdX2UKGgGaAloD0MIOwDirt74eMCUhpRSlGgVS3xoFkdAcuFUDdP+GXV9lChoBmgJaA9DCH8SnzsB8YHAlIaUUpRoFUszaBZHQHLmpoXbdrR1fZQoaAZoCWgPQwhpOjsZvPmCwJSGlFKUaBVLiGgWR0By65MdtEXtdX2UKGgGaAloD0MIx2KbVDSYUMCUhpRSlGgVTS0BaBZHQHLtE6HTI/91fZQoaAZoCWgPQwhA2v8Aa/p3wJSGlFKUaBVLEWgWR0By7w4FRpDedX2UKGgGaAloD0MIdT3RdeHYVcCUhpRSlGgVTS0BaBZHQHLyXLA57w91fZQoaAZoCWgPQwjLv5ZXziyDwJSGlFKUaBVLmmgWR0By/plAeJYUdX2UKGgGaAloD0MIG7luSnngZMCUhpRSlGgVTS0BaBZHQHMFWm+Cbtt1fZQoaAZoCWgPQwj0iqceyYyDwJSGlFKUaBVL4WgWR0BzCgGgSOBEdX2UKGgGaAloD0MIV+pZEMr1XMCUhpRSlGgVTS0BaBZHQHMLXuE25x11fZQoaAZoCWgPQwjGo1TCs+WBwJSGlFKUaBVLQGgWR0BzEoSYgJTmdX2UKGgGaAloD0MIXOhKBCqzlECUhpRSlGgVS89oFkdAcxg+jdpItnV9lChoBmgJaA9DCL9IaMvZ/oDAlIaUUpRoFUtRaBZHQHMkplz2exx1fZQoaAZoCWgPQwjxEpz6oA+DwJSGlFKUaBVL1WgWR0BzKZ+vyLAIdX2UKGgGaAloD0MIt39lpQmlesCUhpRSlGgVS7hoFkdAcywrOJLuhXV9lChoBmgJaA9DCH4eozzz4hRAlIaUUpRoFU0tAWgWR0BzL+ecx0uEdX2UKGgGaAloD0MIsqGb/YEWfMCUhpRSlGgVS0JoFkdAczggIhQm/nV9lChoBmgJaA9DCHKmCdtPXnnAlIaUUpRoFUueaBZHQHM9rl/6O5t1fZQoaAZoCWgPQwgiMxe4/OiBwJSGlFKUaBVLmGgWR0BzUwTDfm9ydX2UKGgGaAloD0MILPTBMtaxg8CUhpRSlGgVS9toFkdAc1dd3jdYXHV9lChoBmgJaA9DCAmNYOP6PUrAlIaUUpRoFU0tAWgWR0BzXddzGPxQdX2UKGgGaAloD0MIutqK/eVYgsCUhpRSlGgVSz5oFkdAc2G2VVxS53V9lChoBmgJaA9DCL2NzY6UZYLAlIaUUpRoFUvSaBZHQHNirgTAWSF1fZQoaAZoCWgPQwhLBRVVP7R5wJSGlFKUaBVLXmgWR0Bzbp4JNTLodX2UKGgGaAloD0MI83UZ/nNDgsCUhpRSlGgVS0JoFkdAc27OpbUwz3V9lChoBmgJaA9DCGYwRiQK83jAlIaUUpRoFUsMaBZHQHNwmjXWe6J1fZQoaAZoCWgPQwhTB3k9GNFywJSGlFKUaBVLQGgWR0BzesE1VHWjdX2UKGgGaAloD0MI5usy/KfpZsCUhpRSlGgVTS0BaBZHQHOGo7zTWoZ1fZQoaAZoCWgPQwiAR1Sobi71v5SGlFKUaBVNLQFoFkdAc5NSMLncL3V9lChoBmgJaA9DCKck63B0XTBAlIaUUpRoFU0tAWgWR0B0DYF5fMOgdX2UKGgGaAloD0MI4V0u4ps0g8CUhpRSlGgVTRwBaBZHQHQZzXvphWp1fZQoaAZoCWgPQwjd0JSd/vSBwJSGlFKUaBVLN2gWR0B0JO6lLvkSdX2UKGgGaAloD0MIdmwE4nUtLsCUhpRSlGgVTS0BaBZHQHQrr8WKuSx1fZQoaAZoCWgPQwgktOVcyt56wJSGlFKUaBVLsWgWR0B0MS+PBBRidX2UKGgGaAloD0MIRUqzeTzOgcCUhpRSlGgVTQQBaBZHQHQzJjc2zfJ1fZQoaAZoCWgPQwgSMSWSqAZ5wJSGlFKUaBVLXGgWR0B0Nm6UaAFxdX2UKGgGaAloD0MIkkCDTd2ygcCUhpRSlGgVSzJoFkdAdD88dPtUoHV9lChoBmgJaA9DCGe5bHSOMoPAlIaUUpRoFUtQaBZHQHRBhBqsU7F1fZQoaAZoCWgPQwg5m44AToKDwJSGlFKUaBVLk2gWR0B0TVEYwZfldX2UKGgGaAloD0MIEY5Z9sRlgcCUhpRSlGgVS0ZoFkdAdE18A7xNI3V9lChoBmgJaA9DCJ33/3GC53fAlIaUUpRoFUthaBZHQHRhDTSb6P91fZQoaAZoCWgPQwi7mjxltWN5wJSGlFKUaBVLDGgWR0B0Y0qvvBrOdX2UKGgGaAloD0MIl3X/WIj7W8CUhpRSlGgVTS0BaBZHQHRmW606YE51fZQoaAZoCWgPQwgiG0gXGxB6wJSGlFKUaBVLD2gWR0B0ab2Cdz4ldX2UKGgGaAloD0MIelbSim/PecCUhpRSlGgVSxBoFkdAdG3JpWV/t3V9lChoBmgJaA9DCDVDqiheLUPAlIaUUpRoFU0tAWgWR0B0gP3evZAZdX2UKGgGaAloD0MIIJijx+9pYsCUhpRSlGgVTS0BaBZHQHSOajN6gNB1fZQoaAZoCWgPQwgIAfkSynyCwJSGlFKUaBVLhGgWR0B0npeNT987dX2UKGgGaAloD0MI+dhdoKTxVMCUhpRSlGgVTS0BaBZHQHSmgP3BYV91fZQoaAZoCWgPQwjn49pQMS4lwJSGlFKUaBVNLQFoFkdAdLA6NEPUa3V9lChoBmgJaA9DCO0NvjBZd4LAlIaUUpRoFUtRaBZHQHS1rWVeKKp1fZQoaAZoCWgPQwiUoSqmEpt3wJSGlFKUaBVLXWgWR0B0wIysS00FdX2UKGgGaAloD0MIw2M/i6U+SUCUhpRSlGgVTS0BaBZHQHTDbCWNWEN1fZQoaAZoCWgPQwiTADW1bE0MQJSGlFKUaBVNLQFoFkdAdM4ZLIxQBXV9lChoBmgJaA9DCHrejQUlZ4LAlIaUUpRoFUtOaBZHQHTOf3ai9Ix1fZQoaAZoCWgPQwgsZoS3B9U4wJSGlFKUaBVNLQFoFkdAdNl+5e7cwnV9lChoBmgJaA9DCEG7Q4rBw3zAlIaUUpRoFUuzaBZHQHTbIZ/CqId1fZQoaAZoCWgPQwjmPjkK0IaBwJSGlFKUaBVLk2gWR0B09KA8SwnqdX2UKGgGaAloD0MI5j45ClBgesCUhpRSlGgVSxNoFkdAdPepzcRDkXV9lChoBmgJaA9DCNP4hVeSOnfAlIaUUpRoFUv4aBZHQHT4q9f1Hvt1fZQoaAZoCWgPQwgD7+TT42Z9wJSGlFKUaBVNBQFoFkdAdPq0o0ALiXV9lChoBmgJaA9DCDJaR1UzF4DAlIaUUpRoFU0qAWgWR0B1DooAn2IwdX2UKGgGaAloD0MI3e7lPnnzecCUhpRSlGgVSwtoFkdAdRCunuRcNnV9lChoBmgJaA9DCLYr9MEi1ZNAlIaUUpRoFUvBaBZHQHUac2FWXC11fZQoaAZoCWgPQwgttd5vtL95wJSGlFKUaBVL82gWR0B1IldonKGMdX2UKGgGaAloD0MIjDGwjuNQaMCUhpRSlGgVTS0BaBZHQHUsoFaB7NV1fZQoaAZoCWgPQwhfmiLAKfZ6wJSGlFKUaBVLT2gWR0B1LUX2ugYhdX2UKGgGaAloD0MIXWxaKcTjgcCUhpRSlGgVSytoFkdAdTIhYNiH7HV9lChoBmgJaA9DCHEeTmBa9oHAlIaUUpRoFUtJaBZHQHU+wzHjp9t1fZQoaAZoCWgPQwjQQgJG1z52wJSGlFKUaBVLf2gWR0B1P8CbMHKPdX2UKGgGaAloD0MIGt8Xl6onVMCUhpRSlGgVTS0BaBZHQHVA4rFwT/R1fZQoaAZoCWgPQwibHD7pBBV6wJSGlFKUaBVLDmgWR0B1QhNYbKigdX2UKGgGaAloD0MIldV0PZGSecCUhpRSlGgVSw1oFkdAdUMplBhQWXV9lChoBmgJaA9DCLmpgeZzjHjAlIaUUpRoFUsSaBZHQHVGNr0rbxp1fZQoaAZoCWgPQwisrdhfdtcnwJSGlFKUaBVNLQFoFkdAdUg6DoQnQnV9lChoBmgJaA9DCMfUXdmF73rAlIaUUpRoFUtbaBZHQHVT0qDsdDJ1fZQoaAZoCWgPQwgjhEcbByR7wJSGlFKUaBVLwmgWR0B1ZLrLQokSdX2UKGgGaAloD0MIEAh0Jm0aE8CUhpRSlGgVTS0BaBZHQHVsbiqABkt1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 70,
+    "_n_updates": 130,
     "n_steps": 2048,
     "gamma": 0.99,
     "gae_lambda": 0.95,

BC-harcodemap-punish-stagnant-no-training/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6dddd9fd7ebd47c598536fc972999bc20f9ba60f74d925d33344bc8b01172969
+oid sha256:600e63ac9dafba2f0e4ecf7cc59e52e014cd2231384325835b362f3aa2a0327e
 size 18973

BC-harcodemap-punish-stagnant-no-training/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8647ab110de34d653130161da4c14c8c6c5eee2edeb816056577ad05551a688
+oid sha256:7db6e635ca2688dbda81f322965d22f8784e9911cb18341285b7f4b99c4859dc
 size 9295

README.md

@@ -16,7 +16,7 @@ model-index:
       type: RoombaAToB-harcodemap-punish-stagnant-no-training
     metrics:
     - type: mean_reward
-      value: 9.41 +/- 0.00
+      value: -96.82 +/- 0.00
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbb916e91b0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbb916e9240>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbb916e92d0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbb916e9360>", "_build": "<function ActorCriticPolicy._build at 0x7fbb916e93f0>", "forward": "<function ActorCriticPolicy.forward at 0x7fbb916e9480>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fbb916e9510>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbb916e95a0>", "_predict": "<function ActorCriticPolicy._predict at 0x7fbb916e9630>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbb916e96c0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbb916e9750>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbb916e97e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fbb916d5fc0>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVswEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWKAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGgKSwqFlIwBQ5R0lFKUjARoaWdolGgSKJYoAAAAAAAAAADo/UjbD0lAAADIQgAAyEIAAMhCAADIQgAAyEIAAMhCAADIQgAAyEKUaApLCoWUaBV0lFKUjA1ib3VuZGVkX2JlbG93lGgSKJYKAAAAAAAAAAEBAQEBAQEBAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCoWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYKAAAAAAAAAAEBAQEBAQEBAQGUaCFLCoWUaBV0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "_shape": [10], "low": "[0. 0. 0. 0. 0. 0. 0. 0. 0. 0.]", "high": "[5.2000000e+05 3.1415927e+00 1.0000000e+02 1.0000000e+02 1.0000000e+02\n 1.0000000e+02 1.0000000e+02 1.0000000e+02 1.0000000e+02 1.0000000e+02]", "bounded_below": "[ True  True  True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True  True  True]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 4, "num_timesteps": 57344, "_total_timesteps": 50000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1681939872464391267, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVFQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJagAAAAAAAAACNdiUJJS56/AADIQqrG7EHTBPpBXgxNQgAAyEIAAMhCAADIQgAAyEKRIfRCIIL6vhFkuEJy+3xCAADIQprsJEKa7CRCFmhXQgAAyEIAAMhCDiSUQiqU+b/vVzFCggK6QgAAyEKCWkJCAADIQgAAyEIAAMhCAADIQoLYAENDyQ1AAADIQgAAyEIAAMhCAADIQgAAyEIoUJpCAADIQgAAyEKUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLCoaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.1468799999999999, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVcxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIXfqXpDJFT0CUhpRSlIwBbJRNLQGMAXSUR0BZBnEqDsdDdX2UKGgGaAloD0MI0clS6/0G+7+UhpRSlGgVTS0BaBZHQFl67CBPKuB1fZQoaAZoCWgPQwg6CDpa1YIQwJSGlFKUaBVNLQFoFkdAWYIpsoDxLHV9lChoBmgJaA9DCPYlGw+2UkxAlIaUUpRoFU0tAWgWR0BZhquKXOW0dX2UKGgGaAloD0MI/kRlw5rwS0CUhpRSlGgVTS0BaBZHQFnpRQJokAx1fZQoaAZoCWgPQwinBprPOYiCwJSGlFKUaBVNAAFoFkdAWju0jTrmhnV9lChoBmgJaA9DCBk8TPvm1jJAlIaUUpRoFU0tAWgWR0BaZayfL9uQdX2UKGgGaAloD0MIvf4kPnfIS0CUhpRSlGgVTS0BaBZHQFppqdYnv2J1fZQoaAZoCWgPQwikchO1NKZQQJSGlFKUaBVNLQFoFkdAWsRD5TIeYHV9lChoBmgJaA9DCNZuu9BcYzBAlIaUUpRoFU0tAWgWR0Ba9mVVxS5zdX2UKGgGaAloD0MIOPdXj/u+RUCUhpRSlGgVTS0BaBZHQFsOnuiN83N1fZQoaAZoCWgPQwjle0YiNA5BQJSGlFKUaBVNLQFoFkdAWxFYNiH6/XV9lChoBmgJaA9DCM44DVGFXlNAlIaUUpRoFU0tAWgWR0BbTovexfOVdX2UKGgGaAloD0MIqAAYz6Chx7+UhpRSlGgVTS0BaBZHQF1ys90Rvm51fZQoaAZoCWgPQwhEotCy7tdHQJSGlFKUaBVNLQFoFkdAXZwxrSE123V9lChoBmgJaA9DCAdeLXdm6ktAlIaUUpRoFU0tAWgWR0BdoIRNATqTdX2UKGgGaAloD0MIRWeZRSgaMsCUhpRSlGgVTS0BaBZHQF4P4m1IAfd1fZQoaAZoCWgPQwgaGeQugq6AwJSGlFKUaBVNBAFoFkdAXj/R2KVIJHV9lChoBmgJaA9DCANC6+HLpB/AlIaUUpRoFU0tAWgWR0Beb7KRuCPIdX2UKGgGaAloD0MIPKWD9X9KRcCUhpRSlGgVTS0BaBZHQF5xO8TSLIh1fZQoaAZoCWgPQwijrrX3KaCAwJSGlFKUaBVL/GgWR0Bel2eYlY2bdX2UKGgGaAloD0MIrFW7JmRSf8CUhpRSlGgVTQkBaBZHQF6zEDhcZ+B1fZQoaAZoCWgPQwhVMCqpE+AdwJSGlFKUaBVNLQFoFkdAXuU+otL+P3V9lChoBmgJaA9DCIGWrmAbllLAlIaUUpRoFU0tAWgWR0Be6Ii9qUNbdX2UKGgGaAloD0MIpRZKJqdaQkCUhpRSlGgVTS0BaBZHQF8Rn6Eal1t1fZQoaAZoCWgPQwjqlbIMcZwfwJSGlFKUaBVNLQFoFkdAXzU+aBqbjXV9lChoBmgJaA9DCHjt0obDmiJAlIaUUpRoFU0tAWgWR0BfhtsabWmQdX2UKGgGaAloD0MIMbWlDvKKRsCUhpRSlGgVTS0BaBZHQF+KhKlHjId1fZQoaAZoCWgPQwgDQYAMHRlDwJSGlFKUaBVNLQFoFkdAX8U/Vy3kP3V9lChoBmgJaA9DCKSrdHd9QIHAlIaUUpRoFU0cAWgWR0Bf7XRPXTVldX2UKGgGaAloD0MIfuGVJE/7fsCUhpRSlGgVS7toFkdAYAC5U96kZnV9lChoBmgJaA9DCNmWAWcpyUdAlIaUUpRoFU0tAWgWR0BgJPPC2tuDdX2UKGgGaAloD0MIBDxp4bJ6KcCUhpRSlGgVTS0BaBZHQGBFIy9EkSp1fZQoaAZoCWgPQwiocASpFJsnwJSGlFKUaBVNLQFoFkdAYFanQY1pCnV9lChoBmgJaA9DCJ1KBoBq6H/AlIaUUpRoFU0cAWgWR0BgXJhttQ9BdX2UKGgGaAloD0MIs0KR7ueaUECUhpRSlGgVTS0BaBZHQGCP4SYgJTl1fZQoaAZoCWgPQwgIVWr2QFshwJSGlFKUaBVNLQFoFkdAYK7DG96C2HV9lChoBmgJaA9DCLOVl/xPGkVAlIaUUpRoFU0tAWgWR0BgviWE9MbndX2UKGgGaAloD0MIOpLLf0hnK8CUhpRSlGgVTS0BaBZHQGDESk0rK/51fZQoaAZoCWgPQwj2X+emrd2AwJSGlFKUaBVLxWgWR0Bg6voRqXWwdX2UKGgGaAloD0MIaqUQyCUeIcCUhpRSlGgVTS0BaBZHQGDuNN8E3bV1fZQoaAZoCWgPQwg6lQwAVUQgQJSGlFKUaBVNLQFoFkdAYckYG+sYEXV9lChoBmgJaA9DCMF0WrcBk4PAlIaUUpRoFUuiaBZHQGHOGrsByS51fZQoaAZoCWgPQwjEPgEUIw8xwJSGlFKUaBVNLQFoFkdAYc8L5RCQcXV9lChoBmgJaA9DCK2HLxN14ZNAlIaUUpRoFUvcaBZHQGHeFXJYDDF1fZQoaAZoCWgPQwi0O6QYoKFjwJSGlFKUaBVNLQFoFkdAYiC1OTJQtXV9lChoBmgJaA9DCNbHQ99dOmDAlIaUUpRoFU0tAWgWR0BiJUep4rz5dX2UKGgGaAloD0MIejarPlcLWcCUhpRSlGgVTS0BaBZHQGImU5U96kZ1fZQoaAZoCWgPQwiifhe2ZhlGwJSGlFKUaBVNLQFoFkdAYjf3t8eCCnV9lChoBmgJaA9DCDiGAODYV0/AlIaUUpRoFU0tAWgWR0Bif6VGCqZMdX2UKGgGaAloD0MI1GNbBlxgdUCUhpRSlGgVTS0BaBZHQGKExQzk6tF1fZQoaAZoCWgPQwjLnC6LiRxvwJSGlFKUaBVNLQFoFkdAYoXRQ79ycXV9lChoBmgJaA9DCKTBbW3hMSvAlIaUUpRoFU0tAWgWR0BilWLk0aZQdX2UKGgGaAloD0MITweynlp7ZsCUhpRSlGgVTS0BaBZHQGLg3iJfpll1fZQoaAZoCWgPQwil2NE41B9CwJSGlFKUaBVNLQFoFkdAYuVRnezlcXV9lChoBmgJaA9DCDm4dMx5ZEzAlIaUUpRoFU0tAWgWR0Bi5pKnNxEOdX2UKGgGaAloD0MITrSrkPJ/UcCUhpRSlGgVTS0BaBZHQGL4PNNahYh1fZQoaAZoCWgPQwhgr7DgnrmEwJSGlFKUaBVLy2gWR0BjN0ZaV2RrdX2UKGgGaAloD0MILh7ec2AaZMCUhpRSlGgVTS0BaBZHQGNYtMPBi1B1fZQoaAZoCWgPQwiV0jO9xNwzQJSGlFKUaBVNLQFoFkdAY13l2eQMhHV9lChoBmgJaA9DCFT+tbxyAGrAlIaUUpRoFU0tAWgWR0BjcIGnn+yadX2UKGgGaAloD0MIN1X3yOZqGsCUhpRSlGgVTS0BaBZHQGOs3uE25x11fZQoaAZoCWgPQwh4mzdOCpdFwJSGlFKUaBVNLQFoFkdAY8iGJvYOD3V9lChoBmgJaA9DCPrTRnU6MmfAlIaUUpRoFU0tAWgWR0BjzlLQHAymdX2UKGgGaAloD0MIio9PyM63NsCUhpRSlGgVTS0BaBZHQGPdrGza9K51fZQoaAZoCWgPQwgea0YGuQMpwJSGlFKUaBVNLQFoFkdAZBHRWLgn+nV9lChoBmgJaA9DCIwxsI7jWmrAlIaUUpRoFU0tAWgWR0BkLxagVXV9dX2UKGgGaAloD0MIOs5twr2gS8CUhpRSlGgVTS0BaBZHQGQ0gpjMFEB1fZQoaAZoCWgPQwiQMXctIflNwJSGlFKUaBVNLQFoFkdAZEb3dsSCe3V9lChoBmgJaA9DCNXt7CuPeWfAlIaUUpRoFU0tAWgWR0BkfgToMa0hdX2UKGgGaAloD0MI0R+aeXKRMMCUhpRSlGgVTS0BaBZHQGV0dnCfpUx1fZQoaAZoCWgPQwiuoGmJldU4wJSGlFKUaBVNLQFoFkdAZXkfwI+nqHV9lChoBmgJaA9DCNRjWwackTTAlIaUUpRoFU0tAWgWR0BliC1LJ0W/dX2UKGgGaAloD0MI1c4wtaW+EsCUhpRSlGgVTS0BaBZHQGW6Q6hg3Lp1fZQoaAZoCWgPQwhwXpz4ak8jQJSGlFKUaBVNLQFoFkdAZdLWvr4WUXV9lChoBmgJaA9DCJ1lFqHYsEhAlIaUUpRoFU0tAWgWR0Bl2FnPE87qdX2UKGgGaAloD0MI26LMBpnNV0CUhpRSlGgVTS0BaBZHQGXn4Kpkwvh1fZQoaAZoCWgPQwhrRDAOLmVCQJSGlFKUaBVNLQFoFkdAZhhRSgoPTXV9lChoBmgJaA9DCC8wKxRpTIHAlIaUUpRoFUvgaBZHQGYfWU8mrsB1fZQoaAZoCWgPQwjTLTvEP9RBQJSGlFKUaBVNLQFoFkdAZjPollbu+nV9lChoBmgJaA9DCDFgyVUsRipAlIaUUpRoFU0tAWgWR0BmSQiTt9hJdX2UKGgGaAloD0MIkzZV94hWecCUhpRSlGgVS8FoFkdAZl+53kgfVHV9lChoBmgJaA9DCKZfIt46S0tAlIaUUpRoFU0tAWgWR0Bmc0b5uZTidX2UKGgGaAloD0MI65Cb4YafesCUhpRSlGgVS9toFkdAZn6o86mwaHV9lChoBmgJaA9DCP4sliL5lEZAlIaUUpRoFU0tAWgWR0BmgtAJLM9sdX2UKGgGaAloD0MIJqYLsdqlg8CUhpRSlGgVS4doFkdAZpoP7vXsgXV9lChoBmgJaA9DCFT+tbxyGmvAlIaUUpRoFU0tAWgWR0BmnO+IuXeFdX2UKGgGaAloD0MIZOlDF9TYU0CUhpRSlGgVTS0BaBZHQGatsqz7di51fZQoaAZoCWgPQwj6CPzh5/9jQJSGlFKUaBVNLQFoFkdAZsIUC7sfJXV9lChoBmgJaA9DCCIZcmw9t0LAlIaUUpRoFU0tAWgWR0Bm5dYMfA9FdX2UKGgGaAloD0MIEr9iDRcqaECUhpRSlGgVTS0BaBZHQGbrEtNBWxR1fZQoaAZoCWgPQwgqU8xB0DEwwJSGlFKUaBVNLQFoFkdAZwQZYxL0z3V9lChoBmgJaA9DCLmq7LsizoLAlIaUUpRoFUtraBZHQGcEVC5VfeF1fZQoaAZoCWgPQwgXvOgrSFs7QJSGlFKUaBVNLQFoFkdAZx64Cp3otHV9lChoBmgJaA9DCLTlXIqLCIDAlIaUUpRoFUu7aBZHQGciyMcZLqV1fZQoaAZoCWgPQwiwV1hwP+RDQJSGlFKUaBVNLQFoFkdAZ2KWdEsrd3V9lChoBmgJaA9DCDnx1Y7igEXAlIaUUpRoFU0tAWgWR0BnYvQKKHfudX2UKGgGaAloD0MIsaiI06ntg8CUhpRSlGgVS9toFkdAZ2h9ph4MW3V9lChoBmgJaA9DCL0ZNV+li2LAlIaUUpRoFU0tAWgWR0BnfTDdgv12dX2UKGgGaAloD0MIY15HHDKegMCUhpRSlGgVS/RoFkdAZ7iTlkpZwHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 70, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.001, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/uZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.19.0-35-generic-x86_64-with-glibc2.35 # 36~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Fri Feb 17 15:17:25 UTC 2", "Python": "3.10.9", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0", "GPU Enabled": "True", "Numpy": "1.23.5", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f763baf51b0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f763baf5240>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f763baf52d0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f763baf5360>", "_build": "<function ActorCriticPolicy._build at 0x7f763baf53f0>", "forward": "<function ActorCriticPolicy.forward at 0x7f763baf5480>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f763baf5510>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f763baf55a0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f763baf5630>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f763baf56c0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f763baf5750>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f763baf57e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f763bae69c0>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVswEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWKAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGgKSwqFlIwBQ5R0lFKUjARoaWdolGgSKJYoAAAAAAAAAADo/UjbD0lAAADIQgAAyEIAAMhCAADIQgAAyEIAAMhCAADIQgAAyEKUaApLCoWUaBV0lFKUjA1ib3VuZGVkX2JlbG93lGgSKJYKAAAAAAAAAAEBAQEBAQEBAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCoWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYKAAAAAAAAAAEBAQEBAQEBAQGUaCFLCoWUaBV0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "_shape": [10], "low": "[0. 0. 0. 0. 0. 0. 0. 0. 0. 0.]", "high": "[5.2000000e+05 3.1415927e+00 1.0000000e+02 1.0000000e+02 1.0000000e+02\n 1.0000000e+02 1.0000000e+02 1.0000000e+02 1.0000000e+02 1.0000000e+02]", "bounded_below": "[ True  True  True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True  True  True]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 4, "num_timesteps": 106496, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1681940310827432707, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVFQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJagAAAAAAAAAJEh9EKJWBw/AADIQgAASEIAACBC2DiQQgAAcEIAAMhCAADIQtg4kEIMJ6lCDHZyPwAAyEIAAMhCAADIQnj9KEIJ1JVCAADIQipX6kEAAMhCJ1TwQmfFIkBJbXtCAADIQgAAyEIAAMhC9uTHQgT6lEIAAMhC8tKSQivZ+0LH10fAVSg0QgAAyEIAAMhCAADIQk+TnUIAAMhCIux/Qq6LWkKUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLCoaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0649599999999999, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI1bFK6TktgsCUhpRSlIwBbJRLk4wBdJRHQHHqZbUwztV1fZQoaAZoCWgPQwhywRn8fWB4wJSGlFKUaBVLYmgWR0Bx9RXlr/KhdX2UKGgGaAloD0MI2zaMgmAPhsCUhpRSlGgVTRcBaBZHQHH8VGXokiV1fZQoaAZoCWgPQwj6tIr+0IR5wJSGlFKUaBVLrGgWR0ByXADnvDxcdX2UKGgGaAloD0MISz52FygHV8CUhpRSlGgVTS0BaBZHQHJrPDLr5Zd1fZQoaAZoCWgPQwhZMzLIXcJ5wJSGlFKUaBVLDmgWR0BybaIsRQJpdX2UKGgGaAloD0MIM/s8RhmEgcCUhpRSlGgVS5poFkdAcnS2ECeVcHV9lChoBmgJaA9DCAiRDDm2K1BAlIaUUpRoFU0tAWgWR0ByfiKtPpIMdX2UKGgGaAloD0MI/0C5bR8/gsCUhpRSlGgVSz5oFkdAcofvhqCYkXV9lChoBmgJaA9DCPNWXYdqGVfAlIaUUpRoFU0tAWgWR0ByiG3DvVmSdX2UKGgGaAloD0MIPsqIC8BnZcCUhpRSlGgVTS0BaBZHQHKfPi5uqFR1fZQoaAZoCWgPQwjN5JttbjiDwJSGlFKUaBVLmmgWR0ByoaafBeoldX2UKGgGaAloD0MIiZenc0UxSMCUhpRSlGgVTS0BaBZHQHKnx5kbxVh1fZQoaAZoCWgPQwhaRuo9lY91wJSGlFKUaBVLfmgWR0Bytx/YraufdX2UKGgGaAloD0MIcR+5NekDesCUhpRSlGgVSw9oFkdAcrnM5OrQxHV9lChoBmgJaA9DCKYol8YvnFvAlIaUUpRoFU0tAWgWR0ByvoZ4wAU+dX2UKGgGaAloD0MIfSQlPfxGlUCUhpRSlGgVS5poFkdAcr755qubJHV9lChoBmgJaA9DCF97ZkkAO4PAlIaUUpRoFUuXaBZHQHLEMaOxSpB1fZQoaAZoCWgPQwjAsWfPxWeCwJSGlFKUaBVLTmgWR0Byzf6TGHYZdX2UKGgGaAloD0MI549pbRppd8CUhpRSlGgVS2doFkdAcs5OKfnOjnV9lChoBmgJaA9DCIOI1LSLnHnAlIaUUpRoFUsPaBZHQHLQ8vugHu91fZQoaAZoCWgPQwiqRNlbSg2DwJSGlFKUaBVLr2gWR0By3UWVNYbLdX2UKGgGaAloD0MIOwDirt74eMCUhpRSlGgVS3xoFkdAcuFUDdP+GXV9lChoBmgJaA9DCH8SnzsB8YHAlIaUUpRoFUszaBZHQHLmpoXbdrR1fZQoaAZoCWgPQwhpOjsZvPmCwJSGlFKUaBVLiGgWR0By65MdtEXtdX2UKGgGaAloD0MIx2KbVDSYUMCUhpRSlGgVTS0BaBZHQHLtE6HTI/91fZQoaAZoCWgPQwhA2v8Aa/p3wJSGlFKUaBVLEWgWR0By7w4FRpDedX2UKGgGaAloD0MIdT3RdeHYVcCUhpRSlGgVTS0BaBZHQHLyXLA57w91fZQoaAZoCWgPQwjLv5ZXziyDwJSGlFKUaBVLmmgWR0By/plAeJYUdX2UKGgGaAloD0MIG7luSnngZMCUhpRSlGgVTS0BaBZHQHMFWm+Cbtt1fZQoaAZoCWgPQwj0iqceyYyDwJSGlFKUaBVL4WgWR0BzCgGgSOBEdX2UKGgGaAloD0MIV+pZEMr1XMCUhpRSlGgVTS0BaBZHQHMLXuE25x11fZQoaAZoCWgPQwjGo1TCs+WBwJSGlFKUaBVLQGgWR0BzEoSYgJTmdX2UKGgGaAloD0MIXOhKBCqzlECUhpRSlGgVS89oFkdAcxg+jdpItnV9lChoBmgJaA9DCL9IaMvZ/oDAlIaUUpRoFUtRaBZHQHMkplz2exx1fZQoaAZoCWgPQwjxEpz6oA+DwJSGlFKUaBVL1WgWR0BzKZ+vyLAIdX2UKGgGaAloD0MIt39lpQmlesCUhpRSlGgVS7hoFkdAcywrOJLuhXV9lChoBmgJaA9DCH4eozzz4hRAlIaUUpRoFU0tAWgWR0BzL+ecx0uEdX2UKGgGaAloD0MIsqGb/YEWfMCUhpRSlGgVS0JoFkdAczggIhQm/nV9lChoBmgJaA9DCHKmCdtPXnnAlIaUUpRoFUueaBZHQHM9rl/6O5t1fZQoaAZoCWgPQwgiMxe4/OiBwJSGlFKUaBVLmGgWR0BzUwTDfm9ydX2UKGgGaAloD0MILPTBMtaxg8CUhpRSlGgVS9toFkdAc1dd3jdYXHV9lChoBmgJaA9DCAmNYOP6PUrAlIaUUpRoFU0tAWgWR0BzXddzGPxQdX2UKGgGaAloD0MIutqK/eVYgsCUhpRSlGgVSz5oFkdAc2G2VVxS53V9lChoBmgJaA9DCL2NzY6UZYLAlIaUUpRoFUvSaBZHQHNirgTAWSF1fZQoaAZoCWgPQwhLBRVVP7R5wJSGlFKUaBVLXmgWR0Bzbp4JNTLodX2UKGgGaAloD0MI83UZ/nNDgsCUhpRSlGgVS0JoFkdAc27OpbUwz3V9lChoBmgJaA9DCGYwRiQK83jAlIaUUpRoFUsMaBZHQHNwmjXWe6J1fZQoaAZoCWgPQwhTB3k9GNFywJSGlFKUaBVLQGgWR0BzesE1VHWjdX2UKGgGaAloD0MI5usy/KfpZsCUhpRSlGgVTS0BaBZHQHOGo7zTWoZ1fZQoaAZoCWgPQwiAR1Sobi71v5SGlFKUaBVNLQFoFkdAc5NSMLncL3V9lChoBmgJaA9DCKck63B0XTBAlIaUUpRoFU0tAWgWR0B0DYF5fMOgdX2UKGgGaAloD0MI4V0u4ps0g8CUhpRSlGgVTRwBaBZHQHQZzXvphWp1fZQoaAZoCWgPQwjd0JSd/vSBwJSGlFKUaBVLN2gWR0B0JO6lLvkSdX2UKGgGaAloD0MIdmwE4nUtLsCUhpRSlGgVTS0BaBZHQHQrr8WKuSx1fZQoaAZoCWgPQwgktOVcyt56wJSGlFKUaBVLsWgWR0B0MS+PBBRidX2UKGgGaAloD0MIRUqzeTzOgcCUhpRSlGgVTQQBaBZHQHQzJjc2zfJ1fZQoaAZoCWgPQwgSMSWSqAZ5wJSGlFKUaBVLXGgWR0B0Nm6UaAFxdX2UKGgGaAloD0MIkkCDTd2ygcCUhpRSlGgVSzJoFkdAdD88dPtUoHV9lChoBmgJaA9DCGe5bHSOMoPAlIaUUpRoFUtQaBZHQHRBhBqsU7F1fZQoaAZoCWgPQwg5m44AToKDwJSGlFKUaBVLk2gWR0B0TVEYwZfldX2UKGgGaAloD0MIEY5Z9sRlgcCUhpRSlGgVS0ZoFkdAdE18A7xNI3V9lChoBmgJaA9DCJ33/3GC53fAlIaUUpRoFUthaBZHQHRhDTSb6P91fZQoaAZoCWgPQwi7mjxltWN5wJSGlFKUaBVLDGgWR0B0Y0qvvBrOdX2UKGgGaAloD0MIl3X/WIj7W8CUhpRSlGgVTS0BaBZHQHRmW606YE51fZQoaAZoCWgPQwgiG0gXGxB6wJSGlFKUaBVLD2gWR0B0ab2Cdz4ldX2UKGgGaAloD0MIelbSim/PecCUhpRSlGgVSxBoFkdAdG3JpWV/t3V9lChoBmgJaA9DCDVDqiheLUPAlIaUUpRoFU0tAWgWR0B0gP3evZAZdX2UKGgGaAloD0MIIJijx+9pYsCUhpRSlGgVTS0BaBZHQHSOajN6gNB1fZQoaAZoCWgPQwgIAfkSynyCwJSGlFKUaBVLhGgWR0B0npeNT987dX2UKGgGaAloD0MI+dhdoKTxVMCUhpRSlGgVTS0BaBZHQHSmgP3BYV91fZQoaAZoCWgPQwjn49pQMS4lwJSGlFKUaBVNLQFoFkdAdLA6NEPUa3V9lChoBmgJaA9DCO0NvjBZd4LAlIaUUpRoFUtRaBZHQHS1rWVeKKp1fZQoaAZoCWgPQwiUoSqmEpt3wJSGlFKUaBVLXWgWR0B0wIysS00FdX2UKGgGaAloD0MIw2M/i6U+SUCUhpRSlGgVTS0BaBZHQHTDbCWNWEN1fZQoaAZoCWgPQwiTADW1bE0MQJSGlFKUaBVNLQFoFkdAdM4ZLIxQBXV9lChoBmgJaA9DCHrejQUlZ4LAlIaUUpRoFUtOaBZHQHTOf3ai9Ix1fZQoaAZoCWgPQwgsZoS3B9U4wJSGlFKUaBVNLQFoFkdAdNl+5e7cwnV9lChoBmgJaA9DCEG7Q4rBw3zAlIaUUpRoFUuzaBZHQHTbIZ/CqId1fZQoaAZoCWgPQwjmPjkK0IaBwJSGlFKUaBVLk2gWR0B09KA8SwnqdX2UKGgGaAloD0MI5j45ClBgesCUhpRSlGgVSxNoFkdAdPepzcRDkXV9lChoBmgJaA9DCNP4hVeSOnfAlIaUUpRoFUv4aBZHQHT4q9f1Hvt1fZQoaAZoCWgPQwgD7+TT42Z9wJSGlFKUaBVNBQFoFkdAdPq0o0ALiXV9lChoBmgJaA9DCDJaR1UzF4DAlIaUUpRoFU0qAWgWR0B1DooAn2IwdX2UKGgGaAloD0MI3e7lPnnzecCUhpRSlGgVSwtoFkdAdRCunuRcNnV9lChoBmgJaA9DCLYr9MEi1ZNAlIaUUpRoFUvBaBZHQHUac2FWXC11fZQoaAZoCWgPQwgttd5vtL95wJSGlFKUaBVL82gWR0B1IldonKGMdX2UKGgGaAloD0MIjDGwjuNQaMCUhpRSlGgVTS0BaBZHQHUsoFaB7NV1fZQoaAZoCWgPQwhfmiLAKfZ6wJSGlFKUaBVLT2gWR0B1LUX2ugYhdX2UKGgGaAloD0MIXWxaKcTjgcCUhpRSlGgVSytoFkdAdTIhYNiH7HV9lChoBmgJaA9DCHEeTmBa9oHAlIaUUpRoFUtJaBZHQHU+wzHjp9t1fZQoaAZoCWgPQwjQQgJG1z52wJSGlFKUaBVLf2gWR0B1P8CbMHKPdX2UKGgGaAloD0MIGt8Xl6onVMCUhpRSlGgVTS0BaBZHQHVA4rFwT/R1fZQoaAZoCWgPQwibHD7pBBV6wJSGlFKUaBVLDmgWR0B1QhNYbKigdX2UKGgGaAloD0MIldV0PZGSecCUhpRSlGgVSw1oFkdAdUMplBhQWXV9lChoBmgJaA9DCLmpgeZzjHjAlIaUUpRoFUsSaBZHQHVGNr0rbxp1fZQoaAZoCWgPQwisrdhfdtcnwJSGlFKUaBVNLQFoFkdAdUg6DoQnQnV9lChoBmgJaA9DCMfUXdmF73rAlIaUUpRoFUtbaBZHQHVT0qDsdDJ1fZQoaAZoCWgPQwgjhEcbByR7wJSGlFKUaBVLwmgWR0B1ZLrLQokSdX2UKGgGaAloD0MIEAh0Jm0aE8CUhpRSlGgVTS0BaBZHQHVsbiqABkt1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 130, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.001, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/uZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.19.0-35-generic-x86_64-with-glibc2.35 # 36~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Fri Feb 17 15:17:25 UTC 2", "Python": "3.10.9", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0", "GPU Enabled": "True", "Numpy": "1.23.5", "Gym": "0.21.0"}}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e4c888d9f40740f639bddbd191c5d592b665f5bdc76fffc1297edbc266b78a0
-size 597788
+oid sha256:a2eddd4fb095654348c8a70f9582f9b383953249f3c1c11c0f8b249907134931
+size 1255693

results.json

@@ -1 +1 @@
-{"mean_reward": 9.413632631031174, "std_reward": 0.0, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-19T14:34:38.767199"}
+{"mean_reward": -96.8167945098878, "std_reward": 0.0, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-19T14:44:37.013642"}