{
    "policy_class": {
        ":type:": "<class 'abc.ABCMeta'>",
        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
        "__module__": "stable_baselines3.common.policies",
        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fa96c9deca0>",
        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fa96c9ded30>",
        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fa96c9dedc0>",
        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fa96c9dee50>",
        "_build": "<function ActorCriticPolicy._build at 0x7fa96c9deee0>",
        "forward": "<function ActorCriticPolicy.forward at 0x7fa96c9def70>",
        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fa96c9e2040>",
        "_predict": "<function ActorCriticPolicy._predict at 0x7fa96c9e20d0>",
        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fa96c9e2160>",
        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fa96c9e21f0>",
        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fa96c9e2280>",
        "__abstractmethods__": "frozenset()",
        "_abc_impl": "<_abc_data object at 0x7fa96c9db4b0>"
    },
    "verbose": 1,
    "policy_kwargs": {},
    "observation_space": {
        ":type:": "<class 'gym.spaces.box.Box'>",
        ":serialized:": "gAWVWgIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAADAvwAAwL8AAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAwD8AAMA/AACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFNbLTEuNSAgICAgICAtMS41ICAgICAgIC01LiAgICAgICAgLTUuICAgICAgICAtMy4xNDE1OTI3IC01LgogLTAuICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMS1sxLjUgICAgICAgMS41ICAgICAgIDUuICAgICAgICA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICAxLgogMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==",
        "dtype": "float32",
        "bounded_below": "[ True  True  True  True  True  True  True  True]",
        "bounded_above": "[ True  True  True  True  True  True  True  True]",
        "_shape": [
            8
        ],
        "low": "[-1.5       -1.5       -5.        -5.        -3.1415927 -5.\n -0.        -0.       ]",
        "high": "[1.5       1.5       5.        5.        3.1415927 5.        1.\n 1.       ]",
        "low_repr": "[-1.5       -1.5       -5.        -5.        -3.1415927 -5.\n -0.        -0.       ]",
        "high_repr": "[1.5       1.5       5.        5.        3.1415927 5.        1.\n 1.       ]",
        "_np_random": null
    },
    "action_space": {
        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
        ":serialized:": "gAWVPwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc3RhcnSUSwCMBl9zaGFwZZQpjAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgVjAVzdGF0ZZR9lCiMA2tleZSMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbACQAAAAAAAAAAAICf5XKN7DKTmDdZTQotIHxHHahuyk5nO+GJphGKxas1v9eEd0G4AMIylRzWxMmzodHDYuqNHj4kVOgihRmvR0Se2XjsfpjkDBgLu3Y0xTSHiaz1NlKp9DyyoMCSSbo6tT51/s5EGTOW1Lvh5Kyrqf4dh2uxX+nHTQ34p6pAPdpLv3MIiMscQdPA/AXkT8nvgKsjd1LPTSczCPi7uErgWLVdSJrZb1x8Z2IfZ6eamvVoUaL4Nirf+atqvM+McX7hCkx92ZIWLHOj546boBNAv+9+JX/RmlaeUKKLhF2XnI75WjCOxCQZ8kcsH1O42WFLsSMPaLAdnznPu58PfNE+c3lKKtWwkInheEI+FezHc3kdcgqnkHDl/d/EsJ7PlUIF/Es9rwU3rrzrWtxoV2tyRkPe+e54WpHl2koxaCuDWCl9MAAVJMC4OnFPZRwQvLHO9sE2lf9jc493BQGqYz+tbvAnCpy28nhBYNkJ2CwlPLbWO+lYD43p3fRc6H46Iu4T3ER6mt2D52yk5aZhzYng7tkA+2E1Y6zR1f2dpEfyPoxf/qJejc23ECg+DisZEZ8Dz8b7Km4hZGv2LfPRCT20HGz2AnWOyjfg37Fs4etSjYfVQtawbegKHEq0N+wfD6TCbnvPcT/dKM3e8UTvbrZBn0/8LeKhR0V/qN0GyUPZx3+TsPNu3WbBPltAF4kaULM8bEeVsj1ZZOgB8c6ZPMiBSrCkXetIcSTqtepWGdA9fi4LYaZzx6xm+Z62BPY9cusjOivRTAq7nk0BOZxxk6jDQx6U9rDIEK2mYCwdzx1qnJ1kOyPjOFkmsDQ1D5OQepOiroUjgoS2dYC+qaA5qnMrpM/FbDopeUYCRRt1XP9/2AnNp4ovmBn/e+1Qzoqg7IpytEZlO07w3aMEfxE3yUiOe7aiMA4/ramPo6F3ZQKptugAc0Ozw0A0OM3uDhvLezal7Fxl+A8QoAQ2ybcvcWsb74M5/SN+0AMIu9vMYrC1rNyS8BoEgYnQkEyJXbaU8Q9tcpn+/p3obMkwcNfx6ZOzYBXhZQgw63ySYx1VYEi/o9f+G1n5oAvB1+X+xPjEmFei4IHNe14B11w2cUSZnvxm2ariciMXLDISho8egNoGZSXUcRt0yLgh8+gZ472KNyg68NmP6UCNnxvIdrebTsTh40ehfTS/uhi0QZIU7gfNpMgC07l5bKXLfpkUvhFaWRPwR5KSvE7Abk/y85bQPgWsvTESBwyRnZ8+TmykdMeyF6TJTB/6aqhkeCRMkX7ZimjY9KZx6bT779ZvxfS8+uwkRGpTuSBukgjxzipSwZL3e3McoCY9rlOLQ9V8KZSBGIaTE+S3w0dNp0p7RIxJ2vFRbIM9R2LPFltqJbBvuQyGcyAwk3mxG2VpiOTxfbLcMbnk0y7iGUmy6/Cxw336Dmp5gzJA+4lZJp1ojb94iVX199g/vxTCF6iiinv3txFcwrsooEEjOhU8g6T18wEIRzgKr1PBPfmm3T00XuHFe+2UJkbYf3q8SCaEkrnUbXLI2x578yBvKJFwrUnetk/Uc6jcv/MaoPjuQmjzNPBhy7JTpPuqRYWJOlaGLvp1L5nmUDoyXTeylrkl+fOrlXUCTOaIQNtOb1za+Bty/a+jIHTVUvrC/QLm9ozZpdWXRK7bGA58akXDZS0XJzgEREgog88QOVEwf1om7911ei0RkBbPb+nL8c7OtTxHRfEl/6CoWT/ZP+cadPDq6MqI7SDaVUFOUHgmkUXlH0YkZpTIyGm5Jsnb9HSCXGbwkI/mljmCbuwwCvCYTiXrqYOIa5EPf/lcph7ogk+4+lAQhU/6uq+8Uxiu5SFjB2fs6R21uUsqjkuyuwT6mbzKIhVbF41dPvr1lVUXdC7WINe+nSG+lXuGcduxfydq56WCcWjPfcgmv/cQQwmmPQ1zL0LkQYJpxOuzGAg05aMsM2EgogujI9VYmwmxnpsBxo8rw3EAX3Xw604tXuV7A1EIGD9GMlFV57jbHpfUyH7rjoAn/mZPUDlAi8Cn5+2k99M/z2TkT05U2H2BPh7QkQ6Ied8BWqXSE2eJN/qga6cCbX9DBe/G7ZmxbkUmS4zhblXke83hdIHpDqJF5BZCFwflJ58oO+oR3acFuqNIbNhni0eG9YZACbqf1S3equ0ueXVTnYMd1/2KYci1/Gnvh7fGz8tah+KKM3OHSDtJHcae68rp/KnwH6mL6GANjPA7LeO95LPFR1VEZVjSXuVHOAMz+g3M8pRKLDmzw/gVldGAaVCvCkEjgyB6V5F3+ggCbb+RfWdEom8tqJvGrFfnPqqW6ysCYSnInqLDv3wbKhb+T2Q2EDA6cPnD8EGrzJL5Qo4EtRPnZ6VDQm8MheNitYXrFXo9+UOvzlApOV02oUsHejdKVFFu1Ug3ch0MEIOEK6RSxBtdRbgviswGRmv46ajDOQRSQHxbKKhSzeRdFBPZ40ma2CXTS3YTaj7+LP+eCKLbFR36yawjQp3kLmGqpYUXHOOgNQXiyd+Dqlq8GcapVS5lCbVGqEG7wXUB8Ho6OFJHNXuQzJ7VEX8pHjH2QnjhefCWg/S62AC4OZH8rd8JqE3MTaZKR8vzpEoSgDi0D6sGUR2caOhSwCG11S+oz3evSj13CrGxRyc+bE9TTru1WpsVNk7AGB7hWWrZa8tb+3/f/CJRdX1NQhgN3ifCAr66Q0QncVvi2sysw7QjhToZMMHZmWdN3Wiv3gOFj4kfWvF7APexHsSQjm88pUxHD/9Erv4wP/6/tiUWirgC1wLxVGovLLtB6pX/CU23k1HLAS6EinZKsOFiP/dEKSYTp/hggID8JWGdmOsp+jhOAxWxJLXi+if49wKypQDhJ/ey6VKg3cm2hzN9s/wyN5y0LVBMYj9iMzdlGBYP34vOhZpa7gs/eizLvBPca7c4La3q787tBPC+aBA11wDLUJFQRSoTVI3evDg0yRbRAf5gRNWdX1E+smb1m/1vErSPr/cBB4OYsEy22htKCPCX+eps1RWm+4ZY787m9nZTW/KvMxXY/+4DO+BWJXm8tlc7gYRMWGhjuaIEX+ybji8VtGm2MwQVkOnMUACMeRlwxqaNlPmDL5XfnJMt7ms/Ev1arLa8KpXVvflByqeZQ5dRfdhWXkbeyNbfJTQ/zGP46W1G9olxnVThoG9uoKuY30f/nW5XPjqoKPX1J2ysRZesqa95OkhMrQ+C+4W4mP2smNBGn9mq1RIl65/k++L0aOduV/E7EXV+fiebtnizezaWPTG2lWmsSHwGKmVPziITTVNjVLDlZviv1CX/OiFsGEP+E1G2uZzy5kRmNmw4+JRoC4wCdTSUiYiHlFKUKEsDaA9OTk5K/////0r/////SwB0lGJNcAKFlIwBQ5R0lFKUjANwb3OUTXACdYwJaGFzX2dhdXNzlEsAjAVnYXVzc5RHAAAAAAAAAAB1YnViLg==",
        "n": 4,
        "start": 0,
        "_shape": [],
        "dtype": "int64",
        "_np_random": "RandomState(MT19937)"
    },
    "n_envs": 16,
    "num_timesteps": 114688,
    "_total_timesteps": 100000,
    "_num_timesteps_at_start": 0,
    "seed": 344042492,
    "action_noise": null,
    "start_time": 1671811492480693862,
    "learning_rate": 0.0,
    "tensorboard_log": null,
    "lr_schedule": {
        ":type:": "<class 'function'>",
        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEcAAAAAAAAAAIWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
    },
    "_last_obs": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAICJdj3pSxe8F/qzvu0eh76lohi+VnCqPwAAgD8AAAAAgPv/vd/Hqz+7lqa+zNkHv/OQv77ata6+AAAAAAAAAADmGwS9DEejPs9Asj0CrTu/gzuOvc+BAz4AAAAAAAAAAM2UtryfrHw/5Y5wvSn7gb+8a4q9iOjIvQAAAAAAAAAAzZaFPFwLoT+f+RU+BFhCvytOHD0CARM+AAAAAAAAAABNQDO914hiu5pyST4j3ke+otMlPJKBIb8AAAAAAACAPwCg6joVooM+uurMvV2FIr9DFf+8Zsp6vQAAAAAAAAAA5lWNvQUdUD9526e9akVtvx/tf76CbEE8AAAAAAAAAACaAR87YyhGP/S4hTzGhYC/9/RzPFzZBzwAAAAAAAAAAJo4wjzsJPK7Q2suu8rTnDzS4FK9QwSDPQAAgD8AAIA/RqcJviz70T5+E+U9b3lIv2KEgr7qEk4+AAAAAAAAAAAAAKg6Cg4nu3yUnT0Mxl89N+QpuvWi97wAAIA/AACAP0Czzz20GoQ9sg/IvoYA5L5HZW++rqiLvgAAAAAAAAAADQPGPf2Wuz6aIbu9buY6v7KlHD5DUvO9AAAAAAAAAAAAaDe9nzwiPu6L6D0+TA6/vxdQvVZ14j0AAAAAAAAAAEDZ5z2KeqA/YsylPs0KIr9E4tA+8kOkPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
    },
    "_last_episode_starts": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
    },
    "_last_original_obs": null,
    "_episode_num": 0,
    "use_sde": false,
    "sde_sample_freq": -1,
    "_current_progress_remaining": -0.1468799999999999,
    "ep_info_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIFqbvNQSkckCUhpRSlIwBbJRLsYwBdJRHQG+l+tSydFx1fZQoaAZoCWgPQwhCIm3jz5FwQJSGlFKUaBVLimgWR0BvqCPwNLDidX2UKGgGaAloD0MIMJxrmCFocUCUhpRSlGgVS5toFkdAb61w6QvHtHV9lChoBmgJaA9DCKeufJanF3NAlIaUUpRoFUujaBZHQG+uLvkRzzV1fZQoaAZoCWgPQwjE0sCPKmByQJSGlFKUaBVLh2gWR0Bvrv3g1m8NdX2UKGgGaAloD0MIGTvhJThTcUCUhpRSlGgVS45oFkdAb67fzjFQ23V9lChoBmgJaA9DCADmWrRAw3BAlIaUUpRoFUuEaBZHQG+wKZtvXK91fZQoaAZoCWgPQwiez4B68wJwQJSGlFKUaBVLjWgWR0BvsiGahHskdX2UKGgGaAloD0MIRx/zAcHOcUCUhpRSlGgVS51oFkdAb7LPdEb5unV9lChoBmgJaA9DCELsTKGzEXFAlIaUUpRoFUuaaBZHQG+y26K+BYp1fZQoaAZoCWgPQwhA2v8AK9NxQJSGlFKUaBVLjmgWR0BvtSeiBXjmdX2UKGgGaAloD0MIIJijx2/4cUCUhpRSlGgVS6FoFkdAb7X6+nIhhnV9lChoBmgJaA9DCIMY6NoX8XNAlIaUUpRoFUu4aBZHQG+2QyRB/qh1fZQoaAZoCWgPQwgFvw0x3upyQJSGlFKUaBVLkWgWR0BvuBM+NcW1dX2UKGgGaAloD0MIYr8n1imNcUCUhpRSlGgVS3xoFkdAb7hjlxOtXHV9lChoBmgJaA9DCC8yAb+GN3NAlIaUUpRoFUueaBZHQG+5nDrJKap1fZQoaAZoCWgPQwj2JRsPdohxQJSGlFKUaBVLnWgWR0Bvuhdt2s7udX2UKGgGaAloD0MI9utOd14Xc0CUhpRSlGgVS61oFkdAb7wcyWRigHV9lChoBmgJaA9DCPA0mfE2anFAlIaUUpRoFUuEaBZHQG/AHEdeY2N1fZQoaAZoCWgPQwjvGvSlNxtxQJSGlFKUaBVLnGgWR0Bvwt/4IrvtdX2UKGgGaAloD0MIgA2IEFc+ckCUhpRSlGgVS6RoFkdAb8SywfQrtnV9lChoBmgJaA9DCKfpswNugnNAlIaUUpRoFUuxaBZHQG/FIi1RceN1fZQoaAZoCWgPQwgepn1zP8hzQJSGlFKUaBVLl2gWR0Bvxxz/6wdKdX2UKGgGaAloD0MIz04GR0lRckCUhpRSlGgVS6FoFkdAb8ez+m3vyHV9lChoBmgJaA9DCAu1pnlHCHRAlIaUUpRoFUu0aBZHQG/IM1baAWl1fZQoaAZoCWgPQwhlbr4RHc9yQJSGlFKUaBVLsGgWR0Bvyn7tRekYdX2UKGgGaAloD0MIz7uxoDBtckCUhpRSlGgVS6poFkdAb8xH4oJAuHV9lChoBmgJaA9DCCZSms1j1nJAlIaUUpRoFUuTaBZHQG/MrhR64Uh1fZQoaAZoCWgPQwj20hQBzj90QJSGlFKUaBVLmGgWR0BvzQlMRHwxdX2UKGgGaAloD0MIuoJtxNNNc0CUhpRSlGgVS6poFkdAb8103fhuO3V9lChoBmgJaA9DCJuOAG7WqXFAlIaUUpRoFUudaBZHQG/PNW2gFot1fZQoaAZoCWgPQwhAE2HDk35yQJSGlFKUaBVLvGgWR0Bvz3Wvr4WUdX2UKGgGaAloD0MIWRe30YD/cUCUhpRSlGgVS4xoFkdAb8+3ZPEbYXV9lChoBmgJaA9DCFcm/FI/JXRAlIaUUpRoFUupaBZHQG/ROY6XBxh1fZQoaAZoCWgPQwiSIjKsIrJzQJSGlFKUaBVLrGgWR0Bv12kLx7RfdX2UKGgGaAloD0MIUgslk5OOcUCUhpRSlGgVS6RoFkdAb9jiIcinpHV9lChoBmgJaA9DCL/zixJ0Q3BAlIaUUpRoFUucaBZHQG/ZjTKDCgt1fZQoaAZoCWgPQwgU56ijY09zQJSGlFKUaBVLrWgWR0Bv3FRrJr+HdX2UKGgGaAloD0MIoSx8fS02cUCUhpRSlGgVS6ZoFkdAb93tcfNiY3V9lChoBmgJaA9DCIf6XdiajnJAlIaUUpRoFUuTaBZHQG/eGzSkTHt1fZQoaAZoCWgPQwh1ApoI24xyQJSGlFKUaBVLhmgWR0Bv3oNPP9k0dX2UKGgGaAloD0MIxXO2gJD7c0CUhpRSlGgVS7NoFkdAb98x1xKg7HV9lChoBmgJaA9DCDSEY5b9qnNAlIaUUpRoFUuyaBZHQG/gW7e2uxN1fZQoaAZoCWgPQwhffTz0HTNzQJSGlFKUaBVLp2gWR0Bv4247Rv3rdX2UKGgGaAloD0MIutqK/SXTc0CUhpRSlGgVS6hoFkdAb+QCtihFmXV9lChoBmgJaA9DCBQ/xtz1sXJAlIaUUpRoFUuhaBZHQG/lapgkTpR1fZQoaAZoCWgPQwg1m8dhcI50QJSGlFKUaBVLwGgWR0Bv5f8TBZZCdX2UKGgGaAloD0MITcCvkaQRc0CUhpRSlGgVS6poFkdAb+ZSUkfLcXV9lChoBmgJaA9DCIFaDB6m0XFAlIaUUpRoFUucaBZHQG/mVpTMqz91fZQoaAZoCWgPQwgK+DWSRAlyQJSGlFKUaBVLrmgWR0Bv5peb/ffodX2UKGgGaAloD0MI56c4Drz0cUCUhpRSlGgVS6NoFkdAb+1+ZPVNH3V9lChoBmgJaA9DCNyhYTFqYnFAlIaUUpRoFUuhaBZHQG/uuARTS9d1fZQoaAZoCWgPQwgyHqUSnt1wQJSGlFKUaBVLl2gWR0Bv8NPnB+F2dX2UKGgGaAloD0MId06zQPtWcECUhpRSlGgVS5JoFkdAb/Hnr6ciGHV9lChoBmgJaA9DCHdqLjcY/HJAlIaUUpRoFUuHaBZHQG/ya6jFhod1fZQoaAZoCWgPQwhTknU4Ooh0QJSGlFKUaBVLoGgWR0Bv864MF2V3dX2UKGgGaAloD0MI+S6lLlkpcUCUhpRSlGgVS5hoFkdAb/PEF4cFQnV9lChoBmgJaA9DCDnVWpjFB3RAlIaUUpRoFUvBaBZHQG/z7aqS5iF1fZQoaAZoCWgPQwhYxoZuNm9zQJSGlFKUaBVLp2gWR0Bv9R3/xUeddX2UKGgGaAloD0MISIjyBS28ckCUhpRSlGgVS45oFkdAb/bzkp7TlXV9lChoBmgJaA9DCAYTfxR1GnBAlIaUUpRoFUuQaBZHQG/4piy6cy51fZQoaAZoCWgPQwhzSGqhpElxQJSGlFKUaBVLlWgWR0Bv+kpXp4bCdX2UKGgGaAloD0MItMcL6fBRckCUhpRSlGgVS5poFkdAb/qiWVu76HV9lChoBmgJaA9DCOF5qdiYiHJAlIaUUpRoFUueaBZHQG/70x/NJOF1fZQoaAZoCWgPQwjVr3Q+PApzQJSGlFKUaBVLo2gWR0Bv/DLr5ZbIdX2UKGgGaAloD0MIuVUQA90/ckCUhpRSlGgVS8loFkdAb/49pRGc4HV9lChoBmgJaA9DCHsQAvJloXFAlIaUUpRoFUuCaBZHQHABHiWE9Md1fZQoaAZoCWgPQwjTvrm/updxQJSGlFKUaBVLomgWR0BwAciJO32FdX2UKGgGaAloD0MIU8+CUB6AcECUhpRSlGgVS5xoFkdAcAHyRSxZ+3V9lChoBmgJaA9DCBGN7iB2gHFAlIaUUpRoFUuLaBZHQHACwnH/9511fZQoaAZoCWgPQwhBf6FHDM1yQJSGlFKUaBVLh2gWR0BwA0FHJ9y+dX2UKGgGaAloD0MIfERMiaQ3cUCUhpRSlGgVS5hoFkdAcAOFBppN9HV9lChoBmgJaA9DCPm9TX82u3FAlIaUUpRoFUucaBZHQHAEwqI7/4t1fZQoaAZoCWgPQwjJchJKH7RzQJSGlFKUaBVLpWgWR0BwBUCfYjB3dX2UKGgGaAloD0MIj20ZcFYucUCUhpRSlGgVS51oFkdAcAaTUAksz3V9lChoBmgJaA9DCEYKZeGrMnRAlIaUUpRoFUuxaBZHQHAG76LwWnF1fZQoaAZoCWgPQwh4Qq8/yQlzQJSGlFKUaBVLmWgWR0BwCC0G/vfCdX2UKGgGaAloD0MI0sjnFQ/2c0CUhpRSlGgVS55oFkdAcAhgHeJpFnV9lChoBmgJaA9DCNi7P97rP3FAlIaUUpRoFUutaBZHQHAIlFDv3Jx1fZQoaAZoCWgPQwjU78LWbMtxQJSGlFKUaBVLjWgWR0BwCTiYLLIQdX2UKGgGaAloD0MIKLfte9T8c0CUhpRSlGgVS6FoFkdAcAl/x2B8QnV9lChoBmgJaA9DCEvoLolzH3NAlIaUUpRoFUuvaBZHQHAKL3wkPc11fZQoaAZoCWgPQwiERxtHrNFyQJSGlFKUaBVLimgWR0BwCtdu5z5odX2UKGgGaAloD0MIqtTsgRYVcECUhpRSlGgVS41oFkdAcAubSqlxfnV9lChoBmgJaA9DCPAUcqXernBAlIaUUpRoFUuWaBZHQHAMYEbHZK51fZQoaAZoCWgPQwibjgBuVhx0QJSGlFKUaBVLmGgWR0BwDeJAMUh3dX2UKGgGaAloD0MIFK+ytqnjckCUhpRSlGgVS6doFkdAcA4/cWTHKnV9lChoBmgJaA9DCN2x2CZV3nJAlIaUUpRoFUuMaBZHQHAOVL39JjF1fZQoaAZoCWgPQwgyj/zBwEhyQJSGlFKUaBVLomgWR0BwDlTP0I1MdX2UKGgGaAloD0MIgSTs2wk1ckCUhpRSlGgVS5NoFkdAcBCr/Khcq3V9lChoBmgJaA9DCDum7soukm9AlIaUUpRoFUuQaBZHQHAQz1f3N9p1fZQoaAZoCWgPQwhS1Jl7iIxyQJSGlFKUaBVLjmgWR0BwEfWhAWzodX2UKGgGaAloD0MIGNALd24OdECUhpRSlGgVS7poFkdAcBIi6g/Ts3V9lChoBmgJaA9DCCrFjsbh+HFAlIaUUpRoFUuAaBZHQHASE4BFNL11fZQoaAZoCWgPQwg5KjdRSwZxQJSGlFKUaBVLlWgWR0BwEpxAB1cMdX2UKGgGaAloD0MI1ZP5R1/3cUCUhpRSlGgVS4VoFkdAcBNYVIqb0HV9lChoBmgJaA9DCHWQ14MJQ3FAlIaUUpRoFUucaBZHQHAUFMh5gPV1fZQoaAZoCWgPQwhmEB/Y8TpzQJSGlFKUaBVLqmgWR0BwFBWHUMG5dX2UKGgGaAloD0MIZVbvcPsJckCUhpRSlGgVS35oFkdAcBRS5y2hI3V9lChoBmgJaA9DCMY1PpO9KHJAlIaUUpRoFUueaBZHQHAViVbA1vV1ZS4="
    },
    "ep_success_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
    },
    "_n_updates": 12536,
    "n_steps": null,
    "gamma": 0.999,
    "gae_lambda": 0.98,
    "ent_coef": 0.01,
    "vf_coef": 0.5,
    "max_grad_norm": 0.5,
    "batch_size": 64,
    "n_epochs": 4,
    "clip_range": {
        ":type:": "<class 'function'>",
        ":serialized:": "gAWVxAEAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUtDQwRkAVMAlE5HAAAAAAAAAACGlCmMAV+UhZSMHzxpcHl0aG9uLWlucHV0LTIzLTZmZTU5MzEyNDA2YT6UjAg8bGFtYmRhPpRLDUMAlCkpdJRSlH2UKIwLX19wYWNrYWdlX1+UTowIX19uYW1lX1+UjAhfX21haW5fX5R1Tk5OdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgWfZR9lChoE2gNjAxfX3F1YWxuYW1lX1+UaA2MD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBSMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UTowXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
    },
    "clip_range_vf": null,
    "normalize_advantage": true,
    "target_kl": null,
    "train_step": "Hello! This is a watermark to see if people are just copying each other. I actually copied too so no biggie. It's open source baby"
}