{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x78bbb54f1b40>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x78bbb54f1bd0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x78bbb54f1c60>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x78bbb54f1cf0>", "_build": "<function ActorCriticPolicy._build at 0x78bbb54f1d80>", "forward": "<function ActorCriticPolicy.forward at 0x78bbb54f1e10>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x78bbb54f1ea0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x78bbb54f1f30>", "_predict": "<function ActorCriticPolicy._predict at 0x78bbb54f1fc0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x78bbb54f2050>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x78bbb54f20e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x78bbb54f2170>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x78bbb548fb00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 229376, "_total_timesteps": 200000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1713331338971450547, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGbxdT5PRPw+GHMovjV2176y6Dw+w5iGvgAAAAAAAAAAmtAJvbge9TY17aWzF0uArl9n17tl66ozAACAPwAAgD+twi4+QScTP2oqy7t8Tem+Ud39PctGD7wAAAAAAAAAAPPOl72PGmW65fBNNRXEjTCUSQ87e0VRtAAAgD8AAIA/M9g9vVyHJ7qtw1Q9KxUKPOqOUrzrhfo8AACAPwAAgD+zYsI9CgYCu64/97tONJQ7vFaRO/mPjrwAAIA/AACAPxp+X76Dcns/mPAtvkMYEb8Iq4S+rqhHPQAAAAAAAAAATfFBPm9asD/P1gU/FB35vkRbRz5mF2w+AAAAAAAAAACaqsG8h1ujP/LRgr7ieD+/5OThvKfgDr4AAAAAAAAAAADuBTyPPhq6A0BAM4tisSs3vnk6ium/swAAgD8AAIA/5jmSvRprrj8W1UK+g/YGv+dgcr0K1G+9AAAAAAAAAACASVE+muUUP07/y72OFhG/dTutPSZfzb0AAAAAAAAAAIAMOb2axZ8/bJWSvlwwI7+gzIi9s9BAvgAAAAAAAAAAGmMbPY/2NLriPiqzwO/pKpsDnboihswzAACAPwAAgD/TIBG+Rk6fPwoyHL9Gsem+h5RHvhvZ6L4AAAAAAAAAAGYpyTwGO4A+7KvHO3qCnb4sF6W8Y3AQOAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.1468799999999999, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV5QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHMLRlDneSCMAWyUS9+MAXSUR0CmcxmZNO/MdX2UKGgGR0Bw4BEc81XOaAdL0GgIR0Cmc2sh5gPVdX2UKGgGR0BxaySMcZLqaAdL02gIR0CmdBLhR64UdX2UKGgGR0BxIis5n13/aAdLyWgIR0CmdDq9PDYRdX2UKGgGR0Bu9xWo3rD7aAdLtmgIR0CmdEXNLUTddX2UKGgGR0B0GsSdvsJIaAdL02gIR0CmdGqABkqddX2UKGgGR0BxBNBKL877aAdLo2gIR0CmdQybhFVldX2UKGgGR0BvS/8wYcebaAdLzWgIR0CmdY0vf0mMdX2UKGgGR0BwMOPq9oN/aAdLrmgIR0CmdgOaF23bdX2UKGgGR0BxWP1QIldDaAdL12gIR0Cmdlny/bj+dX2UKGgGR0ByDu8SPEKmaAdLtWgIR0CmdnmViWmhdX2UKGgGR0ByNYDvE0iyaAdL32gIR0CmdsFzltCRdX2UKGgGR0BtYhtgrpaBaAdLuGgIR0CmdsjpC8e0dX2UKGgGR0By3zjcVQANaAdL4mgIR0Cmdx4sNDtxdX2UKGgGR0BvCh1q33HraAdLvGgIR0Cmd5VQZXMhdX2UKGgGR0Buw04aP0ZnaAdLumgIR0Cmd7NN8E3bdX2UKGgGR0BwSfEpAlfJaAdLz2gIR0Cmd7vPC2tudX2UKGgGR0Bx/iRjjJdTaAdL5GgIR0CmeDTNt65YdX2UKGgGR0Bx5TDYRNAUaAdL6mgIR0CmeP2PLgXNdX2UKGgGR0ByCrrRjSXuaAdLw2gIR0CmeRwblzU7dX2UKGgGR0BxcIcKgIyCaAdL72gIR0CmeX2oWHk+dX2UKGgGR0ByMxew9q1xaAdLy2gIR0CmeadEkSmJdX2UKGgGR0BxiTxBmf5DaAdL1mgIR0CmebM4cWCVdX2UKGgGR0ByZwfr8iwCaAdLx2gIR0CmeegxagVXdX2UKGgGR0ByJOH58BuGaAdLy2gIR0Cmef+3x4IKdX2UKGgGR0BlFxB/qgRLaAdN6ANoCEdApno8rPMSsnV9lChoBkdAc07CYCyQgmgHS9BoCEdApnplKZlWfnV9lChoBkdAcawwoLG7z2gHS8ZoCEdApnq5l18stnV9lChoBkdAcYFKa5PM0WgHS8RoCEdApnrLDuSfUXV9lChoBkdAcPAlSjxkNGgHS8ZoCEdApnrY4GUwBnV9lChoBkdAcrwdOqNp/WgHS8VoCEdApntMkKNQ03V9lChoBkdAcIDADaGpM2gHS85oCEdApnwwAfdRBXV9lChoBkdAcQjJO32EkGgHS7JoCEdApnw3oxHoYHV9lChoBkdAcbKY1YQrc2gHS9RoCEdApnxqs0YTCnV9lChoBkdAcDj10T101mgHS6loCEdApnyTrgOz6nV9lChoBkdAcTWu5BkZrGgHS8BoCEdApnyc/jbSJHV9lChoBkdAU3dWo3rD62gHS4hoCEdApnzXgNwzcnV9lChoBkdAcZxO801qFmgHS8toCEdApn0K3/givHV9lChoBkdAc68dmQKa5WgHS8VoCEdApn1Oq1gH/3V9lChoBkdAcQz5SWJJoWgHS71oCEdApn1XUrkKeHV9lChoBkdAcrmfOlfqo2gHS+xoCEdApn1ehysCDHV9lChoBkdAcmK68g6ltWgHS7RoCEdApn2ZTZQHiXV9lChoBkdAcyPGxlg+hWgHS+hoCEdApn6K0MPSUnV9lChoBkdAX0s1xbSql2gHTegDaAhHQKZ+0PJaJRB1fZQoaAZHQHG/upsGgSRoB0vraAhHQKZ/FQzk6tF1fZQoaAZHQHIjiMUAT7FoB0unaAhHQKZ/HdadMCd1fZQoaAZHQHPHikKu0TloB0vQaAhHQKZ/kHLRrrR1fZQoaAZHQHLFsxoIv8JoB0u5aAhHQKZ/mVk+X7d1fZQoaAZHQHJ2Cgbp/w1oB0vVaAhHQKZ/oKJl8PZ1fZQoaAZHQHHr2RaHKwJoB0uuaAhHQKZ/pJjlPrR1fZQoaAZHQHBA/yf+S8toB0u0aAhHQKaANRlYlpp1fZQoaAZHQHIKeB+Wnj1oB0vkaAhHQKaANWHUMG51fZQoaAZHQHKlBuXNTtNoB0vEaAhHQKaAYeOn2qV1fZQoaAZHQHNfR9Cu2Z1oB0vWaAhHQKaAaXcgyM11fZQoaAZHQHEtD4gzP8hoB0vMaAhHQKaAzEehf0F1fZQoaAZHQHIuz8P4EfVoB0vxaAhHQKaBFXGwRoR1fZQoaAZHQG+y8jqv/zdoB0vVaAhHQKaB1e5WilB1fZQoaAZHQG7dHsLORkpoB0vKaAhHQKaB6j4593N1fZQoaAZHQHO266FuejFoB0vSaAhHQKaCVe9Ba9t1fZQoaAZHQHIFzuWrwORoB0veaAhHQKaCl05EMLF1fZQoaAZHQHFRrbL2YfJoB0vCaAhHQKaCmrtE5Qx1fZQoaAZHQGP2FJxvNvBoB03oA2gIR0CmgqwOvt+kdX2UKGgGR0BxJ8XHim2taAdL0GgIR0CmgtRREWqMdX2UKGgGR0BjzW2E0zj4aAdN6ANoCEdApoL7BO58SnV9lChoBkdAc6YDiOvMbGgHS95oCEdApoMK/sVtXXV9lChoBkdAcMzynk1dgWgHS+RoCEdApoMjkOqeb3V9lChoBkdAcq1kiD/VAmgHS8doCEdApoM8bcXWOXV9lChoBkdAcg/MrmQr+mgHS+RoCEdApoPFOVPepHV9lChoBkdAcdxqQRwqAmgHS/VoCEdApoPOois4k3V9lChoBkdAcyrRDTjNp2gHS9NoCEdApoPgZydWhnV9lChoBkdAcyVkUsWfsmgHS89oCEdApoQMkMTewnV9lChoBkdAcVCT2FnIyWgHTQIBaAhHQKaEE7FKkEd1fZQoaAZHQG7jN/OMVDdoB0u3aAhHQKaERZTQ3P11fZQoaAZHQHBR2V3Ux21oB0u4aAhHQKaEVFLnLaF1fZQoaAZHQHEwzslb/wRoB0vQaAhHQKaE6ZqmCRR1fZQoaAZHQHMdLSE12q1oB0vSaAhHQKaFKZ+hGpd1fZQoaAZHQHFtV3EAHVxoB0vgaAhHQKaFSseXAuZ1fZQoaAZHQG6AyeZof0VoB0u5aAhHQKaFZhQ3xWl1fZQoaAZHQHOpGPHT7VJoB0vnaAhHQKaFlkDIRyx1fZQoaAZHQHIJoA80UGpoB0v4aAhHQKaFm88La251fZQoaAZHQHNBgntv4udoB0veaAhHQKaFrt/nW8R1fZQoaAZHQHKbLkbPyCpoB0vnaAhHQKaFt05EMLF1fZQoaAZHQHIJMa4tpVVoB0vwaAhHQKaF8Ldepn91fZQoaAZHQHENdDx9XtBoB0uyaAhHQKaGJHbRF7V1fZQoaAZHQHEDm9L6DXhoB0vOaAhHQKaGLRdhRZV1fZQoaAZHQHMBOLrHEMtoB0veaAhHQKaGUk/KQq91fZQoaAZHQHBDTaPCEYhoB0vJaAhHQKaGW+LWI451fZQoaAZHQHDouuJUHY9oB0u1aAhHQKaGYFjd56d1fZQoaAZHQHItv/JeVs1oB0veaAhHQKaGaLYPGyZ1fZQoaAZHQHCHRp+MIeJoB0vEaAhHQKaGkjNY8uB1fZQoaAZHQHDZXRsuWbBoB0vOaAhHQKaHM1rIo3J1fZQoaAZHQHCRhbjcVQBoB0vIaAhHQKaHYvysjml1fZQoaAZHQHAtL9qDbrVoB0usaAhHQKaHbroGIKt1fZQoaAZHQHBjF0knkT9oB0vEaAhHQKaHc3xWkrR1fZQoaAZHQG8xBysCDEpoB0u7aAhHQKaHuDr7fpF1fZQoaAZHQHMlezUqhDhoB0vWaAhHQKaICDifg751fZQoaAZHQHIdNtdiUgVoB0vsaAhHQKaIDmUW2w51fZQoaAZHQHGamJSBK+VoB0u6aAhHQKaIM2lVLjB1fZQoaAZHQHDCt1yNn5BoB0uwaAhHQKaIRi704BF1fZQoaAZHQHLGQtz0Yj1oB0vCaAhHQKaIVKFIuoR1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 510, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}