Upload PPO BipedalWalker-v3 trained agent

README.md

@@ -0,0 +1,37 @@
+---
+library_name: stable-baselines3
+tags:
+- BipedalWalker-v3
+- deep-reinforcement-learning
+- reinforcement-learning
+- stable-baselines3
+model-index:
+- name: PPO
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: BipedalWalker-v3
+      type: BipedalWalker-v3
+    metrics:
+    - type: mean_reward
+      value: -58.54 +/- 39.24
+      name: mean_reward
+      verified: false
+---
+
+# **PPO** Agent playing **BipedalWalker-v3**
+This is a trained model of a **PPO** agent playing **BipedalWalker-v3**
+using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
+
+## Usage (with Stable-baselines3)
+TODO: Add your code
+
+
+```python
+from stable_baselines3 import ...
+from huggingface_sb3 import load_from_hub
+
+...
+```

config.json

@@ -0,0 +1 @@
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7a2dc8055240>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7a2dc80552d0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7a2dc8055360>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7a2dc80553f0>", "_build": "<function ActorCriticPolicy._build at 0x7a2dc8055480>", "forward": "<function ActorCriticPolicy.forward at 0x7a2dc8055510>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7a2dc80555a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7a2dc8055630>", "_predict": "<function ActorCriticPolicy._predict at 0x7a2dc80556c0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7a2dc8055750>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7a2dc80557e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7a2dc8055870>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7a2dc7ff7940>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 131072, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1716234658995624725, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQYAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABgAAAAAAABxy173bEic9f7D/PUm5QD4/Qju/WmVMPysqUT/9/3+/AAAAAPcrkT8AAAAAeblFP9DUW78AAIA/QzCnPrI1qT6Whq8+3LK4Pi1Xxj6G/9o+Sub4Pl65ET8cMTg/AACAP9VUfrxd2JU9rXYhPt2fDz5/egK/Qj6MPkYH5D4AAIC/AACAP6GWkD8AAAAAwOryPgEAgL8AAAAAI1iwPp2Lrz6s6bI+vwe9PiCPzD4/h+M+yywDP67XID9rCmQ/AACAP62EyT6dM/s8RofLPqXEL70oNIO+AACAv5Su6r6td8Y+AACAPwewej/IDDS+nDx1PwAAgD8AAAAAleGiPpN8oz6NZqk+syK1Plooxz4rYOQ+ni0HP8PjLj9wOn8/AACAP2RXWz5XEsO9KgTdPq2WOb3XhE2/AAAAAPSXRj7gwAU/AACAPz7eaT/eQby+fjRvP6uqKrMAAAAA18OTPrAElT6q1Zk+SzajPh21sD4DS8M+/03iPoHXCT8UrC8/AACAPxkBW71Nh8Q9FnEzPkxIkD3ClbO+8DlxPRBFaD4BAIC/AAAAAPT6kD8AAAAA4ITvPgEAgL8AAAAA7nqvPluqsD5yabU+3pS/PuMH0T6c4+s+n/IIPxzSJD/ztls/AACAP5MlMj66xac9WeQ+PmSVKryWyfe8+BJmPsxn8r79/3+/AAAAABwJcT8Zs5a/OPp0Pvv/fz8AAAAAzX66Puu3uz4A078+O8PJPmS+2z6lsPk+IwcWPzjcQz8AAIA/AACAP+s4jr5tH0A9aWObPq74/j124/S8pLBiP/RrkT7//3+/AAAAAMLGiD8Aetq9JKzePv//f78AAIA/J+zFPt+2yT6hWNM+sFTlPm45/j6dERQ/pK0yPxWeaT8AAIA/AACAP1C2+z4rrpc9ZIKXPnqlR74ZcqS+bgOFv+bmKb9riLW8AACAPy28jD8AeI+5xNYUP215gL8AAAAAsmGUPmU6lz5swp0+5paoPo3euT5k3NM+8fT5Po1DHj9lDlc/AACAP370DD7tDDw8t6JBPh8XF72hESQ9qaADPzpdI78BAIC/AAAAADTZhz+F+ko/KIijPgEAgD8AAAAAjc/GPhdjyD6vGM8+GvXbPqBR8D73AAY/6ToaP156PT8AAIA/AACAP5zcRj/RRNM9fqqcPp2ZQTzV01+/dSutv3zWoL5kExw/AAAAAEG/iT+sGdq+Cm53P///fz8AAAAArZKNPjFYjT6OSpI+CkWaPvlrpT77N7Y+SWzSPj5CBj/5YDs/AACAPwm/PD2XlYQ9rC44PuwqiL2vfUs+Gekyv5CUyL4BAIA/AAAAAPVJij/woII9cFDbPefSBL4AAAAAlebrPvYV8D5LA/o+eKMDP0pGDT/ISBs/S+IwP3eSVz8AAIA/AACAPx5j+T5Iypy8J6f/PklxTb3rgFy/GmFjv7BSdz1YvUw/AACAP7ySlD/6/38/+KQ0P8H9/b8AAAAAS3CfPgpmoj69Rao+qfW2Pvztyj6fLOw+7Y4PP6IpMj/pP2U/AACAP9fTSb4yaxQ9y6j9PcFbED6Kkgy+sGxzP16X0D4DAIC/AAAAAFAmkD8AAAAAUuYUPwEAgL8AAAAA5RS9PnyAvT7ZZ8M+5ifOPvqv3z7FbP0+iZgUP1sHOT85wXg/AACAPzYOgj5IQso8xwUFP6aNU71A1g2/NouZv6gPLL7E60o/AACAPyPVfz/wICW/NLtSPwAAgL8AAAAAYtWQPipmkj7ZcZY+/32fPh3Crj4HM8g+wjPtPmo7FT+HImA/AACAP4VbPr6YZBo93s1VPvGXJD45SRu/inclvvmGTD+YmH0+AACAP207kT8AAAAA/4VOP7cYQL8AAIA/q1+nPjLsqD7qc64+QaO4Ptxuyj47KOY+XXoGPyMPJD8DwVg/AACAP8a60T6P1M+9C6K1PkiB8DyPGlC/AAAouEAW5TyHfRg/AACAPxLbij9QH3G+bgFZP/MrGL8AAAAA8w6UPs1nlT5+kZk+NU6iPpMTsT483sQ+fF7iPmvADD8nZEc/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.3107200000000001, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVNAoAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGVBFrl/6O6MAWyUTUAGjAF0lEdAm21l1KXfInV9lChoBkdAZhoHuZ1FIGgHTUAGaAhHQJttaThYNiJ1fZQoaAZHQGMjsPrfLs9oB01ABmgIR0CbbWxX4j8ldX2UKGgGR0BmKbPKMefaaAdNQAZoCEdAm21vfGdZq3V9lChoBkdAZPR/hl18s2gHTUAGaAhHQJttcqXnhbZ1fZQoaAZHQGHISnUDuBtoB01ABmgIR0CbbXWeHzpYdX2UKGgGR0BkOgVIqbz9aAdNQAZoCEdAm214pc5bQnV9lChoBkdAZHgKArhBJWgHTUAGaAhHQJtte37UG3Z1fZQoaAZHQGV71ejVQRBoB01ABmgIR0CbbX6QNkOJdX2UKGgGR0BjYLV6NVBEaAdNQAZoCEdAm22BnjABUHV9lChoBkdAZT7xYJVsDWgHTUAGaAhHQJtthIwudwx1fZQoaAZHQGW33bmEGqxoB01ABmgIR0CbbYkRzzVddX2UKGgGR0BlxrM3ZPEbaAdNQAZoCEdAm22NCVrylXV9lChoBkdAY2SdjG1hLGgHTUAGaAhHQJttkGKQ7tB1fZQoaAZHQGWbYrSVnmJoB01ABmgIR0CbbZNyo4uLdX2UKGgGR0BlGQAdXDFZaAdNQAZoCEdAm22WdAgPmXV9lChoBkdAIqWiDdxhlWgHTUYEaAhHQJugsYm9g4R1fZQoaAZHQGLF6Ieo1k1oB01ABmgIR0CbqniUgSvldX2UKGgGR0BkbReXzDoAaAdNQAZoCEdAm6qB8c+7lXV9lChoBkdAZE4Ad4mkWWgHTUAGaAhHQJuqhQAMlTp1fZQoaAZHQGZDEqtozvZoB01ABmgIR0CbqohM8HObdX2UKGgGR0BjYrIikftAaAdNQAZoCEdAm6qLRnezlnV9lChoBkdAY83tnf2saWgHTUAGaAhHQJuqjiiqQzV1fZQoaAZHQGQEQNkOI69oB01ABmgIR0CbqpBltj0+dX2UKGgGR0BhOTQeFL39aAdNQAZoCEdAm6qTcAR02nV9lChoBkdAZry49X9zfmgHTUAGaAhHQJuqlmrbQC11fZQoaAZHQGL+lQ/HHWBoB01ABmgIR0CbqpleF+NMdX2UKGgGR0BmFH5LytmuaAdNQAZoCEdAm6qc7QswtnV9lChoBkdAZclq46Oo52gHTUAGaAhHQJuqoAYHgP51fZQoaAZHQGYMsSbpeNVoB01ABmgIR0CbqqMHKOktdX2UKGgGR0BkHQr8R+SbaAdNQAZoCEdAm6qmBjFyaXV9lChoBkdAY7vv5xiobWgHTUAGaAhHQJuqqQdS2ph1fZQoaAZHwFqxwpe/pMZoB0tVaAhHQJusSGwiaAp1fZQoaAZHwFLv6Eal1r9oB01pAWgIR0Cbsc4Cp3otdX2UKGgGR8BJ9I/qxC6ZaAdNIANoCEdAm7waxC6YmnV9lChoBkfARqZFmWdEs2gHTccCaAhHQJvezSx7iQ11fZQoaAZHQGRqL1uivgZoB01ABmgIR0Cb3zj6N2kjdX2UKGgGR0BlYD5ftx+8aAdNQAZoCEdAm+3Cup0fYHV9lChoBkdAZd+wg1WKdmgHTUAGaAhHQJvtyQ9zOop1fZQoaAZHQGVtRHPNVzZoB01ABmgIR0Cb7c8K5TZQdX2UKGgGR0BnAWwC8vmHaAdNQAZoCEdAm+3Uz9CNTHV9lChoBkdAZbDVtoBaLWgHTUAGaAhHQJvt2apgkTp1fZQoaAZHQGRMGyon8bdoB01ABmgIR0Cb7d9nK4hEdX2UKGgGR0Bl74pH7P6baAdNQAZoCEdAm+3l3Ux20XV9lChoBkdAZbawHqu8smgHTUAGaAhHQJvt7nr6ciJ1fZQoaAZHQGTFj3VTaTRoB01ABmgIR0Cb7fVt4zJqdX2UKGgGR0BlDV4/u9eyaAdNQAZoCEdAm+37/4qPO3V9lChoBkdAZOsoP07KaGgHTUAGaAhHQJvuAqH446x1fZQoaAZHQGXHAVGkN4JoB01ABmgIR0Cb7gl67dzodX2UKGgGR0BkYHU8V58jaAdNQAZoCEdAm/EApjMFEHV9lChoBkfASIoiA2AG0WgHTSgCaAhHQJv9RRdhRZV1fZQoaAZHQGcyF6JIlMRoB01ABmgIR0CcAhwRoRI0dX2UKGgGR0Blqvx8UmD2aAdNQAZoCEdAnAdMmv4dqHV9lChoBkdAZTHmr8zhxmgHTUAGaAhHQJwHt9Dx9Xt1fZQoaAZHQDY3C+De0oloB029BGgIR0CcCidqtYCAdX2UKGgGR0BkHbQb+98JaAdNQAZoCEdAnDAFKCg9NnV9lChoBkdAZNC+Yc/+sGgHTUAGaAhHQJwwCJ1q33J1fZQoaAZHQGT8aaCtihFoB01ABmgIR0CcMAta6jFidX2UKGgGR0Bk7myu6mO3aAdNQAZoCEdAnDAObExZdXV9lChoBkdAYu+4H5aePWgHTUAGaAhHQJwwEEV32VV1fZQoaAZHQGR1QDeTFERoB01ABmgIR0CcMBNS619fdX2UKGgGR0Bko3RCx/utaAdNQAZoCEdAnDAWcFyJbnV9lChoBkdAZMILrHEMs2gHTUAGaAhHQJwwGWyC4Bp1fZQoaAZHQGRe101ZTydoB01ABmgIR0CcMBtrsSkCdX2UKGgGR0BlulX9zfaYaAdNQAZoCEdAnDAd61LJ0XV9lChoBkdAZmFMlC1JDmgHTUAGaAhHQJwx0P9UCJZ1fZQoaAZHQGb9NwBHTZxoB01ABmgIR0CcOtBxxT86dX2UKGgGR0Bh2pqbjLjhaAdNQAZoCEdAnD+FYhdMTXV9lChoBkdAZs7+BH09Q2gHTUAGaAhHQJxEuBPKuCB1fZQoaAZHQGUvpIUahpRoB01ABmgIR0CcRSla8pTddX2UKGgGR0BkcK4YrJ8waAdNQAZoCEdAnEeBG+bmVHV9lChoBkdAPeipeeFtbmgHTfQEaAhHQJxIjIPsiSt1fZQoaAZHQDYOEh7mdRRoB00OBWgIR0CcSsNQ0oBrdX2UKGgGR7/dumaYu01JaAdNwwNoCEdAnE1PbwjMV3V9lChoBkdAZo+IhyKekGgHTUAGaAhHQJxPBW8yvcJ1fZQoaAZHQGZzt96Tnq5oB01ABmgIR0CcTwizsyBTdX2UKGgGR0Bmu8+aBqbjaAdNQAZoCEdAnE8LfYSQHXV9lChoBkdAZvvTvy9VWGgHTUAGaAhHQJxPDssxwhp1fZQoaAZHQGQbnYQJ5VxoB01ABmgIR0CcTxC2tuDSdX2UKGgGR0BmcP5ULlV+aAdNQAZoCEdAnE8T0pVjqnV9lChoBkdAZWiKJl8PWmgHTUAGaAhHQJxPFooNNJx1fZQoaAZHQGbAqptJnQJoB01ABmgIR0CcTxigkC3gdX2UKGgGR0BkkNYU34sVaAdNQAZoCEdAnE8bPppvgnVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 480, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "_shape": [24], "low": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "low_repr": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high_repr": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 6, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-BipedalWalker-v3.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6b0d547f7618b036248219829649612dacc54fa42e4f5f70760eabf8fbc85e
+size 176266

ppo-BipedalWalker-v3/_stable_baselines3_version

@@ -0,0 +1 @@
+2.0.0a5

ppo-BipedalWalker-v3/data

@@ -0,0 +1,105 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
+        "__module__": "stable_baselines3.common.policies",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7a2dc8055240>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7a2dc80552d0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7a2dc8055360>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7a2dc80553f0>",
+        "_build": "<function ActorCriticPolicy._build at 0x7a2dc8055480>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7a2dc8055510>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7a2dc80555a0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7a2dc8055630>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7a2dc80556c0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7a2dc8055750>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7a2dc80557e0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7a2dc8055870>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7a2dc7ff7940>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {},
+    "num_timesteps": 131072,
+    "_total_timesteps": 100000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1716234658995624725,
+    "learning_rate": 0.0003,
+    "tensorboard_log": null,
+    "_last_obs": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdQYAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABgAAAAAAABxy173bEic9f7D/PUm5QD4/Qju/WmVMPysqUT/9/3+/AAAAAPcrkT8AAAAAeblFP9DUW78AAIA/QzCnPrI1qT6Whq8+3LK4Pi1Xxj6G/9o+Sub4Pl65ET8cMTg/AACAP9VUfrxd2JU9rXYhPt2fDz5/egK/Qj6MPkYH5D4AAIC/AACAP6GWkD8AAAAAwOryPgEAgL8AAAAAI1iwPp2Lrz6s6bI+vwe9PiCPzD4/h+M+yywDP67XID9rCmQ/AACAP62EyT6dM/s8RofLPqXEL70oNIO+AACAv5Su6r6td8Y+AACAPwewej/IDDS+nDx1PwAAgD8AAAAAleGiPpN8oz6NZqk+syK1Plooxz4rYOQ+ni0HP8PjLj9wOn8/AACAP2RXWz5XEsO9KgTdPq2WOb3XhE2/AAAAAPSXRj7gwAU/AACAPz7eaT/eQby+fjRvP6uqKrMAAAAA18OTPrAElT6q1Zk+SzajPh21sD4DS8M+/03iPoHXCT8UrC8/AACAPxkBW71Nh8Q9FnEzPkxIkD3ClbO+8DlxPRBFaD4BAIC/AAAAAPT6kD8AAAAA4ITvPgEAgL8AAAAA7nqvPluqsD5yabU+3pS/PuMH0T6c4+s+n/IIPxzSJD/ztls/AACAP5MlMj66xac9WeQ+PmSVKryWyfe8+BJmPsxn8r79/3+/AAAAABwJcT8Zs5a/OPp0Pvv/fz8AAAAAzX66Puu3uz4A078+O8PJPmS+2z6lsPk+IwcWPzjcQz8AAIA/AACAP+s4jr5tH0A9aWObPq74/j124/S8pLBiP/RrkT7//3+/AAAAAMLGiD8Aetq9JKzePv//f78AAIA/J+zFPt+2yT6hWNM+sFTlPm45/j6dERQ/pK0yPxWeaT8AAIA/AACAP1C2+z4rrpc9ZIKXPnqlR74ZcqS+bgOFv+bmKb9riLW8AACAPy28jD8AeI+5xNYUP215gL8AAAAAsmGUPmU6lz5swp0+5paoPo3euT5k3NM+8fT5Po1DHj9lDlc/AACAP370DD7tDDw8t6JBPh8XF72hESQ9qaADPzpdI78BAIC/AAAAADTZhz+F+ko/KIijPgEAgD8AAAAAjc/GPhdjyD6vGM8+GvXbPqBR8D73AAY/6ToaP156PT8AAIA/AACAP5zcRj/RRNM9fqqcPp2ZQTzV01+/dSutv3zWoL5kExw/AAAAAEG/iT+sGdq+Cm53P///fz8AAAAArZKNPjFYjT6OSpI+CkWaPvlrpT77N7Y+SWzSPj5CBj/5YDs/AACAPwm/PD2XlYQ9rC44PuwqiL2vfUs+Gekyv5CUyL4BAIA/AAAAAPVJij/woII9cFDbPefSBL4AAAAAlebrPvYV8D5LA/o+eKMDP0pGDT/ISBs/S+IwP3eSVz8AAIA/AACAPx5j+T5Iypy8J6f/PklxTb3rgFy/GmFjv7BSdz1YvUw/AACAP7ySlD/6/38/+KQ0P8H9/b8AAAAAS3CfPgpmoj69Rao+qfW2Pvztyj6fLOw+7Y4PP6IpMj/pP2U/AACAP9fTSb4yaxQ9y6j9PcFbED6Kkgy+sGxzP16X0D4DAIC/AAAAAFAmkD8AAAAAUuYUPwEAgL8AAAAA5RS9PnyAvT7ZZ8M+5ifOPvqv3z7FbP0+iZgUP1sHOT85wXg/AACAPzYOgj5IQso8xwUFP6aNU71A1g2/NouZv6gPLL7E60o/AACAPyPVfz/wICW/NLtSPwAAgL8AAAAAYtWQPipmkj7ZcZY+/32fPh3Crj4HM8g+wjPtPmo7FT+HImA/AACAP4VbPr6YZBo93s1VPvGXJD45SRu/inclvvmGTD+YmH0+AACAP207kT8AAAAA/4VOP7cYQL8AAIA/q1+nPjLsqD7qc64+QaO4Ptxuyj47KOY+XXoGPyMPJD8DwVg/AACAP8a60T6P1M+9C6K1PkiB8DyPGlC/AAAouEAW5TyHfRg/AACAPxLbij9QH3G+bgFZP/MrGL8AAAAA8w6UPs1nlT5+kZk+NU6iPpMTsT483sQ+fF7iPmvADD8nZEc/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsYhpSMAUOUdJRSlC4="
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": null,
+    "_episode_num": 0,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": -0.3107200000000001,
+    "_stats_window_size": 100,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVNAoAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGVBFrl/6O6MAWyUTUAGjAF0lEdAm21l1KXfInV9lChoBkdAZhoHuZ1FIGgHTUAGaAhHQJttaThYNiJ1fZQoaAZHQGMjsPrfLs9oB01ABmgIR0CbbWxX4j8ldX2UKGgGR0BmKbPKMefaaAdNQAZoCEdAm21vfGdZq3V9lChoBkdAZPR/hl18s2gHTUAGaAhHQJttcqXnhbZ1fZQoaAZHQGHISnUDuBtoB01ABmgIR0CbbXWeHzpYdX2UKGgGR0BkOgVIqbz9aAdNQAZoCEdAm214pc5bQnV9lChoBkdAZHgKArhBJWgHTUAGaAhHQJtte37UG3Z1fZQoaAZHQGV71ejVQRBoB01ABmgIR0CbbX6QNkOJdX2UKGgGR0BjYLV6NVBEaAdNQAZoCEdAm22BnjABUHV9lChoBkdAZT7xYJVsDWgHTUAGaAhHQJtthIwudwx1fZQoaAZHQGW33bmEGqxoB01ABmgIR0CbbYkRzzVddX2UKGgGR0BlxrM3ZPEbaAdNQAZoCEdAm22NCVrylXV9lChoBkdAY2SdjG1hLGgHTUAGaAhHQJttkGKQ7tB1fZQoaAZHQGWbYrSVnmJoB01ABmgIR0CbbZNyo4uLdX2UKGgGR0BlGQAdXDFZaAdNQAZoCEdAm22WdAgPmXV9lChoBkdAIqWiDdxhlWgHTUYEaAhHQJugsYm9g4R1fZQoaAZHQGLF6Ieo1k1oB01ABmgIR0CbqniUgSvldX2UKGgGR0BkbReXzDoAaAdNQAZoCEdAm6qB8c+7lXV9lChoBkdAZE4Ad4mkWWgHTUAGaAhHQJuqhQAMlTp1fZQoaAZHQGZDEqtozvZoB01ABmgIR0CbqohM8HObdX2UKGgGR0BjYrIikftAaAdNQAZoCEdAm6qLRnezlnV9lChoBkdAY83tnf2saWgHTUAGaAhHQJuqjiiqQzV1fZQoaAZHQGQEQNkOI69oB01ABmgIR0CbqpBltj0+dX2UKGgGR0BhOTQeFL39aAdNQAZoCEdAm6qTcAR02nV9lChoBkdAZry49X9zfmgHTUAGaAhHQJuqlmrbQC11fZQoaAZHQGL+lQ/HHWBoB01ABmgIR0CbqpleF+NMdX2UKGgGR0BmFH5LytmuaAdNQAZoCEdAm6qc7QswtnV9lChoBkdAZclq46Oo52gHTUAGaAhHQJuqoAYHgP51fZQoaAZHQGYMsSbpeNVoB01ABmgIR0CbqqMHKOktdX2UKGgGR0BkHQr8R+SbaAdNQAZoCEdAm6qmBjFyaXV9lChoBkdAY7vv5xiobWgHTUAGaAhHQJuqqQdS2ph1fZQoaAZHwFqxwpe/pMZoB0tVaAhHQJusSGwiaAp1fZQoaAZHwFLv6Eal1r9oB01pAWgIR0Cbsc4Cp3otdX2UKGgGR8BJ9I/qxC6ZaAdNIANoCEdAm7waxC6YmnV9lChoBkfARqZFmWdEs2gHTccCaAhHQJvezSx7iQ11fZQoaAZHQGRqL1uivgZoB01ABmgIR0Cb3zj6N2kjdX2UKGgGR0BlYD5ftx+8aAdNQAZoCEdAm+3Cup0fYHV9lChoBkdAZd+wg1WKdmgHTUAGaAhHQJvtyQ9zOop1fZQoaAZHQGVtRHPNVzZoB01ABmgIR0Cb7c8K5TZQdX2UKGgGR0BnAWwC8vmHaAdNQAZoCEdAm+3Uz9CNTHV9lChoBkdAZbDVtoBaLWgHTUAGaAhHQJvt2apgkTp1fZQoaAZHQGRMGyon8bdoB01ABmgIR0Cb7d9nK4hEdX2UKGgGR0Bl74pH7P6baAdNQAZoCEdAm+3l3Ux20XV9lChoBkdAZbawHqu8smgHTUAGaAhHQJvt7nr6ciJ1fZQoaAZHQGTFj3VTaTRoB01ABmgIR0Cb7fVt4zJqdX2UKGgGR0BlDV4/u9eyaAdNQAZoCEdAm+37/4qPO3V9lChoBkdAZOsoP07KaGgHTUAGaAhHQJvuAqH446x1fZQoaAZHQGXHAVGkN4JoB01ABmgIR0Cb7gl67dzodX2UKGgGR0BkYHU8V58jaAdNQAZoCEdAm/EApjMFEHV9lChoBkfASIoiA2AG0WgHTSgCaAhHQJv9RRdhRZV1fZQoaAZHQGcyF6JIlMRoB01ABmgIR0CcAhwRoRI0dX2UKGgGR0Blqvx8UmD2aAdNQAZoCEdAnAdMmv4dqHV9lChoBkdAZTHmr8zhxmgHTUAGaAhHQJwHt9Dx9Xt1fZQoaAZHQDY3C+De0oloB029BGgIR0CcCidqtYCAdX2UKGgGR0BkHbQb+98JaAdNQAZoCEdAnDAFKCg9NnV9lChoBkdAZNC+Yc/+sGgHTUAGaAhHQJwwCJ1q33J1fZQoaAZHQGT8aaCtihFoB01ABmgIR0CcMAta6jFidX2UKGgGR0Bk7myu6mO3aAdNQAZoCEdAnDAObExZdXV9lChoBkdAYu+4H5aePWgHTUAGaAhHQJwwEEV32VV1fZQoaAZHQGR1QDeTFERoB01ABmgIR0CcMBNS619fdX2UKGgGR0Bko3RCx/utaAdNQAZoCEdAnDAWcFyJbnV9lChoBkdAZMILrHEMs2gHTUAGaAhHQJwwGWyC4Bp1fZQoaAZHQGRe101ZTydoB01ABmgIR0CcMBtrsSkCdX2UKGgGR0BlulX9zfaYaAdNQAZoCEdAnDAd61LJ0XV9lChoBkdAZmFMlC1JDmgHTUAGaAhHQJwx0P9UCJZ1fZQoaAZHQGb9NwBHTZxoB01ABmgIR0CcOtBxxT86dX2UKGgGR0Bh2pqbjLjhaAdNQAZoCEdAnD+FYhdMTXV9lChoBkdAZs7+BH09Q2gHTUAGaAhHQJxEuBPKuCB1fZQoaAZHQGUvpIUahpRoB01ABmgIR0CcRSla8pTddX2UKGgGR0BkcK4YrJ8waAdNQAZoCEdAnEeBG+bmVHV9lChoBkdAPeipeeFtbmgHTfQEaAhHQJxIjIPsiSt1fZQoaAZHQDYOEh7mdRRoB00OBWgIR0CcSsNQ0oBrdX2UKGgGR7/dumaYu01JaAdNwwNoCEdAnE1PbwjMV3V9lChoBkdAZo+IhyKekGgHTUAGaAhHQJxPBW8yvcJ1fZQoaAZHQGZzt96Tnq5oB01ABmgIR0CcTwizsyBTdX2UKGgGR0Bmu8+aBqbjaAdNQAZoCEdAnE8LfYSQHXV9lChoBkdAZvvTvy9VWGgHTUAGaAhHQJxPDssxwhp1fZQoaAZHQGQbnYQJ5VxoB01ABmgIR0CcTxC2tuDSdX2UKGgGR0BmcP5ULlV+aAdNQAZoCEdAnE8T0pVjqnV9lChoBkdAZWiKJl8PWmgHTUAGaAhHQJxPFooNNJx1fZQoaAZHQGbAqptJnQJoB01ABmgIR0CcTxigkC3gdX2UKGgGR0BkkNYU34sVaAdNQAZoCEdAnE8bPppvgnVlLg=="
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
+    },
+    "_n_updates": 480,
+    "observation_space": {
+        ":type:": "<class 'gymnasium.spaces.box.Box'>",
+        ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==",
+        "dtype": "float32",
+        "bounded_below": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]",
+        "bounded_above": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]",
+        "_shape": [
+            24
+        ],
+        "low": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]",
+        "high": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]",
+        "low_repr": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]",
+        "high_repr": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gymnasium.spaces.box.Box'>",
+        ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=",
+        "dtype": "float32",
+        "bounded_below": "[ True  True  True  True]",
+        "bounded_above": "[ True  True  True  True]",
+        "_shape": [
+            4
+        ],
+        "low": "[-1. -1. -1. -1.]",
+        "high": "[1. 1. 1. 1.]",
+        "low_repr": "-1.0",
+        "high_repr": "1.0",
+        "_np_random": null
+    },
+    "n_envs": 16,
+    "n_steps": 2048,
+    "gamma": 0.999,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
+    "vf_coef": 0.5,
+    "max_grad_norm": 0.5,
+    "batch_size": 128,
+    "n_epochs": 6,
+    "clip_range": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "clip_range_vf": null,
+    "normalize_advantage": true,
+    "target_kl": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    }
+}

ppo-BipedalWalker-v3/policy.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735e2b7dd4b1db60f4583cee8eed545c3f07583783e0efb2414ebef1c8c73c70
+size 105441

ppo-BipedalWalker-v3/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55598e2a77709e80463efe6a79ea842ab9061c4369a615586813de18106e1a7
+size 52271

ppo-BipedalWalker-v3/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c35cea3b2e60fb5e7e162d3592df775cd400e575a31c72f359fb9e654ab00c5
+size 864

ppo-BipedalWalker-v3/system_info.txt

@@ -0,0 +1,9 @@
+- OS: Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024
+- Python: 3.10.12
+- Stable-Baselines3: 2.0.0a5
+- PyTorch: 2.2.1+cu121
+- GPU Enabled: True
+- Numpy: 1.25.2
+- Cloudpickle: 2.2.1
+- Gymnasium: 0.28.1
+- OpenAI Gym: 0.25.2

results.json

@@ -0,0 +1 @@
+{"mean_reward": -58.536280911936046, "std_reward": 39.23982484156451, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-05-20T20:20:09.533318"}