update

README.md

@@ -16,7 +16,7 @@ model-index:
       type: PandaReachDense-v2
     metrics:
     - type: mean_reward
-      value: -6.29 +/- 1.80
+      value: -4.07 +/- 1.35
       name: mean_reward
       verified: false
 ---

a2c-PandaReachDense-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b59e66633cf81d83fec6073bbcdb3cd53df7e23d81d85ab65b6592fd10d2935b
-size 108074
+oid sha256:55d5fe325aa6fae41d2c059d3d3b9198991f0d0f38bf97edad0d2ac3011b64d6
+size 108146

a2c-PandaReachDense-v2/data

@@ -24,19 +24,19 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1690921382435532945,
-    "learning_rate": 0.0007,
+    "start_time": 1690925377078186772,
+    "learning_rate": 0.0005,
     "tensorboard_log": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9AYk3S8an8hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     },
     "_last_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAiSGxPhRFkb1sIUI/iSGxPhRFkb1sIUI/iSGxPhRFkb1sIUI/iSGxPhRFkb1sIUI/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAADjTHvzyWub9HtIq//W7Wv5zE/L7eV9M/d17DvnMGLL5eWWe/Pkp2PgsqkL9yRMe/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACJIbE+FEWRvWwhQj/ZY+w8tmYTvIbcOz2JIbE+FEWRvWwhQj/ZY+w8tmYTvIbcOz2JIbE+FEWRvWwhQj/ZY+w8tmYTvIbcOz2JIbE+FEWRvWwhQj/ZY+w8tmYTvIbcOz2UaA5LBEsGhpRoEnSUUpR1Lg==",
-        "achieved_goal": "[[ 0.34595898 -0.07093254  0.7583225 ]\n [ 0.34595898 -0.07093254  0.7583225 ]\n [ 0.34595898 -0.07093254  0.7583225 ]\n [ 0.34595898 -0.07093254  0.7583225 ]]",
-        "desired_goal": "[[-1.5562761  -1.4498973  -1.0836266 ]\n [-1.6752621  -0.4936875   1.651119  ]\n [-0.38158008 -0.16799335 -0.9037074 ]\n [ 0.24051759 -1.126283   -1.5567763 ]]",
-        "observation": "[[ 0.34595898 -0.07093254  0.7583225   0.0288562  -0.00899666  0.0458646 ]\n [ 0.34595898 -0.07093254  0.7583225   0.0288562  -0.00899666  0.0458646 ]\n [ 0.34595898 -0.07093254  0.7583225   0.0288562  -0.00899666  0.0458646 ]\n [ 0.34595898 -0.07093254  0.7583225   0.0288562  -0.00899666  0.0458646 ]]"
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAlL/NPgT6BDygGRU/lL/NPgT6BDygGRU/lL/NPgT6BDygGRU/lL/NPgT6BDygGRU/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAcNGIvw8H0z41tUw+5Mi4vzUtv78E+GE/jB/0vlPitL/5XM2/wgNFP4uVsb/hC5s/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACUv80+BPoEPKAZFT8rAeC40bNHuspQmjuUv80+BPoEPKAZFT8rAeC40bNHuspQmjuUv80+BPoEPKAZFT8rAeC40bNHuspQmjuUv80+BPoEPKAZFT8rAeC40bNHuspQmjuUaA5LBEsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[0.40185225 0.00811625 0.58242226]\n [0.40185225 0.00811625 0.58242226]\n [0.40185225 0.00811625 0.58242226]\n [0.40185225 0.00811625 0.58242226]]",
+        "desired_goal": "[[-1.0688915   0.41216323  0.19991   ]\n [-1.4436307  -1.4935671   0.88269067]\n [-0.47680318 -1.4131569  -1.6043998 ]\n [ 0.7695886  -1.3873762   1.2113    ]]",
+        "observation": "[[ 4.0185225e-01  8.1162490e-03  5.8242226e-01 -1.0681370e-04\n  -7.6180423e-04  4.7093378e-03]\n [ 4.0185225e-01  8.1162490e-03  5.8242226e-01 -1.0681370e-04\n  -7.6180423e-04  4.7093378e-03]\n [ 4.0185225e-01  8.1162490e-03  5.8242226e-01 -1.0681370e-04\n  -7.6180423e-04  4.7093378e-03]\n [ 4.0185225e-01  8.1162490e-03  5.8242226e-01 -1.0681370e-04\n  -7.6180423e-04  4.7093378e-03]]"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -44,9 +44,9 @@
     },
     "_last_original_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA5GWqPb5V0L2JvBM+etrCPYLJTz0B4e49+YNsvLmTCj5u9Yc+RoIcPX/06D34o18+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAcl4MvYDM0bwmZAw+yaWmPa34mj3gsoc+xN0JPg1Ilz1DL9U942dpvSBzxL1J2909lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
         "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]",
-        "desired_goal": "[[ 0.08320215 -0.10172604  0.14427389]\n [ 0.09514327  0.05072928  0.1166401 ]\n [-0.01443576  0.13532914  0.26554435]\n [ 0.03821018  0.11374759  0.21839893]]",
+        "desired_goal": "[[-0.03426976 -0.02561021  0.13710079]\n [ 0.0813709   0.07566962  0.26503658]\n [ 0.13463503  0.07386789  0.10409405]\n [-0.05698384 -0.09592271  0.10832841]]",
         "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"
     },
     "_episode_num": 0,
@@ -56,7 +56,7 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI3KFhMeoqI8CUhpRSlIwBbJRLMowBdJRHQKP0AXUH6dl1fZQoaAZoCWgPQwgAyXTo9PwXwJSGlFKUaBVLMmgWR0Cj878jzI3jdX2UKGgGaAloD0MIeJeL+E6cIsCUhpRSlGgVSzJoFkdAo/OBhUipvXV9lChoBmgJaA9DCPkQVI1ezR3AlIaUUpRoFUsyaBZHQKPzRkcS5Ah1fZQoaAZoCWgPQwgBMQkX8lAiwJSGlFKUaBVLMmgWR0Cj9OHuRcNZdX2UKGgGaAloD0MIrOY5It8lBcCUhpRSlGgVSzJoFkdAo/Sfr+o993V9lChoBmgJaA9DCBbB/1ayYwbAlIaUUpRoFUsyaBZHQKP0YgMc6vJ1fZQoaAZoCWgPQwgQJVryeAojwJSGlFKUaBVLMmgWR0Cj9Ca4c3l0dX2UKGgGaAloD0MIzhjmBG2SFsCUhpRSlGgVSzJoFkdAo/W1GG21D3V9lChoBmgJaA9DCE1Iaww64QvAlIaUUpRoFUsyaBZHQKP1cznied11fZQoaAZoCWgPQwgmUS/4NIcVwJSGlFKUaBVLMmgWR0Cj9TWL5ylvdX2UKGgGaAloD0MI1uQpq+kqHsCUhpRSlGgVSzJoFkdAo/T6MrEtNHV9lChoBmgJaA9DCHP0+L1NHxfAlIaUUpRoFUsyaBZHQKP2kczZYgd1fZQoaAZoCWgPQwjoaFVLOgoCwJSGlFKUaBVLMmgWR0Cj9k99MK1HdX2UKGgGaAloD0MIQfLOoQzVG8CUhpRSlGgVSzJoFkdAo/YRzeXRgXV9lChoBmgJaA9DCPxx++WT5RvAlIaUUpRoFUsyaBZHQKP11nRLK3d1fZQoaAZoCWgPQwjx8nSuKHUbwJSGlFKUaBVLMmgWR0Cj92Wvr4WUdX2UKGgGaAloD0MINPj7xWzJE8CUhpRSlGgVSzJoFkdAo/cjwF1SwXV9lChoBmgJaA9DCC1BRkCF8xHAlIaUUpRoFUsyaBZHQKP25e8f3ex1fZQoaAZoCWgPQwiLG7eYn4sTwJSGlFKUaBVLMmgWR0Cj9qqQJXyRdX2UKGgGaAloD0MIm6+Sj91lCMCUhpRSlGgVSzJoFkdAo/hHgJkXlHV9lChoBmgJaA9DCKqezD/6FhvAlIaUUpRoFUsyaBZHQKP4BSzgMtt1fZQoaAZoCWgPQwhrf2d79L4iwJSGlFKUaBVLMmgWR0Cj98dFF2FGdX2UKGgGaAloD0MIdcsO8Q/7GcCUhpRSlGgVSzJoFkdAo/eMMgEEDHV9lChoBmgJaA9DCDfF46JaBCDAlIaUUpRoFUsyaBZHQKP5JPyCnP51fZQoaAZoCWgPQwgLYMrAAY0UwJSGlFKUaBVLMmgWR0Cj+OKp1ie/dX2UKGgGaAloD0MIcclxp3TQH8CUhpRSlGgVSzJoFkdAo/ikyJsO5XV9lChoBmgJaA9DCBZNZyeDowvAlIaUUpRoFUsyaBZHQKP4aax5cC51fZQoaAZoCWgPQwgJUFPL1holwJSGlFKUaBVLMmgWR0Cj+gMXizcAdX2UKGgGaAloD0MISZwVURNtG8CUhpRSlGgVSzJoFkdAo/nBBZ6lcnV9lChoBmgJaA9DCIfAkUCDHRjAlIaUUpRoFUsyaBZHQKP5g1/DtPZ1fZQoaAZoCWgPQwigNxWpMLYTwJSGlFKUaBVLMmgWR0Cj+Uf+CK77dX2UKGgGaAloD0MI3ZiesMTjD8CUhpRSlGgVSzJoFkdAo/rfm/336HV9lChoBmgJaA9DCBjPoKF/OiDAlIaUUpRoFUsyaBZHQKP6nWxyGSJ1fZQoaAZoCWgPQwi3t1uSA+YiwJSGlFKUaBVLMmgWR0Cj+l+WWyC4dX2UKGgGaAloD0MIUiegibBBCcCUhpRSlGgVSzJoFkdAo/okK7ZnMHV9lChoBmgJaA9DCH2XUpeMoyDAlIaUUpRoFUsyaBZHQKP7tsD4gzR1fZQoaAZoCWgPQwipSltc4+MbwJSGlFKUaBVLMmgWR0Cj+3SmQ8wIdX2UKGgGaAloD0MIRztu+N3UJMCUhpRSlGgVSzJoFkdAo/s2zru6VnV9lChoBmgJaA9DCOhqK/aXfSTAlIaUUpRoFUsyaBZHQKP6+274BWB1fZQoaAZoCWgPQwi3Jt2WyGUbwJSGlFKUaBVLMmgWR0Cj/JashgVodX2UKGgGaAloD0MI8S4X8Z3YGsCUhpRSlGgVSzJoFkdAo/xUWZZ0S3V9lChoBmgJaA9DCCAldm1vVwTAlIaUUpRoFUsyaBZHQKP8Fo6jnFJ1fZQoaAZoCWgPQwjeH+9VK+MdwJSGlFKUaBVLMmgWR0Cj+9sr/bTMdX2UKGgGaAloD0MIQnxgx3/xIMCUhpRSlGgVSzJoFkdAo/1/7zkIX3V9lChoBmgJaA9DCD7pRIKpBiHAlIaUUpRoFUsyaBZHQKP9PcQiA2B1fZQoaAZoCWgPQwhy+KQTCeYTwJSGlFKUaBVLMmgWR0Cj/P/ukUKzdX2UKGgGaAloD0MIKEUr9wIzG8CUhpRSlGgVSzJoFkdAo/zElqrR0HV9lChoBmgJaA9DCHkGDf0THBjAlIaUUpRoFUsyaBZHQKP+alZ5iVl1fZQoaAZoCWgPQwhvK702G6sZwJSGlFKUaBVLMmgWR0Cj/iguIyj6dX2UKGgGaAloD0MI+FJ40OxKGMCUhpRSlGgVSzJoFkdAo/3qaCtihHV9lChoBmgJaA9DCHAnEeFfxBzAlIaUUpRoFUsyaBZHQKP9rwYLsrx1fZQoaAZoCWgPQwgyIHu9+0MJwJSGlFKUaBVLMmgWR0Cj/1kxREWqdX2UKGgGaAloD0MIeXQjLCrCAcCUhpRSlGgVSzJoFkdAo/8XEqDsdHV9lChoBmgJaA9DCDRHVn4ZbBrAlIaUUpRoFUsyaBZHQKP+2XizcAR1fZQoaAZoCWgPQwgiwr8IGtMMwJSGlFKUaBVLMmgWR0Cj/p4lY2bYdX2UKGgGaAloD0MIxCKGHcbsIMCUhpRSlGgVSzJoFkdApABG09hZyXV9lChoBmgJaA9DCM5SspyEAiDAlIaUUpRoFUsyaBZHQKQABNKRMex1fZQoaAZoCWgPQwjo9LwbC4oawJSGlFKUaBVLMmgWR0Cj/8cLKFIvdX2UKGgGaAloD0MIHxK+9zcoFsCUhpRSlGgVSzJoFkdAo/+LreIl+nV9lChoBmgJaA9DCHJTA83nRCDAlIaUUpRoFUsyaBZHQKQBLqs2ehB1fZQoaAZoCWgPQwjhB+dTx4IkwJSGlFKUaBVLMmgWR0CkAOxzzVc2dX2UKGgGaAloD0MIDyvc8pGUBcCUhpRSlGgVSzJoFkdApACurfcesHV9lChoBmgJaA9DCLOarie6zhzAlIaUUpRoFUsyaBZHQKQAc70WdmR1fZQoaAZoCWgPQwj04VmCjOAewJSGlFKUaBVLMmgWR0CkAgpOWSlndX2UKGgGaAloD0MIP1WFBmI5DsCUhpRSlGgVSzJoFkdApAHIFaB7NXV9lChoBmgJaA9DCKWg20saQyHAlIaUUpRoFUsyaBZHQKQBijO9nK51fZQoaAZoCWgPQwgjhh3GpB8MwJSGlFKUaBVLMmgWR0CkAU7b1yvLdX2UKGgGaAloD0MIpg7yejAZEsCUhpRSlGgVSzJoFkdApALj2pQ1rXV9lChoBmgJaA9DCAKetHBZ5RTAlIaUUpRoFUsyaBZHQKQCoYQ8OkN1fZQoaAZoCWgPQwgxXB0AcdcSwJSGlFKUaBVLMmgWR0CkAmPQWvbHdX2UKGgGaAloD0MImBk2yvodGMCUhpRSlGgVSzJoFkdApAIoYrJ8v3V9lChoBmgJaA9DCDTbFfpgCRbAlIaUUpRoFUsyaBZHQKQDxjAi3Xt1fZQoaAZoCWgPQwhXJvxSP48LwJSGlFKUaBVLMmgWR0CkA4Q+lj3FdX2UKGgGaAloD0MIrmNccXF0GsCUhpRSlGgVSzJoFkdApANGbutwJnV9lChoBmgJaA9DCF6EKcqlQRjAlIaUUpRoFUsyaBZHQKQDC0gr6Lx1fZQoaAZoCWgPQwjo2az6XEUlwJSGlFKUaBVLMmgWR0CkBJw7DEWJdX2UKGgGaAloD0MITz49tmWQEMCUhpRSlGgVSzJoFkdApARaBoVVP3V9lChoBmgJaA9DCBXj/E0oJBrAlIaUUpRoFUsyaBZHQKQEHHy3CsR1fZQoaAZoCWgPQwh4gCctXAYQwJSGlFKUaBVLMmgWR0CkA+EcKgIydX2UKGgGaAloD0MIvyfWqfLdFsCUhpRSlGgVSzJoFkdApAVui+L3sXV9lChoBmgJaA9DCMbE5uPaIBDAlIaUUpRoFUsyaBZHQKQFLGPxQSB1fZQoaAZoCWgPQwhPlIRE2qYgwJSGlFKUaBVLMmgWR0CkBO6i0v4/dX2UKGgGaAloD0MIF3/bEyS2HcCUhpRSlGgVSzJoFkdApASzOqvNeXV9lChoBmgJaA9DCJJ4eTpXxCDAlIaUUpRoFUsyaBZHQKQGRcM3IdV1fZQoaAZoCWgPQwimXyLeOsciwJSGlFKUaBVLMmgWR0CkBgOafBepdX2UKGgGaAloD0MIqpm1FJDGGcCUhpRSlGgVSzJoFkdApAXFzbN8mnV9lChoBmgJaA9DCKSJd4An9SPAlIaUUpRoFUsyaBZHQKQFimkWRA91fZQoaAZoCWgPQwi/RSdLrVcKwJSGlFKUaBVLMmgWR0CkBxriuMdcdX2UKGgGaAloD0MIcCNli6Q1IcCUhpRSlGgVSzJoFkdApAbYl4TsY3V9lChoBmgJaA9DCKs+V1uxHyPAlIaUUpRoFUsyaBZHQKQGmr0aqCJ1fZQoaAZoCWgPQwjJWdjTDs8fwJSGlFKUaBVLMmgWR0CkBl9Sde6adX2UKGgGaAloD0MIxqS/l8JzHMCUhpRSlGgVSzJoFkdApAfvAdn003V9lChoBmgJaA9DCGFPO/w1WRbAlIaUUpRoFUsyaBZHQKQHrOPeYUp1fZQoaAZoCWgPQwhihzHp73UfwJSGlFKUaBVLMmgWR0CkB275/LDAdX2UKGgGaAloD0MIvr7WpUZIGMCUhpRSlGgVSzJoFkdApAczg88s+XV9lChoBmgJaA9DCNDsurci4RbAlIaUUpRoFUsyaBZHQKQIwkM1CPZ1fZQoaAZoCWgPQwiC4zJuasAJwJSGlFKUaBVLMmgWR0CkCH/7SApbdX2UKGgGaAloD0MIN23GaYiqEcCUhpRSlGgVSzJoFkdApAhCFmFrVXV9lChoBmgJaA9DCK7UsyCU5xjAlIaUUpRoFUsyaBZHQKQIBqt5le51ZS4="
+        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIPfIHA88dF8CUhpRSlIwBbJRLMowBdJRHQKQ339FWn0l1fZQoaAZoCWgPQwgZyR6hZmgKwJSGlFKUaBVLMmgWR0CkN59cB2fTdX2UKGgGaAloD0MIvtwnRwHyFcCUhpRSlGgVSzJoFkdApDdcJx//enV9lChoBmgJaA9DCN18I7pnDRHAlIaUUpRoFUsyaBZHQKQ3IDTz/ZN1fZQoaAZoCWgPQwj6JeKt8y8BwJSGlFKUaBVLMmgWR0CkOMiJGe+VdX2UKGgGaAloD0MIowbTMHwEBMCUhpRSlGgVSzJoFkdApDiIJAt4A3V9lChoBmgJaA9DCPOPvknTwBbAlIaUUpRoFUsyaBZHQKQ4RLlmvnt1fZQoaAZoCWgPQwiLFqBtNcsMwJSGlFKUaBVLMmgWR0CkOAkCvHLidX2UKGgGaAloD0MIaW/whckU87+UhpRSlGgVSzJoFkdApDm4BgeA/nV9lChoBmgJaA9DCLLXuz/eCwjAlIaUUpRoFUsyaBZHQKQ5d3Ehq0t1fZQoaAZoCWgPQwgotRfRdsz6v5SGlFKUaBVLMmgWR0CkOTQCjk+5dX2UKGgGaAloD0MIzQNY5NePDcCUhpRSlGgVSzJoFkdApDj4Y1pCbHV9lChoBmgJaA9DCMDsnjws9ATAlIaUUpRoFUsyaBZHQKQ6tw6ySmt1fZQoaAZoCWgPQwhOnUfF/50LwJSGlFKUaBVLMmgWR0CkOnZ7ojfOdX2UKGgGaAloD0MIxTnq6Lia+b+UhpRSlGgVSzJoFkdApDozM5fdAXV9lChoBmgJaA9DCKZkOQml7wnAlIaUUpRoFUsyaBZHQKQ595oGpuN1fZQoaAZoCWgPQwj19ueiIYMDwJSGlFKUaBVLMmgWR0CkO6/95yEMdX2UKGgGaAloD0MI/7J78rBwD8CUhpRSlGgVSzJoFkdApDtvWvr4WXV9lChoBmgJaA9DCFoPXyaKcBfAlIaUUpRoFUsyaBZHQKQ7LCQcPvt1fZQoaAZoCWgPQwgLCRhd3uwZwJSGlFKUaBVLMmgWR0CkOvBJqZc+dX2UKGgGaAloD0MI9b7xtWe2G8CUhpRSlGgVSzJoFkdApDzATTOPenV9lChoBmgJaA9DCJRpNLkYkxbAlIaUUpRoFUsyaBZHQKQ8f9cbBGh1fZQoaAZoCWgPQwgXD+85sPwFwJSGlFKUaBVLMmgWR0CkPDxusLfDdX2UKGgGaAloD0MI4zWv6qz2CsCUhpRSlGgVSzJoFkdApDwA9A5aNnV9lChoBmgJaA9DCGL3HcNjP/m/lIaUUpRoFUsyaBZHQKQ9wT0QK8d1fZQoaAZoCWgPQwgyHqUSnlAAwJSGlFKUaBVLMmgWR0CkPYDZL7GedX2UKGgGaAloD0MIY15HHLJBHMCUhpRSlGgVSzJoFkdApD09a2WpqHV9lChoBmgJaA9DCK95VWe1MBHAlIaUUpRoFUsyaBZHQKQ9AbXpW3l1fZQoaAZoCWgPQwhf61Ij9JMWwJSGlFKUaBVLMmgWR0CkPq0Dlo12dX2UKGgGaAloD0MIsn+eBgwS+r+UhpRSlGgVSzJoFkdApD5sVi4J/3V9lChoBmgJaA9DCGXCL/Xz5gfAlIaUUpRoFUsyaBZHQKQ+KMqBmPJ1fZQoaAZoCWgPQwiE1y5tOAwNwJSGlFKUaBVLMmgWR0CkPezgEU0vdX2UKGgGaAloD0MI93R1x2IbB8CUhpRSlGgVSzJoFkdApD+YLofSyHV9lChoBmgJaA9DCIHPDyOEJwPAlIaUUpRoFUsyaBZHQKQ/V3GGVRl1fZQoaAZoCWgPQwhlOQmlL8T6v5SGlFKUaBVLMmgWR0CkPxPsqrimdX2UKGgGaAloD0MIiq2gaYkV+7+UhpRSlGgVSzJoFkdApD7X6KtPpXV9lChoBmgJaA9DCB43/G66Zf2/lIaUUpRoFUsyaBZHQKRAfqzqrzZ1fZQoaAZoCWgPQwgJTn0geacJwJSGlFKUaBVLMmgWR0CkQD4gRsdldX2UKGgGaAloD0MI4c6FkV7UD8CUhpRSlGgVSzJoFkdApD/6l3yI6HV9lChoBmgJaA9DCNOImX0ecxbAlIaUUpRoFUsyaBZHQKQ/vs3Q2Mt1fZQoaAZoCWgPQwjU824sKMz4v5SGlFKUaBVLMmgWR0CkQW74SHuadX2UKGgGaAloD0MITkaVYdztDsCUhpRSlGgVSzJoFkdApEEumaYu03V9lChoBmgJaA9DCPzDlh5NdRHAlIaUUpRoFUsyaBZHQKRA6y/KyOd1fZQoaAZoCWgPQwi+ofDZOhgOwJSGlFKUaBVLMmgWR0CkQK/C66J7dX2UKGgGaAloD0MIE5uPa0OF/7+UhpRSlGgVSzJoFkdApEJjS9du53V9lChoBmgJaA9DCFLwFHKlnhHAlIaUUpRoFUsyaBZHQKRCIqMFUyZ1fZQoaAZoCWgPQwjCFrt9VvkQwJSGlFKUaBVLMmgWR0CkQd92HLzPdX2UKGgGaAloD0MID0QWaeId+r+UhpRSlGgVSzJoFkdApEGjlgc94nV9lChoBmgJaA9DCHWvk/qyZBfAlIaUUpRoFUsyaBZHQKRDWuXeFcp1fZQoaAZoCWgPQwgCKbFre/sJwJSGlFKUaBVLMmgWR0CkQxpPqLTAdX2UKGgGaAloD0MItww4S8ly9r+UhpRSlGgVSzJoFkdApELXIGQjlnV9lChoBmgJaA9DCDwzwXCuYRDAlIaUUpRoFUsyaBZHQKRCm1zhgmZ1fZQoaAZoCWgPQwgExvoGJhcCwJSGlFKUaBVLMmgWR0CkRE5tFa0QdX2UKGgGaAloD0MIa378pUWdDsCUhpRSlGgVSzJoFkdApEQN/4Irv3V9lChoBmgJaA9DCIkpkUQvowPAlIaUUpRoFUsyaBZHQKRDyq4H5ah1fZQoaAZoCWgPQwiOeR1xyIb9v5SGlFKUaBVLMmgWR0CkQ46zmfXgdX2UKGgGaAloD0MI53EYzF/hDcCUhpRSlGgVSzJoFkdApEU58IAwPHV9lChoBmgJaA9DCIaOHVTi2gTAlIaUUpRoFUsyaBZHQKRE+UyHmA91fZQoaAZoCWgPQwhrgqj7AAQBwJSGlFKUaBVLMmgWR0CkRLXgDRtxdX2UKGgGaAloD0MIoG8LluqCBsCUhpRSlGgVSzJoFkdApER53A2ycHV9lChoBmgJaA9DCGjr4GBv8hbAlIaUUpRoFUsyaBZHQKRGIvL5h0B1fZQoaAZoCWgPQwj1EmOZfokAwJSGlFKUaBVLMmgWR0CkReI99tuUdX2UKGgGaAloD0MI4QuTqYLxEsCUhpRSlGgVSzJoFkdApEWe0PYnOXV9lChoBmgJaA9DCBzRPesaPRDAlIaUUpRoFUsyaBZHQKRFYzzmOlx1fZQoaAZoCWgPQwgRV87eGY0EwJSGlFKUaBVLMmgWR0CkRyAaef7KdX2UKGgGaAloD0MIjBNf7ShOE8CUhpRSlGgVSzJoFkdApEbfmJWNm3V9lChoBmgJaA9DCNb9YyE6pADAlIaUUpRoFUsyaBZHQKRGnDTBqKx1fZQoaAZoCWgPQwjRsu4fC5EKwJSGlFKUaBVLMmgWR0CkRmCCjDbbdX2UKGgGaAloD0MIdjOjHw1nDsCUhpRSlGgVSzJoFkdApEgIOnVG1HV9lChoBmgJaA9DCNY4m44AHhDAlIaUUpRoFUsyaBZHQKRHx4AS39d1fZQoaAZoCWgPQwip2QOtwIARwJSGlFKUaBVLMmgWR0CkR4P/BFd+dX2UKGgGaAloD0MIPPVIg9t6E8CUhpRSlGgVSzJoFkdApEdIR5C4SnV9lChoBmgJaA9DCJilnZrLDQHAlIaUUpRoFUsyaBZHQKRI8n7YTTR1fZQoaAZoCWgPQwgj2o6pu3L6v5SGlFKUaBVLMmgWR0CkSLIXKr7wdX2UKGgGaAloD0MIsHJoke3cD8CUhpRSlGgVSzJoFkdApEhu8Gs3hnV9lChoBmgJaA9DCOzdH+9VyxDAlIaUUpRoFUsyaBZHQKRIM5vtMPB1fZQoaAZoCWgPQwjfxJCcTKwTwJSGlFKUaBVLMmgWR0CkSdd1MdtEdX2UKGgGaAloD0MITkUqjC2kCsCUhpRSlGgVSzJoFkdApEmXFm4Aj3V9lChoBmgJaA9DCBsqxvmbkA/AlIaUUpRoFUsyaBZHQKRJU7g88tB1fZQoaAZoCWgPQwi/m27ZIR4HwJSGlFKUaBVLMmgWR0CkSRfHxSYPdX2UKGgGaAloD0MIKzV7oBXYCsCUhpRSlGgVSzJoFkdApErIS8J2MnV9lChoBmgJaA9DCDbknxnEVxvAlIaUUpRoFUsyaBZHQKRKh5uZThp1fZQoaAZoCWgPQwgFajF4mLYHwJSGlFKUaBVLMmgWR0CkSkRmTTvzdX2UKGgGaAloD0MIbVM8LqpFEcCUhpRSlGgVSzJoFkdApEoIxFiKBXV9lChoBmgJaA9DCE8IHXQJZxTAlIaUUpRoFUsyaBZHQKRLup84Pwx1fZQoaAZoCWgPQwhK7xtfe6YQwJSGlFKUaBVLMmgWR0CkS3oUSIxhdX2UKGgGaAloD0MIuatXkdEBCcCUhpRSlGgVSzJoFkdApEs2q//Nq3V9lChoBmgJaA9DCLmLMEW5ZBPAlIaUUpRoFUsyaBZHQKRK+te2NNt1fZQoaAZoCWgPQwjC2hg74YUQwJSGlFKUaBVLMmgWR0CkTKrXL/0edX2UKGgGaAloD0MIYHe688RTCMCUhpRSlGgVSzJoFkdApExqSNfgJnV9lChoBmgJaA9DCMUAiSZQFBHAlIaUUpRoFUsyaBZHQKRMJx/d69l1fZQoaAZoCWgPQwg/HvruVuYSwJSGlFKUaBVLMmgWR0CkS+tRm9QGdX2UKGgGaAloD0MI8ZvCSgV1DcCUhpRSlGgVSzJoFkdApE2XeP7vX3V9lChoBmgJaA9DCOuM74tLVQbAlIaUUpRoFUsyaBZHQKRNVsZ5zHV1fZQoaAZoCWgPQwjz59uCpVoGwJSGlFKUaBVLMmgWR0CkTRNkWhysdX2UKGgGaAloD0MINstlo3O+E8CUhpRSlGgVSzJoFkdApEzXh/Aj6nV9lChoBmgJaA9DCHEBaJQunQ3AlIaUUpRoFUsyaBZHQKROhRwZOzp1fZQoaAZoCWgPQwjRXRJnRWQUwJSGlFKUaBVLMmgWR0CkTkS6tknUdX2UKGgGaAloD0MIr3srEhNkEMCUhpRSlGgVSzJoFkdApE4BflZHNHV9lChoBmgJaA9DCPnaM0sCRBXAlIaUUpRoFUsyaBZHQKRNxc0Ltu11ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",

a2c-PandaReachDense-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f155d76bc7a39404f1c97d5d8e4bfa87922c031ebbb35b7291af998542024e36
+oid sha256:5adb9f397221bbba963f11ce05b2b13b3632c94a217adbbaa5c8b8f48357edbd
 size 44734

a2c-PandaReachDense-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:936a588184fa9ff46c047552d6d8e920d2adb87d0d801273c72c2ddfbc3b3be4
+oid sha256:3c17bccb6df57b65de6205647a434f964590d124d10bafe7b49414677c9639d6
 size 46014

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7ef74b13a320>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7ef74b1331c0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1690921382435532945, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAiSGxPhRFkb1sIUI/iSGxPhRFkb1sIUI/iSGxPhRFkb1sIUI/iSGxPhRFkb1sIUI/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAADjTHvzyWub9HtIq//W7Wv5zE/L7eV9M/d17DvnMGLL5eWWe/Pkp2PgsqkL9yRMe/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACJIbE+FEWRvWwhQj/ZY+w8tmYTvIbcOz2JIbE+FEWRvWwhQj/ZY+w8tmYTvIbcOz2JIbE+FEWRvWwhQj/ZY+w8tmYTvIbcOz2JIbE+FEWRvWwhQj/ZY+w8tmYTvIbcOz2UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.34595898 -0.07093254  0.7583225 ]\n [ 0.34595898 -0.07093254  0.7583225 ]\n [ 0.34595898 -0.07093254  0.7583225 ]\n [ 0.34595898 -0.07093254  0.7583225 ]]", "desired_goal": "[[-1.5562761  -1.4498973  -1.0836266 ]\n [-1.6752621  -0.4936875   1.651119  ]\n [-0.38158008 -0.16799335 -0.9037074 ]\n [ 0.24051759 -1.126283   -1.5567763 ]]", "observation": "[[ 0.34595898 -0.07093254  0.7583225   0.0288562  -0.00899666  0.0458646 ]\n [ 0.34595898 -0.07093254  0.7583225   0.0288562  -0.00899666  0.0458646 ]\n [ 0.34595898 -0.07093254  0.7583225   0.0288562  -0.00899666  0.0458646 ]\n [ 0.34595898 -0.07093254  0.7583225   0.0288562  -0.00899666  0.0458646 ]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA5GWqPb5V0L2JvBM+etrCPYLJTz0B4e49+YNsvLmTCj5u9Yc+RoIcPX/06D34o18+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[ 0.08320215 -0.10172604  0.14427389]\n [ 0.09514327  0.05072928  0.1166401 ]\n [-0.01443576  0.13532914  0.26554435]\n [ 0.03821018  0.11374759  0.21839893]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI3KFhMeoqI8CUhpRSlIwBbJRLMowBdJRHQKP0AXUH6dl1fZQoaAZoCWgPQwgAyXTo9PwXwJSGlFKUaBVLMmgWR0Cj878jzI3jdX2UKGgGaAloD0MIeJeL+E6cIsCUhpRSlGgVSzJoFkdAo/OBhUipvXV9lChoBmgJaA9DCPkQVI1ezR3AlIaUUpRoFUsyaBZHQKPzRkcS5Ah1fZQoaAZoCWgPQwgBMQkX8lAiwJSGlFKUaBVLMmgWR0Cj9OHuRcNZdX2UKGgGaAloD0MIrOY5It8lBcCUhpRSlGgVSzJoFkdAo/Sfr+o993V9lChoBmgJaA9DCBbB/1ayYwbAlIaUUpRoFUsyaBZHQKP0YgMc6vJ1fZQoaAZoCWgPQwgQJVryeAojwJSGlFKUaBVLMmgWR0Cj9Ca4c3l0dX2UKGgGaAloD0MIzhjmBG2SFsCUhpRSlGgVSzJoFkdAo/W1GG21D3V9lChoBmgJaA9DCE1Iaww64QvAlIaUUpRoFUsyaBZHQKP1cznied11fZQoaAZoCWgPQwgmUS/4NIcVwJSGlFKUaBVLMmgWR0Cj9TWL5ylvdX2UKGgGaAloD0MI1uQpq+kqHsCUhpRSlGgVSzJoFkdAo/T6MrEtNHV9lChoBmgJaA9DCHP0+L1NHxfAlIaUUpRoFUsyaBZHQKP2kczZYgd1fZQoaAZoCWgPQwjoaFVLOgoCwJSGlFKUaBVLMmgWR0Cj9k99MK1HdX2UKGgGaAloD0MIQfLOoQzVG8CUhpRSlGgVSzJoFkdAo/YRzeXRgXV9lChoBmgJaA9DCPxx++WT5RvAlIaUUpRoFUsyaBZHQKP11nRLK3d1fZQoaAZoCWgPQwjx8nSuKHUbwJSGlFKUaBVLMmgWR0Cj92Wvr4WUdX2UKGgGaAloD0MINPj7xWzJE8CUhpRSlGgVSzJoFkdAo/cjwF1SwXV9lChoBmgJaA9DCC1BRkCF8xHAlIaUUpRoFUsyaBZHQKP25e8f3ex1fZQoaAZoCWgPQwiLG7eYn4sTwJSGlFKUaBVLMmgWR0Cj9qqQJXyRdX2UKGgGaAloD0MIm6+Sj91lCMCUhpRSlGgVSzJoFkdAo/hHgJkXlHV9lChoBmgJaA9DCKqezD/6FhvAlIaUUpRoFUsyaBZHQKP4BSzgMtt1fZQoaAZoCWgPQwhrf2d79L4iwJSGlFKUaBVLMmgWR0Cj98dFF2FGdX2UKGgGaAloD0MIdcsO8Q/7GcCUhpRSlGgVSzJoFkdAo/eMMgEEDHV9lChoBmgJaA9DCDfF46JaBCDAlIaUUpRoFUsyaBZHQKP5JPyCnP51fZQoaAZoCWgPQwgLYMrAAY0UwJSGlFKUaBVLMmgWR0Cj+OKp1ie/dX2UKGgGaAloD0MIcclxp3TQH8CUhpRSlGgVSzJoFkdAo/ikyJsO5XV9lChoBmgJaA9DCBZNZyeDowvAlIaUUpRoFUsyaBZHQKP4aax5cC51fZQoaAZoCWgPQwgJUFPL1holwJSGlFKUaBVLMmgWR0Cj+gMXizcAdX2UKGgGaAloD0MISZwVURNtG8CUhpRSlGgVSzJoFkdAo/nBBZ6lcnV9lChoBmgJaA9DCIfAkUCDHRjAlIaUUpRoFUsyaBZHQKP5g1/DtPZ1fZQoaAZoCWgPQwigNxWpMLYTwJSGlFKUaBVLMmgWR0Cj+Uf+CK77dX2UKGgGaAloD0MI3ZiesMTjD8CUhpRSlGgVSzJoFkdAo/rfm/336HV9lChoBmgJaA9DCBjPoKF/OiDAlIaUUpRoFUsyaBZHQKP6nWxyGSJ1fZQoaAZoCWgPQwi3t1uSA+YiwJSGlFKUaBVLMmgWR0Cj+l+WWyC4dX2UKGgGaAloD0MIUiegibBBCcCUhpRSlGgVSzJoFkdAo/okK7ZnMHV9lChoBmgJaA9DCH2XUpeMoyDAlIaUUpRoFUsyaBZHQKP7tsD4gzR1fZQoaAZoCWgPQwipSltc4+MbwJSGlFKUaBVLMmgWR0Cj+3SmQ8wIdX2UKGgGaAloD0MIRztu+N3UJMCUhpRSlGgVSzJoFkdAo/s2zru6VnV9lChoBmgJaA9DCOhqK/aXfSTAlIaUUpRoFUsyaBZHQKP6+274BWB1fZQoaAZoCWgPQwi3Jt2WyGUbwJSGlFKUaBVLMmgWR0Cj/JashgVodX2UKGgGaAloD0MI8S4X8Z3YGsCUhpRSlGgVSzJoFkdAo/xUWZZ0S3V9lChoBmgJaA9DCCAldm1vVwTAlIaUUpRoFUsyaBZHQKP8Fo6jnFJ1fZQoaAZoCWgPQwjeH+9VK+MdwJSGlFKUaBVLMmgWR0Cj+9sr/bTMdX2UKGgGaAloD0MIQnxgx3/xIMCUhpRSlGgVSzJoFkdAo/1/7zkIX3V9lChoBmgJaA9DCD7pRIKpBiHAlIaUUpRoFUsyaBZHQKP9PcQiA2B1fZQoaAZoCWgPQwhy+KQTCeYTwJSGlFKUaBVLMmgWR0Cj/P/ukUKzdX2UKGgGaAloD0MIKEUr9wIzG8CUhpRSlGgVSzJoFkdAo/zElqrR0HV9lChoBmgJaA9DCHkGDf0THBjAlIaUUpRoFUsyaBZHQKP+alZ5iVl1fZQoaAZoCWgPQwhvK702G6sZwJSGlFKUaBVLMmgWR0Cj/iguIyj6dX2UKGgGaAloD0MI+FJ40OxKGMCUhpRSlGgVSzJoFkdAo/3qaCtihHV9lChoBmgJaA9DCHAnEeFfxBzAlIaUUpRoFUsyaBZHQKP9rwYLsrx1fZQoaAZoCWgPQwgyIHu9+0MJwJSGlFKUaBVLMmgWR0Cj/1kxREWqdX2UKGgGaAloD0MIeXQjLCrCAcCUhpRSlGgVSzJoFkdAo/8XEqDsdHV9lChoBmgJaA9DCDRHVn4ZbBrAlIaUUpRoFUsyaBZHQKP+2XizcAR1fZQoaAZoCWgPQwgiwr8IGtMMwJSGlFKUaBVLMmgWR0Cj/p4lY2bYdX2UKGgGaAloD0MIxCKGHcbsIMCUhpRSlGgVSzJoFkdApABG09hZyXV9lChoBmgJaA9DCM5SspyEAiDAlIaUUpRoFUsyaBZHQKQABNKRMex1fZQoaAZoCWgPQwjo9LwbC4oawJSGlFKUaBVLMmgWR0Cj/8cLKFIvdX2UKGgGaAloD0MIHxK+9zcoFsCUhpRSlGgVSzJoFkdAo/+LreIl+nV9lChoBmgJaA9DCHJTA83nRCDAlIaUUpRoFUsyaBZHQKQBLqs2ehB1fZQoaAZoCWgPQwjhB+dTx4IkwJSGlFKUaBVLMmgWR0CkAOxzzVc2dX2UKGgGaAloD0MIDyvc8pGUBcCUhpRSlGgVSzJoFkdApACurfcesHV9lChoBmgJaA9DCLOarie6zhzAlIaUUpRoFUsyaBZHQKQAc70WdmR1fZQoaAZoCWgPQwj04VmCjOAewJSGlFKUaBVLMmgWR0CkAgpOWSlndX2UKGgGaAloD0MIP1WFBmI5DsCUhpRSlGgVSzJoFkdApAHIFaB7NXV9lChoBmgJaA9DCKWg20saQyHAlIaUUpRoFUsyaBZHQKQBijO9nK51fZQoaAZoCWgPQwgjhh3GpB8MwJSGlFKUaBVLMmgWR0CkAU7b1yvLdX2UKGgGaAloD0MIpg7yejAZEsCUhpRSlGgVSzJoFkdApALj2pQ1rXV9lChoBmgJaA9DCAKetHBZ5RTAlIaUUpRoFUsyaBZHQKQCoYQ8OkN1fZQoaAZoCWgPQwgxXB0AcdcSwJSGlFKUaBVLMmgWR0CkAmPQWvbHdX2UKGgGaAloD0MImBk2yvodGMCUhpRSlGgVSzJoFkdApAIoYrJ8v3V9lChoBmgJaA9DCDTbFfpgCRbAlIaUUpRoFUsyaBZHQKQDxjAi3Xt1fZQoaAZoCWgPQwhXJvxSP48LwJSGlFKUaBVLMmgWR0CkA4Q+lj3FdX2UKGgGaAloD0MIrmNccXF0GsCUhpRSlGgVSzJoFkdApANGbutwJnV9lChoBmgJaA9DCF6EKcqlQRjAlIaUUpRoFUsyaBZHQKQDC0gr6Lx1fZQoaAZoCWgPQwjo2az6XEUlwJSGlFKUaBVLMmgWR0CkBJw7DEWJdX2UKGgGaAloD0MITz49tmWQEMCUhpRSlGgVSzJoFkdApARaBoVVP3V9lChoBmgJaA9DCBXj/E0oJBrAlIaUUpRoFUsyaBZHQKQEHHy3CsR1fZQoaAZoCWgPQwh4gCctXAYQwJSGlFKUaBVLMmgWR0CkA+EcKgIydX2UKGgGaAloD0MIvyfWqfLdFsCUhpRSlGgVSzJoFkdApAVui+L3sXV9lChoBmgJaA9DCMbE5uPaIBDAlIaUUpRoFUsyaBZHQKQFLGPxQSB1fZQoaAZoCWgPQwhPlIRE2qYgwJSGlFKUaBVLMmgWR0CkBO6i0v4/dX2UKGgGaAloD0MIF3/bEyS2HcCUhpRSlGgVSzJoFkdApASzOqvNeXV9lChoBmgJaA9DCJJ4eTpXxCDAlIaUUpRoFUsyaBZHQKQGRcM3IdV1fZQoaAZoCWgPQwimXyLeOsciwJSGlFKUaBVLMmgWR0CkBgOafBepdX2UKGgGaAloD0MIqpm1FJDGGcCUhpRSlGgVSzJoFkdApAXFzbN8mnV9lChoBmgJaA9DCKSJd4An9SPAlIaUUpRoFUsyaBZHQKQFimkWRA91fZQoaAZoCWgPQwi/RSdLrVcKwJSGlFKUaBVLMmgWR0CkBxriuMdcdX2UKGgGaAloD0MIcCNli6Q1IcCUhpRSlGgVSzJoFkdApAbYl4TsY3V9lChoBmgJaA9DCKs+V1uxHyPAlIaUUpRoFUsyaBZHQKQGmr0aqCJ1fZQoaAZoCWgPQwjJWdjTDs8fwJSGlFKUaBVLMmgWR0CkBl9Sde6adX2UKGgGaAloD0MIxqS/l8JzHMCUhpRSlGgVSzJoFkdApAfvAdn003V9lChoBmgJaA9DCGFPO/w1WRbAlIaUUpRoFUsyaBZHQKQHrOPeYUp1fZQoaAZoCWgPQwhihzHp73UfwJSGlFKUaBVLMmgWR0CkB275/LDAdX2UKGgGaAloD0MIvr7WpUZIGMCUhpRSlGgVSzJoFkdApAczg88s+XV9lChoBmgJaA9DCNDsurci4RbAlIaUUpRoFUsyaBZHQKQIwkM1CPZ1fZQoaAZoCWgPQwiC4zJuasAJwJSGlFKUaBVLMmgWR0CkCH/7SApbdX2UKGgGaAloD0MIN23GaYiqEcCUhpRSlGgVSzJoFkdApAhCFmFrVXV9lChoBmgJaA9DCK7UsyCU5xjAlIaUUpRoFUsyaBZHQKQIBqt5le51ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.109+-x86_64-with-glibc2.35 # 1 SMP Fri Jun 9 10:57:30 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7ef74b13a320>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7ef74b1331c0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1690925377078186772, "learning_rate": 0.0005, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9AYk3S8an8hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAlL/NPgT6BDygGRU/lL/NPgT6BDygGRU/lL/NPgT6BDygGRU/lL/NPgT6BDygGRU/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAcNGIvw8H0z41tUw+5Mi4vzUtv78E+GE/jB/0vlPitL/5XM2/wgNFP4uVsb/hC5s/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACUv80+BPoEPKAZFT8rAeC40bNHuspQmjuUv80+BPoEPKAZFT8rAeC40bNHuspQmjuUv80+BPoEPKAZFT8rAeC40bNHuspQmjuUv80+BPoEPKAZFT8rAeC40bNHuspQmjuUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.40185225 0.00811625 0.58242226]\n [0.40185225 0.00811625 0.58242226]\n [0.40185225 0.00811625 0.58242226]\n [0.40185225 0.00811625 0.58242226]]", "desired_goal": "[[-1.0688915   0.41216323  0.19991   ]\n [-1.4436307  -1.4935671   0.88269067]\n [-0.47680318 -1.4131569  -1.6043998 ]\n [ 0.7695886  -1.3873762   1.2113    ]]", "observation": "[[ 4.0185225e-01  8.1162490e-03  5.8242226e-01 -1.0681370e-04\n  -7.6180423e-04  4.7093378e-03]\n [ 4.0185225e-01  8.1162490e-03  5.8242226e-01 -1.0681370e-04\n  -7.6180423e-04  4.7093378e-03]\n [ 4.0185225e-01  8.1162490e-03  5.8242226e-01 -1.0681370e-04\n  -7.6180423e-04  4.7093378e-03]\n [ 4.0185225e-01  8.1162490e-03  5.8242226e-01 -1.0681370e-04\n  -7.6180423e-04  4.7093378e-03]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAcl4MvYDM0bwmZAw+yaWmPa34mj3gsoc+xN0JPg1Ilz1DL9U942dpvSBzxL1J2909lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[-0.03426976 -0.02561021  0.13710079]\n [ 0.0813709   0.07566962  0.26503658]\n [ 0.13463503  0.07386789  0.10409405]\n [-0.05698384 -0.09592271  0.10832841]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIPfIHA88dF8CUhpRSlIwBbJRLMowBdJRHQKQ339FWn0l1fZQoaAZoCWgPQwgZyR6hZmgKwJSGlFKUaBVLMmgWR0CkN59cB2fTdX2UKGgGaAloD0MIvtwnRwHyFcCUhpRSlGgVSzJoFkdApDdcJx//enV9lChoBmgJaA9DCN18I7pnDRHAlIaUUpRoFUsyaBZHQKQ3IDTz/ZN1fZQoaAZoCWgPQwj6JeKt8y8BwJSGlFKUaBVLMmgWR0CkOMiJGe+VdX2UKGgGaAloD0MIowbTMHwEBMCUhpRSlGgVSzJoFkdApDiIJAt4A3V9lChoBmgJaA9DCPOPvknTwBbAlIaUUpRoFUsyaBZHQKQ4RLlmvnt1fZQoaAZoCWgPQwiLFqBtNcsMwJSGlFKUaBVLMmgWR0CkOAkCvHLidX2UKGgGaAloD0MIaW/whckU87+UhpRSlGgVSzJoFkdApDm4BgeA/nV9lChoBmgJaA9DCLLXuz/eCwjAlIaUUpRoFUsyaBZHQKQ5d3Ehq0t1fZQoaAZoCWgPQwgotRfRdsz6v5SGlFKUaBVLMmgWR0CkOTQCjk+5dX2UKGgGaAloD0MIzQNY5NePDcCUhpRSlGgVSzJoFkdApDj4Y1pCbHV9lChoBmgJaA9DCMDsnjws9ATAlIaUUpRoFUsyaBZHQKQ6tw6ySmt1fZQoaAZoCWgPQwhOnUfF/50LwJSGlFKUaBVLMmgWR0CkOnZ7ojfOdX2UKGgGaAloD0MIxTnq6Lia+b+UhpRSlGgVSzJoFkdApDozM5fdAXV9lChoBmgJaA9DCKZkOQml7wnAlIaUUpRoFUsyaBZHQKQ595oGpuN1fZQoaAZoCWgPQwj19ueiIYMDwJSGlFKUaBVLMmgWR0CkO6/95yEMdX2UKGgGaAloD0MI/7J78rBwD8CUhpRSlGgVSzJoFkdApDtvWvr4WXV9lChoBmgJaA9DCFoPXyaKcBfAlIaUUpRoFUsyaBZHQKQ7LCQcPvt1fZQoaAZoCWgPQwgLCRhd3uwZwJSGlFKUaBVLMmgWR0CkOvBJqZc+dX2UKGgGaAloD0MI9b7xtWe2G8CUhpRSlGgVSzJoFkdApDzATTOPenV9lChoBmgJaA9DCJRpNLkYkxbAlIaUUpRoFUsyaBZHQKQ8f9cbBGh1fZQoaAZoCWgPQwgXD+85sPwFwJSGlFKUaBVLMmgWR0CkPDxusLfDdX2UKGgGaAloD0MI4zWv6qz2CsCUhpRSlGgVSzJoFkdApDwA9A5aNnV9lChoBmgJaA9DCGL3HcNjP/m/lIaUUpRoFUsyaBZHQKQ9wT0QK8d1fZQoaAZoCWgPQwgyHqUSnlAAwJSGlFKUaBVLMmgWR0CkPYDZL7GedX2UKGgGaAloD0MIY15HHLJBHMCUhpRSlGgVSzJoFkdApD09a2WpqHV9lChoBmgJaA9DCK95VWe1MBHAlIaUUpRoFUsyaBZHQKQ9AbXpW3l1fZQoaAZoCWgPQwhf61Ij9JMWwJSGlFKUaBVLMmgWR0CkPq0Dlo12dX2UKGgGaAloD0MIsn+eBgwS+r+UhpRSlGgVSzJoFkdApD5sVi4J/3V9lChoBmgJaA9DCGXCL/Xz5gfAlIaUUpRoFUsyaBZHQKQ+KMqBmPJ1fZQoaAZoCWgPQwiE1y5tOAwNwJSGlFKUaBVLMmgWR0CkPezgEU0vdX2UKGgGaAloD0MI93R1x2IbB8CUhpRSlGgVSzJoFkdApD+YLofSyHV9lChoBmgJaA9DCIHPDyOEJwPAlIaUUpRoFUsyaBZHQKQ/V3GGVRl1fZQoaAZoCWgPQwhlOQmlL8T6v5SGlFKUaBVLMmgWR0CkPxPsqrimdX2UKGgGaAloD0MIiq2gaYkV+7+UhpRSlGgVSzJoFkdApD7X6KtPpXV9lChoBmgJaA9DCB43/G66Zf2/lIaUUpRoFUsyaBZHQKRAfqzqrzZ1fZQoaAZoCWgPQwgJTn0geacJwJSGlFKUaBVLMmgWR0CkQD4gRsdldX2UKGgGaAloD0MI4c6FkV7UD8CUhpRSlGgVSzJoFkdApD/6l3yI6HV9lChoBmgJaA9DCNOImX0ecxbAlIaUUpRoFUsyaBZHQKQ/vs3Q2Mt1fZQoaAZoCWgPQwjU824sKMz4v5SGlFKUaBVLMmgWR0CkQW74SHuadX2UKGgGaAloD0MITkaVYdztDsCUhpRSlGgVSzJoFkdApEEumaYu03V9lChoBmgJaA9DCPzDlh5NdRHAlIaUUpRoFUsyaBZHQKRA6y/KyOd1fZQoaAZoCWgPQwi+ofDZOhgOwJSGlFKUaBVLMmgWR0CkQK/C66J7dX2UKGgGaAloD0MIE5uPa0OF/7+UhpRSlGgVSzJoFkdApEJjS9du53V9lChoBmgJaA9DCFLwFHKlnhHAlIaUUpRoFUsyaBZHQKRCIqMFUyZ1fZQoaAZoCWgPQwjCFrt9VvkQwJSGlFKUaBVLMmgWR0CkQd92HLzPdX2UKGgGaAloD0MID0QWaeId+r+UhpRSlGgVSzJoFkdApEGjlgc94nV9lChoBmgJaA9DCHWvk/qyZBfAlIaUUpRoFUsyaBZHQKRDWuXeFcp1fZQoaAZoCWgPQwgCKbFre/sJwJSGlFKUaBVLMmgWR0CkQxpPqLTAdX2UKGgGaAloD0MItww4S8ly9r+UhpRSlGgVSzJoFkdApELXIGQjlnV9lChoBmgJaA9DCDwzwXCuYRDAlIaUUpRoFUsyaBZHQKRCm1zhgmZ1fZQoaAZoCWgPQwgExvoGJhcCwJSGlFKUaBVLMmgWR0CkRE5tFa0QdX2UKGgGaAloD0MIa378pUWdDsCUhpRSlGgVSzJoFkdApEQN/4Irv3V9lChoBmgJaA9DCIkpkUQvowPAlIaUUpRoFUsyaBZHQKRDyq4H5ah1fZQoaAZoCWgPQwiOeR1xyIb9v5SGlFKUaBVLMmgWR0CkQ46zmfXgdX2UKGgGaAloD0MI53EYzF/hDcCUhpRSlGgVSzJoFkdApEU58IAwPHV9lChoBmgJaA9DCIaOHVTi2gTAlIaUUpRoFUsyaBZHQKRE+UyHmA91fZQoaAZoCWgPQwhrgqj7AAQBwJSGlFKUaBVLMmgWR0CkRLXgDRtxdX2UKGgGaAloD0MIoG8LluqCBsCUhpRSlGgVSzJoFkdApER53A2ycHV9lChoBmgJaA9DCGjr4GBv8hbAlIaUUpRoFUsyaBZHQKRGIvL5h0B1fZQoaAZoCWgPQwj1EmOZfokAwJSGlFKUaBVLMmgWR0CkReI99tuUdX2UKGgGaAloD0MI4QuTqYLxEsCUhpRSlGgVSzJoFkdApEWe0PYnOXV9lChoBmgJaA9DCBzRPesaPRDAlIaUUpRoFUsyaBZHQKRFYzzmOlx1fZQoaAZoCWgPQwgRV87eGY0EwJSGlFKUaBVLMmgWR0CkRyAaef7KdX2UKGgGaAloD0MIjBNf7ShOE8CUhpRSlGgVSzJoFkdApEbfmJWNm3V9lChoBmgJaA9DCNb9YyE6pADAlIaUUpRoFUsyaBZHQKRGnDTBqKx1fZQoaAZoCWgPQwjRsu4fC5EKwJSGlFKUaBVLMmgWR0CkRmCCjDbbdX2UKGgGaAloD0MIdjOjHw1nDsCUhpRSlGgVSzJoFkdApEgIOnVG1HV9lChoBmgJaA9DCNY4m44AHhDAlIaUUpRoFUsyaBZHQKRHx4AS39d1fZQoaAZoCWgPQwip2QOtwIARwJSGlFKUaBVLMmgWR0CkR4P/BFd+dX2UKGgGaAloD0MIPPVIg9t6E8CUhpRSlGgVSzJoFkdApEdIR5C4SnV9lChoBmgJaA9DCJilnZrLDQHAlIaUUpRoFUsyaBZHQKRI8n7YTTR1fZQoaAZoCWgPQwgj2o6pu3L6v5SGlFKUaBVLMmgWR0CkSLIXKr7wdX2UKGgGaAloD0MIsHJoke3cD8CUhpRSlGgVSzJoFkdApEhu8Gs3hnV9lChoBmgJaA9DCOzdH+9VyxDAlIaUUpRoFUsyaBZHQKRIM5vtMPB1fZQoaAZoCWgPQwjfxJCcTKwTwJSGlFKUaBVLMmgWR0CkSdd1MdtEdX2UKGgGaAloD0MITkUqjC2kCsCUhpRSlGgVSzJoFkdApEmXFm4Aj3V9lChoBmgJaA9DCBsqxvmbkA/AlIaUUpRoFUsyaBZHQKRJU7g88tB1fZQoaAZoCWgPQwi/m27ZIR4HwJSGlFKUaBVLMmgWR0CkSRfHxSYPdX2UKGgGaAloD0MIKzV7oBXYCsCUhpRSlGgVSzJoFkdApErIS8J2MnV9lChoBmgJaA9DCDbknxnEVxvAlIaUUpRoFUsyaBZHQKRKh5uZThp1fZQoaAZoCWgPQwgFajF4mLYHwJSGlFKUaBVLMmgWR0CkSkRmTTvzdX2UKGgGaAloD0MIbVM8LqpFEcCUhpRSlGgVSzJoFkdApEoIxFiKBXV9lChoBmgJaA9DCE8IHXQJZxTAlIaUUpRoFUsyaBZHQKRLup84Pwx1fZQoaAZoCWgPQwhK7xtfe6YQwJSGlFKUaBVLMmgWR0CkS3oUSIxhdX2UKGgGaAloD0MIuatXkdEBCcCUhpRSlGgVSzJoFkdApEs2q//Nq3V9lChoBmgJaA9DCLmLMEW5ZBPAlIaUUpRoFUsyaBZHQKRK+te2NNt1fZQoaAZoCWgPQwjC2hg74YUQwJSGlFKUaBVLMmgWR0CkTKrXL/0edX2UKGgGaAloD0MIYHe688RTCMCUhpRSlGgVSzJoFkdApExqSNfgJnV9lChoBmgJaA9DCMUAiSZQFBHAlIaUUpRoFUsyaBZHQKRMJx/d69l1fZQoaAZoCWgPQwg/HvruVuYSwJSGlFKUaBVLMmgWR0CkS+tRm9QGdX2UKGgGaAloD0MI8ZvCSgV1DcCUhpRSlGgVSzJoFkdApE2XeP7vX3V9lChoBmgJaA9DCOuM74tLVQbAlIaUUpRoFUsyaBZHQKRNVsZ5zHV1fZQoaAZoCWgPQwjz59uCpVoGwJSGlFKUaBVLMmgWR0CkTRNkWhysdX2UKGgGaAloD0MINstlo3O+E8CUhpRSlGgVSzJoFkdApEzXh/Aj6nV9lChoBmgJaA9DCHEBaJQunQ3AlIaUUpRoFUsyaBZHQKROhRwZOzp1fZQoaAZoCWgPQwjRXRJnRWQUwJSGlFKUaBVLMmgWR0CkTkS6tknUdX2UKGgGaAloD0MIr3srEhNkEMCUhpRSlGgVSzJoFkdApE4BflZHNHV9lChoBmgJaA9DCPnaM0sCRBXAlIaUUpRoFUsyaBZHQKRNxc0Ltu11ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.109+-x86_64-with-glibc2.35 # 1 SMP Fri Jun 9 10:57:30 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}

results.json

@@ -1 +1 @@
-{"mean_reward": -6.291515154764056, "std_reward": 1.8003588498200065, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-08-01T21:18:16.261945"}
+{"mean_reward": -4.06541669962462, "std_reward": 1.3540019598410125, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-08-01T22:19:30.918179"}

vec_normalize.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d26a63049ae01d4b2b1c50ca90a459e96ee1c623f381470c1ebdd069cf81ce6f
+oid sha256:d0f618850dfd79d9b3fa3e18b98fda5508ce26f6cb9d41d27266e1ff4b24794b
 size 2387