chqmatteo commited on
Commit
dc1ffa8
1 Parent(s): cfe77a9

Initial commit

Browse files
README.md CHANGED
@@ -16,7 +16,7 @@ model-index:
16
  type: PandaReachDense-v2
17
  metrics:
18
  - type: mean_reward
19
- value: -2.40 +/- 0.76
20
  name: mean_reward
21
  verified: false
22
  ---
 
16
  type: PandaReachDense-v2
17
  metrics:
18
  - type: mean_reward
19
+ value: -0.40 +/- 0.13
20
  name: mean_reward
21
  verified: false
22
  ---
a2c-PandaReachDense-v2.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:106b8dc859c3761c787a95492aa1b515a61c6d9cae6fa074992cbf1fc75ffe93
3
- size 108129
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05f714800692a0d71fb2954fffdf83b4fbc43742a4d78c85c46a81c5c2d25b35
3
+ size 108124
a2c-PandaReachDense-v2/data CHANGED
@@ -41,12 +41,12 @@
41
  "_np_random": null
42
  },
43
  "n_envs": 4,
44
- "num_timesteps": 627556,
45
- "_total_timesteps": 1000000,
46
  "_num_timesteps_at_start": 0,
47
  "seed": null,
48
  "action_noise": null,
49
- "start_time": 1673992287540151615,
50
  "learning_rate": 0.0007,
51
  "tensorboard_log": null,
52
  "lr_schedule": {
@@ -55,35 +55,35 @@
55
  },
56
  "_last_obs": {
57
  ":type:": "<class 'collections.OrderedDict'>",
58
- ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAAjWLv2rRkT72JYK/JQ2Rv2qlVT/rAT49dB3FvynwtT9Di1U/1hRev5JGwD7AkYc/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAK3a+vzp2RD+YaNa/tqZkvyPwPj+7eMs8NZSPvyMLsz+7KpQ/14hZv1hcPb1EY5o/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAACNYu/atGRPvYlgr9mXzfAu6WXP9M/CsAlDZG/aqVVP+sBPj0Hkf8/jrdevyoF2j90HcW/KfC1P0OLVT9KG32/sQZVvWVRzj7WFF6/kkbAPsCRhz+uPIQ/WRBNPi1hRz+UaA5LBEsGhpRoEnSUUpR1Lg==",
59
- "achieved_goal": "[[-1.0875552 0.28480083 -1.0167835 ]\n [-1.1332136 0.83455527 0.04638855]\n [-1.5399613 1.4213916 0.8341562 ]\n [-0.86750543 0.3755384 1.0591354 ]]",
60
- "desired_goal": "[[-1.4879812 0.767429 -1.675067 ]\n [-0.8931688 0.7458517 0.02483784]\n [-1.1217104 1.3987774 1.157554 ]\n [-0.84974426 -0.04623064 1.2061543 ]]",
61
- "observation": "[[-1.0875552 0.28480083 -1.0167835 -2.8651977 1.1847452 -2.1601455 ]\n [-1.1332136 0.83455527 0.04638855 1.9966134 -0.8699883 1.7032826 ]\n [-1.5399613 1.4213916 0.8341562 -0.98869765 -0.05200833 0.40296474]\n [-0.86750543 0.3755384 1.0591354 1.0331018 0.20025767 0.77882653]]"
62
  },
63
  "_last_episode_starts": {
64
  ":type:": "<class 'numpy.ndarray'>",
65
- ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
66
  },
67
  "_last_original_obs": {
68
  ":type:": "<class 'collections.OrderedDict'>",
69
- ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAE+oNvm/H7r2vMqs9hD3DvUQtqD23gCk+mHwavDf/kD04ubo9YZKpOx+PgL3oZnA+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
70
  "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
71
- "desired_goal": "[[-0.13858823 -0.11659133 0.08359277]\n [-0.09533218 0.08211759 0.16553007]\n [-0.00942912 0.07079928 0.09117359]\n [ 0.00517492 -0.06277298 0.23476756]]",
72
  "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
73
  },
74
  "_episode_num": 0,
75
  "use_sde": false,
76
  "sde_sample_freq": -1,
77
- "_current_progress_remaining": 0.37246,
78
  "ep_info_buffer": {
79
  ":type:": "<class 'collections.deque'>",
80
- ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIvR3htOBlBMCUhpRSlIwBbJRLMowBdJRHQJOtcGyHEdh1fZQoaAZoCWgPQwhAFqJD4CgCwJSGlFKUaBVLMmgWR0CTrQkdV/+bdX2UKGgGaAloD0MI+UogJXaNBsCUhpRSlGgVSzJoFkdAk6xgaef7JnV9lChoBmgJaA9DCLL1DOGYJQHAlIaUUpRoFUsyaBZHQJOrcfhddE91fZQoaAZoCWgPQwiqgeZz7rb9v5SGlFKUaBVLMmgWR0CTrvHIZIhAdX2UKGgGaAloD0MI2cwhqYWS/L+UhpRSlGgVSzJoFkdAk66KmTC+DnV9lChoBmgJaA9DCMnIWdjTzv6/lIaUUpRoFUsyaBZHQJOt4cFQl8h1fZQoaAZoCWgPQwgZkL3e/fH4v5SGlFKUaBVLMmgWR0CTrPMX7+DOdX2UKGgGaAloD0MI8Bge+1kMAsCUhpRSlGgVSzJoFkdAk7CCCWeHz3V9lChoBmgJaA9DCC0j9Z7KaQHAlIaUUpRoFUsyaBZHQJOwGrp7kXF1fZQoaAZoCWgPQwjaVUj5SXX+v5SGlFKUaBVLMmgWR0CTr3HQhOgydX2UKGgGaAloD0MIaydKQiKtCcCUhpRSlGgVSzJoFkdAk66DKT0QLHV9lChoBmgJaA9DCOGyCpsBrv2/lIaUUpRoFUsyaBZHQJOyAma6ST11fZQoaAZoCWgPQwi2TfG4qFb2v5SGlFKUaBVLMmgWR0CTsZs1baAXdX2UKGgGaAloD0MIwytJnus7AcCUhpRSlGgVSzJoFkdAk7DysS00FnV9lChoBmgJaA9DCFTjpZvEQADAlIaUUpRoFUsyaBZHQJOwBB5X2dx1fZQoaAZoCWgPQwi1bRgFwSMJwJSGlFKUaBVLMmgWR0CTs6RPoFFEdX2UKGgGaAloD0MIa7ddaK6TC8CUhpRSlGgVSzJoFkdAk7M9SIgvDnV9lChoBmgJaA9DCPePhegQeP+/lIaUUpRoFUsyaBZHQJOylK+SKWN1fZQoaAZoCWgPQwiDwMqhRbYFwJSGlFKUaBVLMmgWR0CTsaYOUdJbdX2UKGgGaAloD0MITGw+rg01BcCUhpRSlGgVSzJoFkdAk7UnoTwlSnV9lChoBmgJaA9DCCu+ofDZmgjAlIaUUpRoFUsyaBZHQJO0wFLWZqp1fZQoaAZoCWgPQwgVU+knnP0FwJSGlFKUaBVLMmgWR0CTtBe2d/aydX2UKGgGaAloD0MI1Xsqpz1FCcCUhpRSlGgVSzJoFkdAk7MpPdl/Y3V9lChoBmgJaA9DCK+zIf/MIPu/lIaUUpRoFUsyaBZHQJO2nAi3XqZ1fZQoaAZoCWgPQwiB7WDEPkH9v5SGlFKUaBVLMmgWR0CTtjUAksz3dX2UKGgGaAloD0MIvcgE/BpJAcCUhpRSlGgVSzJoFkdAk7WMLjPv8nV9lChoBmgJaA9DCP+xEB0CJwDAlIaUUpRoFUsyaBZHQJO0naJyhi91fZQoaAZoCWgPQwhD5PT1fM0NwJSGlFKUaBVLMmgWR0CTuDF9KEnLdX2UKGgGaAloD0MIiGUzh6RW/b+UhpRSlGgVSzJoFkdAk7fKaXrt3XV9lChoBmgJaA9DCEd0z7pGy/6/lIaUUpRoFUsyaBZHQJO3IZrHlwN1fZQoaAZoCWgPQwjtuyL43woKwJSGlFKUaBVLMmgWR0CTtjMtsenydX2UKGgGaAloD0MIM8SxLm4jBcCUhpRSlGgVSzJoFkdAk7m6PwNLDnV9lChoBmgJaA9DCDz59NiWwfy/lIaUUpRoFUsyaBZHQJO5UzFdcB51fZQoaAZoCWgPQwj/69y0GWf5v5SGlFKUaBVLMmgWR0CTuKpKzzErdX2UKGgGaAloD0MI9x4uOe4UA8CUhpRSlGgVSzJoFkdAk7e8DwH7g3V9lChoBmgJaA9DCA6+MJkq2AHAlIaUUpRoFUsyaBZHQJO7SS3b2151fZQoaAZoCWgPQwjw3lFjQswAwJSGlFKUaBVLMmgWR0CTuuIuGsV+dX2UKGgGaAloD0MIi/87okI1AsCUhpRSlGgVSzJoFkdAk7o5sTFl1HV9lChoBmgJaA9DCB0CRwINFgXAlIaUUpRoFUsyaBZHQJO5S06YE4h1fZQoaAZoCWgPQwj6J7hYUcP2v5SGlFKUaBVLMmgWR0CTvOcOskprdX2UKGgGaAloD0MIkuwRaoa0B8CUhpRSlGgVSzJoFkdAk7x/1xsEaHV9lChoBmgJaA9DCIXRrGwfMgjAlIaUUpRoFUsyaBZHQJO71t4zJp51fZQoaAZoCWgPQwg486s5QNAFwJSGlFKUaBVLMmgWR0CTuuhRIjGDdX2UKGgGaAloD0MI3Lkw0ov6BMCUhpRSlGgVSzJoFkdAk75vYnOSn3V9lChoBmgJaA9DCHycacL2kwTAlIaUUpRoFUsyaBZHQJO+CBTXJ5p1fZQoaAZoCWgPQwjEeM2rOusFwJSGlFKUaBVLMmgWR0CTvV9n9NvgdX2UKGgGaAloD0MIm+PcJtwLBsCUhpRSlGgVSzJoFkdAk7xwxagVXXV9lChoBmgJaA9DCPbwZaII6QjAlIaUUpRoFUsyaBZHQJO//9If8uV1fZQoaAZoCWgPQwhvgm+aPvsCwJSGlFKUaBVLMmgWR0CTv5isny/cdX2UKGgGaAloD0MIQpPEknI3BsCUhpRSlGgVSzJoFkdAk77vzvqkdnV9lChoBmgJaA9DCM8sCVBTC/O/lIaUUpRoFUsyaBZHQJO+AS8J2Md1fZQoaAZoCWgPQwiZLVkV4SYBwJSGlFKUaBVLMmgWR0CTwZSP2f03dX2UKGgGaAloD0MInmFqSx1kBcCUhpRSlGgVSzJoFkdAk8EtRrJr+HV9lChoBmgJaA9DCHztmSUBKgTAlIaUUpRoFUsyaBZHQJPAhLYf4h51fZQoaAZoCWgPQwgeG4F4Xb8IwJSGlFKUaBVLMmgWR0CTv5YQrc0tdX2UKGgGaAloD0MIezApPj5hCMCUhpRSlGgVSzJoFkdAk8MjKYAsCnV9lChoBmgJaA9DCFIQPL69K/6/lIaUUpRoFUsyaBZHQJPCvC9AX2x1fZQoaAZoCWgPQwhxHeOKiwMLwJSGlFKUaBVLMmgWR0CTwhNKyv9tdX2UKGgGaAloD0MIpyA/G7kOBcCUhpRSlGgVSzJoFkdAk8Ekn5SFXnV9lChoBmgJaA9DCNxlv+505wXAlIaUUpRoFUsyaBZHQJPEoq6OHWV1fZQoaAZoCWgPQwhBgXfy6bH+v5SGlFKUaBVLMmgWR0CTxDuYQarFdX2UKGgGaAloD0MIWP/nMF+eAcCUhpRSlGgVSzJoFkdAk8OS0v4/NnV9lChoBmgJaA9DCKc8uhEWlQHAlIaUUpRoFUsyaBZHQJPCpEsrd311fZQoaAZoCWgPQwjlQ1A1elUCwJSGlFKUaBVLMmgWR0CTxjAVfu1GdX2UKGgGaAloD0MIY9NKIZBrDMCUhpRSlGgVSzJoFkdAk8XJM10knnV9lChoBmgJaA9DCFfuBWaFAgXAlIaUUpRoFUsyaBZHQJPFIFMZgoh1fZQoaAZoCWgPQwhEMA4uHZMGwJSGlFKUaBVLMmgWR0CTxDITXarWdX2UKGgGaAloD0MIvma5bHTO/7+UhpRSlGgVSzJoFkdAk8e4ZQ53knV9lChoBmgJaA9DCMwLsI9OvQLAlIaUUpRoFUsyaBZHQJPHUYzi0fJ1fZQoaAZoCWgPQwga+bziqQf/v5SGlFKUaBVLMmgWR0CTxqjghr31dX2UKGgGaAloD0MICyk/qfYp/7+UhpRSlGgVSzJoFkdAk8W6o/A0sXV9lChoBmgJaA9DCOwX7IZtKwXAlIaUUpRoFUsyaBZHQJPJaliz9jx1fZQoaAZoCWgPQwhsXWqEfqYCwJSGlFKUaBVLMmgWR0CTyQOaOPvKdX2UKGgGaAloD0MI9RH4w88/CMCUhpRSlGgVSzJoFkdAk8ha/Zdv9HV9lChoBmgJaA9DCF4SZ0XUZAvAlIaUUpRoFUsyaBZHQJPHbF3pwCN1fZQoaAZoCWgPQwhmTMEaZ/MKwJSGlFKUaBVLMmgWR0CTywXtjTa1dX2UKGgGaAloD0MIOdVamIXWA8CUhpRSlGgVSzJoFkdAk8qe+AVfu3V9lChoBmgJaA9DCEz8UdSZuwrAlIaUUpRoFUsyaBZHQJPJ9hOP/711fZQoaAZoCWgPQwjTTPc6qa/7v5SGlFKUaBVLMmgWR0CTyQeOXE61dX2UKGgGaAloD0MIUTI5tTNsAcCUhpRSlGgVSzJoFkdAk8ykpI+W4XV9lChoBmgJaA9DCEV/aObJVQTAlIaUUpRoFUsyaBZHQJPMPW7OE/V1fZQoaAZoCWgPQwg18KMa9lsBwJSGlFKUaBVLMmgWR0CTy5S26TW5dX2UKGgGaAloD0MIoaLqVzp/AcCUhpRSlGgVSzJoFkdAk8qma2F36nV9lChoBmgJaA9DCL72zJIAlQTAlIaUUpRoFUsyaBZHQJPOVs41gpl1fZQoaAZoCWgPQwjvU1VoIGYRwJSGlFKUaBVLMmgWR0CTze+lTFVDdX2UKGgGaAloD0MIUd1c/G1vBMCUhpRSlGgVSzJoFkdAk81Grjo6jnV9lChoBmgJaA9DCDIfEOhMWhDAlIaUUpRoFUsyaBZHQJPMWBPKuCB1fZQoaAZoCWgPQwi/YaJBCr4KwJSGlFKUaBVLMmgWR0CT0A9cbBGhdX2UKGgGaAloD0MIZ2K6EKufAcCUhpRSlGgVSzJoFkdAk8+oZ62OQ3V9lChoBmgJaA9DCG04LA38yATAlIaUUpRoFUsyaBZHQJPO/8sMAm11fZQoaAZoCWgPQwgZHCWvzpEDwJSGlFKUaBVLMmgWR0CTzhGetjkNdX2UKGgGaAloD0MIwoU8ghupAMCUhpRSlGgVSzJoFkdAk9HJDArQPnV9lChoBmgJaA9DCO5aQj7omfa/lIaUUpRoFUsyaBZHQJPRYffXPJJ1fZQoaAZoCWgPQwhGtYgoJq//v5SGlFKUaBVLMmgWR0CT0LkSVW0adX2UKGgGaAloD0MIaF4Ou+9YBMCUhpRSlGgVSzJoFkdAk8/KzzErG3V9lChoBmgJaA9DCO/+eK9aeQTAlIaUUpRoFUsyaBZHQJPTbR4QjD91fZQoaAZoCWgPQwg3/dmPFNEKwJSGlFKUaBVLMmgWR0CT0wYnv2GqdX2UKGgGaAloD0MI3ewPlNvWAcCUhpRSlGgVSzJoFkdAk9Jdmxt52XV9lChoBmgJaA9DCD7KiAtAI/e/lIaUUpRoFUsyaBZHQJPRbvlU6xR1ZS4="
81
  },
82
  "ep_success_buffer": {
83
  ":type:": "<class 'collections.deque'>",
84
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
85
  },
86
- "_n_updates": 31377,
87
  "n_steps": 5,
88
  "gamma": 0.99,
89
  "gae_lambda": 1.0,
 
41
  "_np_random": null
42
  },
43
  "n_envs": 4,
44
+ "num_timesteps": 364000,
45
+ "_total_timesteps": 364000,
46
  "_num_timesteps_at_start": 0,
47
  "seed": null,
48
  "action_noise": null,
49
+ "start_time": 1673993641801467968,
50
  "learning_rate": 0.0007,
51
  "tensorboard_log": null,
52
  "lr_schedule": {
 
55
  },
56
  "_last_obs": {
57
  ":type:": "<class 'collections.OrderedDict'>",
58
+ ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAo2fCPnJL17yT4g4/o2fCPnJL17yT4g4/o2fCPnJL17yT4g4/o2fCPnJL17yT4g4/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAE93Ov7HKzT6GZR0/1FsYP//Vgr52qxG/kmxKv1mis74opbO/EyV1P7oHyb/47r8+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyUaA5LBEsGhpRoEnSUUpR1Lg==",
59
+ "achieved_goal": "[[ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]]",
60
+ "desired_goal": "[[-1.6161216 0.40193704 0.6148304 ]\n [ 0.5951512 -0.2555389 -0.56902254]\n [-0.79071915 -0.350848 -1.4034777 ]\n [ 0.95759696 -1.5705483 0.37487006]]",
61
+ "observation": "[[ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]]"
62
  },
63
  "_last_episode_starts": {
64
  ":type:": "<class 'numpy.ndarray'>",
65
+ ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
66
  },
67
  "_last_original_obs": {
68
  ":type:": "<class 'collections.OrderedDict'>",
69
+ ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAMcEMPm/z5j0Lrow+gR0YPnEErj2tbGs+Z+mRvdo+gL296wY+/2sHPhm7gbxBxUI9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
70
  "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
71
+ "desired_goal": "[[ 0.13745572 0.112769 0.27476534]\n [ 0.14855005 0.08496941 0.22990675]\n [-0.07124596 -0.06261988 0.13175865]\n [ 0.13224791 -0.01583629 0.0475514 ]]",
72
  "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
73
  },
74
  "_episode_num": 0,
75
  "use_sde": false,
76
  "sde_sample_freq": -1,
77
+ "_current_progress_remaining": 0.0,
78
  "ep_info_buffer": {
79
  ":type:": "<class 'collections.deque'>",
80
+ ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMISP31Cgvu37+UhpRSlIwBbJRLMowBdJRHQIb+EtPHktF1fZQoaAZoCWgPQwggXtcv2A3pv5SGlFKUaBVLMmgWR0CG/SETQE6ldX2UKGgGaAloD0MIpaSHodXJ1r+UhpRSlGgVSzJoFkdAhvwrEk0JnnV9lChoBmgJaA9DCJbOh2cJsuW/lIaUUpRoFUsyaBZHQIb7OZPVNHp1fZQoaAZoCWgPQwgyIlFoWffgv5SGlFKUaBVLMmgWR0CHAYZrHlwMdX2UKGgGaAloD0MILexph78m3L+UhpRSlGgVSzJoFkdAhwCUliSaE3V9lChoBmgJaA9DCJ8hHLPsifC/lIaUUpRoFUsyaBZHQIb/nqqwQlN1fZQoaAZoCWgPQwiHU+bmG9Hov5SGlFKUaBVLMmgWR0CG/qvwmVqvdX2UKGgGaAloD0MIHjNQGf++6L+UhpRSlGgVSzJoFkdAhwT3LV4HHHV9lChoBmgJaA9DCNv3qL9eYda/lIaUUpRoFUsyaBZHQIcEBUrCm/F1fZQoaAZoCWgPQwgp7KLogQ/wv5SGlFKUaBVLMmgWR0CHAw9Oh0yQdX2UKGgGaAloD0MIIO9VKxN+0b+UhpRSlGgVSzJoFkdAhwIcophF3XV9lChoBmgJaA9DCOcXJegvdOu/lIaUUpRoFUsyaBZHQIcIbjkuHvd1fZQoaAZoCWgPQwg1DB8RU6Lgv5SGlFKUaBVLMmgWR0CHB3xWkrPMdX2UKGgGaAloD0MI+gs9YvTc27+UhpRSlGgVSzJoFkdAhwaGUGFBY3V9lChoBmgJaA9DCGSUZ14Ou9a/lIaUUpRoFUsyaBZHQIcFk8eS0Sh1fZQoaAZoCWgPQwinzTgNUQXlv5SGlFKUaBVLMmgWR0CHDD6NVBD5dX2UKGgGaAloD0MIOIQqNXug2L+UhpRSlGgVSzJoFkdAhwtMyi22HHV9lChoBmgJaA9DCNE96xoth+S/lIaUUpRoFUsyaBZHQIcKVuejEeh1fZQoaAZoCWgPQwijkc8rnnrtv5SGlFKUaBVLMmgWR0CHCWQ9RrJsdX2UKGgGaAloD0MIxYzw9iCE4b+UhpRSlGgVSzJoFkdAhw/M5fdAPnV9lChoBmgJaA9DCO0Q/7ClR9y/lIaUUpRoFUsyaBZHQIcO2yRjjJd1fZQoaAZoCWgPQwh+AFKbODnpv5SGlFKUaBVLMmgWR0CHDeUpNKywdX2UKGgGaAloD0MIou9uZYnO27+UhpRSlGgVSzJoFkdAhwzymqHXVnV9lChoBmgJaA9DCI4glWJHY+S/lIaUUpRoFUsyaBZHQIcTYlruYyB1fZQoaAZoCWgPQwgs8YCyKVflv5SGlFKUaBVLMmgWR0CHEnCw8nuzdX2UKGgGaAloD0MIRkCFI0il2L+UhpRSlGgVSzJoFkdAhxF6n752yXV9lChoBmgJaA9DCLxXrUz4pd2/lIaUUpRoFUsyaBZHQIcQh84Pwux1fZQoaAZoCWgPQwgUl+MViJ7nv5SGlFKUaBVLMmgWR0CHFvfZ26kJdX2UKGgGaAloD0MIQMObNXhf3b+UhpRSlGgVSzJoFkdAhxYF6AvtdHV9lChoBmgJaA9DCLyQDg9h/NO/lIaUUpRoFUsyaBZHQIcVD+YMOPN1fZQoaAZoCWgPQwietdsuNNfdv5SGlFKUaBVLMmgWR0CHFB0XgtOEdX2UKGgGaAloD0MIfLd546Qw4b+UhpRSlGgVSzJoFkdAhxrFMIu5BnV9lChoBmgJaA9DCBu9GqA01OG/lIaUUpRoFUsyaBZHQIcZ1O0svqV1fZQoaAZoCWgPQwjmQA+1bZjjv5SGlFKUaBVLMmgWR0CHGN75VOsUdX2UKGgGaAloD0MI+aHSiJl92L+UhpRSlGgVSzJoFkdAhxfsNMGorHV9lChoBmgJaA9DCB8uOe6Ujue/lIaUUpRoFUsyaBZHQIcehkiD/VB1fZQoaAZoCWgPQwj5ghYSMLrbv5SGlFKUaBVLMmgWR0CHHZSH/LkkdX2UKGgGaAloD0MIeGNBYVCm3L+UhpRSlGgVSzJoFkdAhxyehf0Eo3V9lChoBmgJaA9DCPjddMsO8dq/lIaUUpRoFUsyaBZHQIcbq9/SYw91fZQoaAZoCWgPQwjCilOthdniv5SGlFKUaBVLMmgWR0CHIiD6nBLxdX2UKGgGaAloD0MI/bs+c9Yn6L+UhpRSlGgVSzJoFkdAhyEvAXVLBnV9lChoBmgJaA9DCH/fv3lxYua/lIaUUpRoFUsyaBZHQIcgOnfl6qt1fZQoaAZoCWgPQwirsu+K4H/jv5SGlFKUaBVLMmgWR0CHH0eq7yxzdX2UKGgGaAloD0MIZ/LNNjem4r+UhpRSlGgVSzJoFkdAhyWKZ+hGpnV9lChoBmgJaA9DCFyOVyB60u+/lIaUUpRoFUsyaBZHQIckmHLzPKN1fZQoaAZoCWgPQwhkA+li00rjv5SGlFKUaBVLMmgWR0CHI6KG+K0ldX2UKGgGaAloD0MIiulCrP4I2b+UhpRSlGgVSzJoFkdAhyKvz4DcM3V9lChoBmgJaA9DCAahvI+jOeW/lIaUUpRoFUsyaBZHQIco9bs4T9N1fZQoaAZoCWgPQwhzLO+qB8zjv5SGlFKUaBVLMmgWR0CHKAPp6hQFdX2UKGgGaAloD0MIxeV4BaIn4r+UhpRSlGgVSzJoFkdAhycN52QnyHV9lChoBmgJaA9DCIEiFjHsMOG/lIaUUpRoFUsyaBZHQIcmG1+iJwd1fZQoaAZoCWgPQwirevmdJjPmv5SGlFKUaBVLMmgWR0CHLGtQKrq/dX2UKGgGaAloD0MIF7zoK0gz4b+UhpRSlGgVSzJoFkdAhyt5nDiwS3V9lChoBmgJaA9DCMiUD0HV6NG/lIaUUpRoFUsyaBZHQIcqg7YChex1fZQoaAZoCWgPQwhy32qduBzpv5SGlFKUaBVLMmgWR0CHKZE87p3YdX2UKGgGaAloD0MIFOeoo+Nq6r+UhpRSlGgVSzJoFkdAhy/OGTLW7XV9lChoBmgJaA9DCKzgtyHGa9q/lIaUUpRoFUsyaBZHQIcu3E0iyIJ1fZQoaAZoCWgPQwgWokPgSKDVv5SGlFKUaBVLMmgWR0CHLeZgG8mKdX2UKGgGaAloD0MIcuFASBaw6L+UhpRSlGgVSzJoFkdAhyzzyrgfl3V9lChoBmgJaA9DCP0WnSy1Xue/lIaUUpRoFUsyaBZHQIczWm51/2F1fZQoaAZoCWgPQwhXeJeL+M7lv5SGlFKUaBVLMmgWR0CHMmiV0Lc9dX2UKGgGaAloD0MI51QyAFRx1b+UhpRSlGgVSzJoFkdAhzFySvC/GnV9lChoBmgJaA9DCIgs0sQ7wNy/lIaUUpRoFUsyaBZHQIcwf4TK1Xx1fZQoaAZoCWgPQwjvHMpQFVPiv5SGlFKUaBVLMmgWR0CHNtXXAdn1dX2UKGgGaAloD0MIWoC21awz4b+UhpRSlGgVSzJoFkdAhzXkF4cFQnV9lChoBmgJaA9DCCP5SiAldtq/lIaUUpRoFUsyaBZHQIc07dtVJcx1fZQoaAZoCWgPQwhrYRbaOU3hv5SGlFKUaBVLMmgWR0CHM/sgMc6vdX2UKGgGaAloD0MILzVCP1Ov0r+UhpRSlGgVSzJoFkdAhzpCm/FirnV9lChoBmgJaA9DCIpVgzC3e9e/lIaUUpRoFUsyaBZHQIc5UGxD9fl1fZQoaAZoCWgPQwjMQGX8+wzmv5SGlFKUaBVLMmgWR0CHOFotcv/SdX2UKGgGaAloD0MI7E53nnjO2r+UhpRSlGgVSzJoFkdAhzdna37UG3V9lChoBmgJaA9DCD3uW60Tl9y/lIaUUpRoFUsyaBZHQIc90qBmPHV1fZQoaAZoCWgPQwj9a3nletvdv5SGlFKUaBVLMmgWR0CHPODbJwKjdX2UKGgGaAloD0MI4syv5gDB3b+UhpRSlGgVSzJoFkdAhzvqoZQ53nV9lChoBmgJaA9DCPSMfcnGA+C/lIaUUpRoFUsyaBZHQIc697pmmLt1fZQoaAZoCWgPQwhXsfhNYaXXv5SGlFKUaBVLMmgWR0CHQTkU9IPLdX2UKGgGaAloD0MIqDXNO07R17+UhpRSlGgVSzJoFkdAh0BHWattAXV9lChoBmgJaA9DCJ8FobyPo9q/lIaUUpRoFUsyaBZHQIc/UTL4etF1fZQoaAZoCWgPQwg7jEl/LwXkv5SGlFKUaBVLMmgWR0CHPl59E1EWdX2UKGgGaAloD0MIie3uAbov3L+UhpRSlGgVSzJoFkdAh0TtTLns9nV9lChoBmgJaA9DCJtZSwFpf+u/lIaUUpRoFUsyaBZHQIdD/Qv6CUZ1fZQoaAZoCWgPQwica5ih8UTlv5SGlFKUaBVLMmgWR0CHQwbExZdOdX2UKGgGaAloD0MIEwoRcAjV4b+UhpRSlGgVSzJoFkdAh0IUSZjQRnV9lChoBmgJaA9DCJ25h4Tv/d2/lIaUUpRoFUsyaBZHQIdIoT238XN1fZQoaAZoCWgPQwh2w7ZFmQ3gv5SGlFKUaBVLMmgWR0CHR69US7GvdX2UKGgGaAloD0MIiGTIsfUM4r+UhpRSlGgVSzJoFkdAh0a5ULlV+HV9lChoBmgJaA9DCHuEmiFVFOS/lIaUUpRoFUsyaBZHQIdFyEJ0GNd1fZQoaAZoCWgPQwime53Ul6XYv5SGlFKUaBVLMmgWR0CHS/O2RaHLdX2UKGgGaAloD0MIS+SCM/j737+UhpRSlGgVSzJoFkdAh0sB7eEZi3V9lChoBmgJaA9DCMYX7fFCOuC/lIaUUpRoFUsyaBZHQIdKDFCLMs91fZQoaAZoCWgPQwhHO2743XTev5SGlFKUaBVLMmgWR0CHSRnjhky2dX2UKGgGaAloD0MIzLipgeZz5r+UhpRSlGgVSzJoFkdAh09YtpVS43V9lChoBmgJaA9DCC++aI8XUuW/lIaUUpRoFUsyaBZHQIdOZs0pEx91fZQoaAZoCWgPQwicbW5MT1jiv5SGlFKUaBVLMmgWR0CHTXDR+jM3dX2UKGgGaAloD0MIxofZy7bT27+UhpRSlGgVSzJoFkdAh0x+FDfFaXV9lChoBmgJaA9DCKHyr+WV6+C/lIaUUpRoFUsyaBZHQIdSuvllsgx1fZQoaAZoCWgPQwgYzF8hc+Xlv5SGlFKUaBVLMmgWR0CHUckAPuohdX2UKGgGaAloD0MICFbVy+800r+UhpRSlGgVSzJoFkdAh1DS75Ec83V9lChoBmgJaA9DCCE/G7luSuW/lIaUUpRoFUsyaBZHQIdP4D1XeWR1ZS4="
81
  },
82
  "ep_success_buffer": {
83
  ":type:": "<class 'collections.deque'>",
84
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
85
  },
86
+ "_n_updates": 18200,
87
  "n_steps": 5,
88
  "gamma": 0.99,
89
  "gae_lambda": 1.0,
a2c-PandaReachDense-v2/policy.optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30b3c0a0de952f2e44b4129cb9f775d9101d66b050b362b0dac0885db68357e4
3
  size 44734
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2edbfd789c8537961f1b28487ce27c258b3129e3a9577c8a11c0ad849465755
3
  size 44734
a2c-PandaReachDense-v2/policy.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd9751d23a7ecba5a32cacf159e5880efb810c5458165bf330400a522a4b7144
3
  size 46014
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60576dc5f35d90d392412bcfb92618831d5e9f3829f33e473a882c63e7e01f67
3
  size 46014
config.json CHANGED
@@ -1 +1 @@
1
- {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f39cb178b80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f39cb179ac0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "num_timesteps": 627556, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1673992287540151615, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL2NocW1hL21pbmljb25kYTMvZW52cy9kZWVwLXJsLWNsYXNzL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS9jaHFtYS9taW5pY29uZGEzL2VudnMvZGVlcC1ybC1jbGFzcy9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAAjWLv2rRkT72JYK/JQ2Rv2qlVT/rAT49dB3FvynwtT9Di1U/1hRev5JGwD7AkYc/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAK3a+vzp2RD+YaNa/tqZkvyPwPj+7eMs8NZSPvyMLsz+7KpQ/14hZv1hcPb1EY5o/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAACNYu/atGRPvYlgr9mXzfAu6WXP9M/CsAlDZG/aqVVP+sBPj0Hkf8/jrdevyoF2j90HcW/KfC1P0OLVT9KG32/sQZVvWVRzj7WFF6/kkbAPsCRhz+uPIQ/WRBNPi1hRz+UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[-1.0875552 0.28480083 -1.0167835 ]\n [-1.1332136 0.83455527 0.04638855]\n [-1.5399613 1.4213916 0.8341562 ]\n [-0.86750543 0.3755384 1.0591354 ]]", "desired_goal": "[[-1.4879812 0.767429 -1.675067 ]\n [-0.8931688 0.7458517 0.02483784]\n [-1.1217104 1.3987774 1.157554 ]\n [-0.84974426 -0.04623064 1.2061543 ]]", "observation": "[[-1.0875552 0.28480083 -1.0167835 -2.8651977 1.1847452 -2.1601455 ]\n [-1.1332136 0.83455527 0.04638855 1.9966134 -0.8699883 1.7032826 ]\n [-1.5399613 1.4213916 0.8341562 -0.98869765 -0.05200833 0.40296474]\n [-0.86750543 0.3755384 1.0591354 1.0331018 0.20025767 0.77882653]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAE+oNvm/H7r2vMqs9hD3DvUQtqD23gCk+mHwavDf/kD04ubo9YZKpOx+PgL3oZnA+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[-0.13858823 -0.11659133 0.08359277]\n [-0.09533218 0.08211759 0.16553007]\n [-0.00942912 0.07079928 0.09117359]\n [ 0.00517492 -0.06277298 0.23476756]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.37246, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIvR3htOBlBMCUhpRSlIwBbJRLMowBdJRHQJOtcGyHEdh1fZQoaAZoCWgPQwhAFqJD4CgCwJSGlFKUaBVLMmgWR0CTrQkdV/+bdX2UKGgGaAloD0MI+UogJXaNBsCUhpRSlGgVSzJoFkdAk6xgaef7JnV9lChoBmgJaA9DCLL1DOGYJQHAlIaUUpRoFUsyaBZHQJOrcfhddE91fZQoaAZoCWgPQwiqgeZz7rb9v5SGlFKUaBVLMmgWR0CTrvHIZIhAdX2UKGgGaAloD0MI2cwhqYWS/L+UhpRSlGgVSzJoFkdAk66KmTC+DnV9lChoBmgJaA9DCMnIWdjTzv6/lIaUUpRoFUsyaBZHQJOt4cFQl8h1fZQoaAZoCWgPQwgZkL3e/fH4v5SGlFKUaBVLMmgWR0CTrPMX7+DOdX2UKGgGaAloD0MI8Bge+1kMAsCUhpRSlGgVSzJoFkdAk7CCCWeHz3V9lChoBmgJaA9DCC0j9Z7KaQHAlIaUUpRoFUsyaBZHQJOwGrp7kXF1fZQoaAZoCWgPQwjaVUj5SXX+v5SGlFKUaBVLMmgWR0CTr3HQhOgydX2UKGgGaAloD0MIaydKQiKtCcCUhpRSlGgVSzJoFkdAk66DKT0QLHV9lChoBmgJaA9DCOGyCpsBrv2/lIaUUpRoFUsyaBZHQJOyAma6ST11fZQoaAZoCWgPQwi2TfG4qFb2v5SGlFKUaBVLMmgWR0CTsZs1baAXdX2UKGgGaAloD0MIwytJnus7AcCUhpRSlGgVSzJoFkdAk7DysS00FnV9lChoBmgJaA9DCFTjpZvEQADAlIaUUpRoFUsyaBZHQJOwBB5X2dx1fZQoaAZoCWgPQwi1bRgFwSMJwJSGlFKUaBVLMmgWR0CTs6RPoFFEdX2UKGgGaAloD0MIa7ddaK6TC8CUhpRSlGgVSzJoFkdAk7M9SIgvDnV9lChoBmgJaA9DCPePhegQeP+/lIaUUpRoFUsyaBZHQJOylK+SKWN1fZQoaAZoCWgPQwiDwMqhRbYFwJSGlFKUaBVLMmgWR0CTsaYOUdJbdX2UKGgGaAloD0MITGw+rg01BcCUhpRSlGgVSzJoFkdAk7UnoTwlSnV9lChoBmgJaA9DCCu+ofDZmgjAlIaUUpRoFUsyaBZHQJO0wFLWZqp1fZQoaAZoCWgPQwgVU+knnP0FwJSGlFKUaBVLMmgWR0CTtBe2d/aydX2UKGgGaAloD0MI1Xsqpz1FCcCUhpRSlGgVSzJoFkdAk7MpPdl/Y3V9lChoBmgJaA9DCK+zIf/MIPu/lIaUUpRoFUsyaBZHQJO2nAi3XqZ1fZQoaAZoCWgPQwiB7WDEPkH9v5SGlFKUaBVLMmgWR0CTtjUAksz3dX2UKGgGaAloD0MIvcgE/BpJAcCUhpRSlGgVSzJoFkdAk7WMLjPv8nV9lChoBmgJaA9DCP+xEB0CJwDAlIaUUpRoFUsyaBZHQJO0naJyhi91fZQoaAZoCWgPQwhD5PT1fM0NwJSGlFKUaBVLMmgWR0CTuDF9KEnLdX2UKGgGaAloD0MIiGUzh6RW/b+UhpRSlGgVSzJoFkdAk7fKaXrt3XV9lChoBmgJaA9DCEd0z7pGy/6/lIaUUpRoFUsyaBZHQJO3IZrHlwN1fZQoaAZoCWgPQwjtuyL43woKwJSGlFKUaBVLMmgWR0CTtjMtsenydX2UKGgGaAloD0MIM8SxLm4jBcCUhpRSlGgVSzJoFkdAk7m6PwNLDnV9lChoBmgJaA9DCDz59NiWwfy/lIaUUpRoFUsyaBZHQJO5UzFdcB51fZQoaAZoCWgPQwj/69y0GWf5v5SGlFKUaBVLMmgWR0CTuKpKzzErdX2UKGgGaAloD0MI9x4uOe4UA8CUhpRSlGgVSzJoFkdAk7e8DwH7g3V9lChoBmgJaA9DCA6+MJkq2AHAlIaUUpRoFUsyaBZHQJO7SS3b2151fZQoaAZoCWgPQwjw3lFjQswAwJSGlFKUaBVLMmgWR0CTuuIuGsV+dX2UKGgGaAloD0MIi/87okI1AsCUhpRSlGgVSzJoFkdAk7o5sTFl1HV9lChoBmgJaA9DCB0CRwINFgXAlIaUUpRoFUsyaBZHQJO5S06YE4h1fZQoaAZoCWgPQwj6J7hYUcP2v5SGlFKUaBVLMmgWR0CTvOcOskprdX2UKGgGaAloD0MIkuwRaoa0B8CUhpRSlGgVSzJoFkdAk7x/1xsEaHV9lChoBmgJaA9DCIXRrGwfMgjAlIaUUpRoFUsyaBZHQJO71t4zJp51fZQoaAZoCWgPQwg486s5QNAFwJSGlFKUaBVLMmgWR0CTuuhRIjGDdX2UKGgGaAloD0MI3Lkw0ov6BMCUhpRSlGgVSzJoFkdAk75vYnOSn3V9lChoBmgJaA9DCHycacL2kwTAlIaUUpRoFUsyaBZHQJO+CBTXJ5p1fZQoaAZoCWgPQwjEeM2rOusFwJSGlFKUaBVLMmgWR0CTvV9n9NvgdX2UKGgGaAloD0MIm+PcJtwLBsCUhpRSlGgVSzJoFkdAk7xwxagVXXV9lChoBmgJaA9DCPbwZaII6QjAlIaUUpRoFUsyaBZHQJO//9If8uV1fZQoaAZoCWgPQwhvgm+aPvsCwJSGlFKUaBVLMmgWR0CTv5isny/cdX2UKGgGaAloD0MIQpPEknI3BsCUhpRSlGgVSzJoFkdAk77vzvqkdnV9lChoBmgJaA9DCM8sCVBTC/O/lIaUUpRoFUsyaBZHQJO+AS8J2Md1fZQoaAZoCWgPQwiZLVkV4SYBwJSGlFKUaBVLMmgWR0CTwZSP2f03dX2UKGgGaAloD0MInmFqSx1kBcCUhpRSlGgVSzJoFkdAk8EtRrJr+HV9lChoBmgJaA9DCHztmSUBKgTAlIaUUpRoFUsyaBZHQJPAhLYf4h51fZQoaAZoCWgPQwgeG4F4Xb8IwJSGlFKUaBVLMmgWR0CTv5YQrc0tdX2UKGgGaAloD0MIezApPj5hCMCUhpRSlGgVSzJoFkdAk8MjKYAsCnV9lChoBmgJaA9DCFIQPL69K/6/lIaUUpRoFUsyaBZHQJPCvC9AX2x1fZQoaAZoCWgPQwhxHeOKiwMLwJSGlFKUaBVLMmgWR0CTwhNKyv9tdX2UKGgGaAloD0MIpyA/G7kOBcCUhpRSlGgVSzJoFkdAk8Ekn5SFXnV9lChoBmgJaA9DCNxlv+505wXAlIaUUpRoFUsyaBZHQJPEoq6OHWV1fZQoaAZoCWgPQwhBgXfy6bH+v5SGlFKUaBVLMmgWR0CTxDuYQarFdX2UKGgGaAloD0MIWP/nMF+eAcCUhpRSlGgVSzJoFkdAk8OS0v4/NnV9lChoBmgJaA9DCKc8uhEWlQHAlIaUUpRoFUsyaBZHQJPCpEsrd311fZQoaAZoCWgPQwjlQ1A1elUCwJSGlFKUaBVLMmgWR0CTxjAVfu1GdX2UKGgGaAloD0MIY9NKIZBrDMCUhpRSlGgVSzJoFkdAk8XJM10knnV9lChoBmgJaA9DCFfuBWaFAgXAlIaUUpRoFUsyaBZHQJPFIFMZgoh1fZQoaAZoCWgPQwhEMA4uHZMGwJSGlFKUaBVLMmgWR0CTxDITXarWdX2UKGgGaAloD0MIvma5bHTO/7+UhpRSlGgVSzJoFkdAk8e4ZQ53knV9lChoBmgJaA9DCMwLsI9OvQLAlIaUUpRoFUsyaBZHQJPHUYzi0fJ1fZQoaAZoCWgPQwga+bziqQf/v5SGlFKUaBVLMmgWR0CTxqjghr31dX2UKGgGaAloD0MICyk/qfYp/7+UhpRSlGgVSzJoFkdAk8W6o/A0sXV9lChoBmgJaA9DCOwX7IZtKwXAlIaUUpRoFUsyaBZHQJPJaliz9jx1fZQoaAZoCWgPQwhsXWqEfqYCwJSGlFKUaBVLMmgWR0CTyQOaOPvKdX2UKGgGaAloD0MI9RH4w88/CMCUhpRSlGgVSzJoFkdAk8ha/Zdv9HV9lChoBmgJaA9DCF4SZ0XUZAvAlIaUUpRoFUsyaBZHQJPHbF3pwCN1fZQoaAZoCWgPQwhmTMEaZ/MKwJSGlFKUaBVLMmgWR0CTywXtjTa1dX2UKGgGaAloD0MIOdVamIXWA8CUhpRSlGgVSzJoFkdAk8qe+AVfu3V9lChoBmgJaA9DCEz8UdSZuwrAlIaUUpRoFUsyaBZHQJPJ9hOP/711fZQoaAZoCWgPQwjTTPc6qa/7v5SGlFKUaBVLMmgWR0CTyQeOXE61dX2UKGgGaAloD0MIUTI5tTNsAcCUhpRSlGgVSzJoFkdAk8ykpI+W4XV9lChoBmgJaA9DCEV/aObJVQTAlIaUUpRoFUsyaBZHQJPMPW7OE/V1fZQoaAZoCWgPQwg18KMa9lsBwJSGlFKUaBVLMmgWR0CTy5S26TW5dX2UKGgGaAloD0MIoaLqVzp/AcCUhpRSlGgVSzJoFkdAk8qma2F36nV9lChoBmgJaA9DCL72zJIAlQTAlIaUUpRoFUsyaBZHQJPOVs41gpl1fZQoaAZoCWgPQwjvU1VoIGYRwJSGlFKUaBVLMmgWR0CTze+lTFVDdX2UKGgGaAloD0MIUd1c/G1vBMCUhpRSlGgVSzJoFkdAk81Grjo6jnV9lChoBmgJaA9DCDIfEOhMWhDAlIaUUpRoFUsyaBZHQJPMWBPKuCB1fZQoaAZoCWgPQwi/YaJBCr4KwJSGlFKUaBVLMmgWR0CT0A9cbBGhdX2UKGgGaAloD0MIZ2K6EKufAcCUhpRSlGgVSzJoFkdAk8+oZ62OQ3V9lChoBmgJaA9DCG04LA38yATAlIaUUpRoFUsyaBZHQJPO/8sMAm11fZQoaAZoCWgPQwgZHCWvzpEDwJSGlFKUaBVLMmgWR0CTzhGetjkNdX2UKGgGaAloD0MIwoU8ghupAMCUhpRSlGgVSzJoFkdAk9HJDArQPnV9lChoBmgJaA9DCO5aQj7omfa/lIaUUpRoFUsyaBZHQJPRYffXPJJ1fZQoaAZoCWgPQwhGtYgoJq//v5SGlFKUaBVLMmgWR0CT0LkSVW0adX2UKGgGaAloD0MIaF4Ou+9YBMCUhpRSlGgVSzJoFkdAk8/KzzErG3V9lChoBmgJaA9DCO/+eK9aeQTAlIaUUpRoFUsyaBZHQJPTbR4QjD91fZQoaAZoCWgPQwg3/dmPFNEKwJSGlFKUaBVLMmgWR0CT0wYnv2GqdX2UKGgGaAloD0MI3ewPlNvWAcCUhpRSlGgVSzJoFkdAk9Jdmxt52XV9lChoBmgJaA9DCD7KiAtAI/e/lIaUUpRoFUsyaBZHQJPRbvlU6xR1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 31377, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.10.102.1-microsoft-standard-WSL2-x86_64-with-glibc2.31 # 1 SMP Wed Mar 2 00:30:59 UTC 2022", "Python": "3.9.15", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1", "GPU Enabled": "True", "Numpy": "1.21.2", "Gym": "0.21.0"}}
 
1
+ {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f39cb178b80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f39cb179ac0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "num_timesteps": 364000, "_total_timesteps": 364000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1673993641801467968, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL2NocW1hL21pbmljb25kYTMvZW52cy9kZWVwLXJsLWNsYXNzL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS9jaHFtYS9taW5pY29uZGEzL2VudnMvZGVlcC1ybC1jbGFzcy9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAo2fCPnJL17yT4g4/o2fCPnJL17yT4g4/o2fCPnJL17yT4g4/o2fCPnJL17yT4g4/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAE93Ov7HKzT6GZR0/1FsYP//Vgr52qxG/kmxKv1mis74opbO/EyV1P7oHyb/47r8+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]]", "desired_goal": "[[-1.6161216 0.40193704 0.6148304 ]\n [ 0.5951512 -0.2555389 -0.56902254]\n [-0.79071915 -0.350848 -1.4034777 ]\n [ 0.95759696 -1.5705483 0.37487006]]", "observation": "[[ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAMcEMPm/z5j0Lrow+gR0YPnEErj2tbGs+Z+mRvdo+gL296wY+/2sHPhm7gbxBxUI9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 0.13745572 0.112769 0.27476534]\n [ 0.14855005 0.08496941 0.22990675]\n [-0.07124596 -0.06261988 0.13175865]\n [ 0.13224791 -0.01583629 0.0475514 ]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMISP31Cgvu37+UhpRSlIwBbJRLMowBdJRHQIb+EtPHktF1fZQoaAZoCWgPQwggXtcv2A3pv5SGlFKUaBVLMmgWR0CG/SETQE6ldX2UKGgGaAloD0MIpaSHodXJ1r+UhpRSlGgVSzJoFkdAhvwrEk0JnnV9lChoBmgJaA9DCJbOh2cJsuW/lIaUUpRoFUsyaBZHQIb7OZPVNHp1fZQoaAZoCWgPQwgyIlFoWffgv5SGlFKUaBVLMmgWR0CHAYZrHlwMdX2UKGgGaAloD0MILexph78m3L+UhpRSlGgVSzJoFkdAhwCUliSaE3V9lChoBmgJaA9DCJ8hHLPsifC/lIaUUpRoFUsyaBZHQIb/nqqwQlN1fZQoaAZoCWgPQwiHU+bmG9Hov5SGlFKUaBVLMmgWR0CG/qvwmVqvdX2UKGgGaAloD0MIHjNQGf++6L+UhpRSlGgVSzJoFkdAhwT3LV4HHHV9lChoBmgJaA9DCNv3qL9eYda/lIaUUpRoFUsyaBZHQIcEBUrCm/F1fZQoaAZoCWgPQwgp7KLogQ/wv5SGlFKUaBVLMmgWR0CHAw9Oh0yQdX2UKGgGaAloD0MIIO9VKxN+0b+UhpRSlGgVSzJoFkdAhwIcophF3XV9lChoBmgJaA9DCOcXJegvdOu/lIaUUpRoFUsyaBZHQIcIbjkuHvd1fZQoaAZoCWgPQwg1DB8RU6Lgv5SGlFKUaBVLMmgWR0CHB3xWkrPMdX2UKGgGaAloD0MI+gs9YvTc27+UhpRSlGgVSzJoFkdAhwaGUGFBY3V9lChoBmgJaA9DCGSUZ14Ou9a/lIaUUpRoFUsyaBZHQIcFk8eS0Sh1fZQoaAZoCWgPQwinzTgNUQXlv5SGlFKUaBVLMmgWR0CHDD6NVBD5dX2UKGgGaAloD0MIOIQqNXug2L+UhpRSlGgVSzJoFkdAhwtMyi22HHV9lChoBmgJaA9DCNE96xoth+S/lIaUUpRoFUsyaBZHQIcKVuejEeh1fZQoaAZoCWgPQwijkc8rnnrtv5SGlFKUaBVLMmgWR0CHCWQ9RrJsdX2UKGgGaAloD0MIxYzw9iCE4b+UhpRSlGgVSzJoFkdAhw/M5fdAPnV9lChoBmgJaA9DCO0Q/7ClR9y/lIaUUpRoFUsyaBZHQIcO2yRjjJd1fZQoaAZoCWgPQwh+AFKbODnpv5SGlFKUaBVLMmgWR0CHDeUpNKywdX2UKGgGaAloD0MIou9uZYnO27+UhpRSlGgVSzJoFkdAhwzymqHXVnV9lChoBmgJaA9DCI4glWJHY+S/lIaUUpRoFUsyaBZHQIcTYlruYyB1fZQoaAZoCWgPQwgs8YCyKVflv5SGlFKUaBVLMmgWR0CHEnCw8nuzdX2UKGgGaAloD0MIRkCFI0il2L+UhpRSlGgVSzJoFkdAhxF6n752yXV9lChoBmgJaA9DCLxXrUz4pd2/lIaUUpRoFUsyaBZHQIcQh84Pwux1fZQoaAZoCWgPQwgUl+MViJ7nv5SGlFKUaBVLMmgWR0CHFvfZ26kJdX2UKGgGaAloD0MIQMObNXhf3b+UhpRSlGgVSzJoFkdAhxYF6AvtdHV9lChoBmgJaA9DCLyQDg9h/NO/lIaUUpRoFUsyaBZHQIcVD+YMOPN1fZQoaAZoCWgPQwietdsuNNfdv5SGlFKUaBVLMmgWR0CHFB0XgtOEdX2UKGgGaAloD0MIfLd546Qw4b+UhpRSlGgVSzJoFkdAhxrFMIu5BnV9lChoBmgJaA9DCBu9GqA01OG/lIaUUpRoFUsyaBZHQIcZ1O0svqV1fZQoaAZoCWgPQwjmQA+1bZjjv5SGlFKUaBVLMmgWR0CHGN75VOsUdX2UKGgGaAloD0MI+aHSiJl92L+UhpRSlGgVSzJoFkdAhxfsNMGorHV9lChoBmgJaA9DCB8uOe6Ujue/lIaUUpRoFUsyaBZHQIcehkiD/VB1fZQoaAZoCWgPQwj5ghYSMLrbv5SGlFKUaBVLMmgWR0CHHZSH/LkkdX2UKGgGaAloD0MIeGNBYVCm3L+UhpRSlGgVSzJoFkdAhxyehf0Eo3V9lChoBmgJaA9DCPjddMsO8dq/lIaUUpRoFUsyaBZHQIcbq9/SYw91fZQoaAZoCWgPQwjCilOthdniv5SGlFKUaBVLMmgWR0CHIiD6nBLxdX2UKGgGaAloD0MI/bs+c9Yn6L+UhpRSlGgVSzJoFkdAhyEvAXVLBnV9lChoBmgJaA9DCH/fv3lxYua/lIaUUpRoFUsyaBZHQIcgOnfl6qt1fZQoaAZoCWgPQwirsu+K4H/jv5SGlFKUaBVLMmgWR0CHH0eq7yxzdX2UKGgGaAloD0MIZ/LNNjem4r+UhpRSlGgVSzJoFkdAhyWKZ+hGpnV9lChoBmgJaA9DCFyOVyB60u+/lIaUUpRoFUsyaBZHQIckmHLzPKN1fZQoaAZoCWgPQwhkA+li00rjv5SGlFKUaBVLMmgWR0CHI6KG+K0ldX2UKGgGaAloD0MIiulCrP4I2b+UhpRSlGgVSzJoFkdAhyKvz4DcM3V9lChoBmgJaA9DCAahvI+jOeW/lIaUUpRoFUsyaBZHQIco9bs4T9N1fZQoaAZoCWgPQwhzLO+qB8zjv5SGlFKUaBVLMmgWR0CHKAPp6hQFdX2UKGgGaAloD0MIxeV4BaIn4r+UhpRSlGgVSzJoFkdAhycN52QnyHV9lChoBmgJaA9DCIEiFjHsMOG/lIaUUpRoFUsyaBZHQIcmG1+iJwd1fZQoaAZoCWgPQwirevmdJjPmv5SGlFKUaBVLMmgWR0CHLGtQKrq/dX2UKGgGaAloD0MIF7zoK0gz4b+UhpRSlGgVSzJoFkdAhyt5nDiwS3V9lChoBmgJaA9DCMiUD0HV6NG/lIaUUpRoFUsyaBZHQIcqg7YChex1fZQoaAZoCWgPQwhy32qduBzpv5SGlFKUaBVLMmgWR0CHKZE87p3YdX2UKGgGaAloD0MIFOeoo+Nq6r+UhpRSlGgVSzJoFkdAhy/OGTLW7XV9lChoBmgJaA9DCKzgtyHGa9q/lIaUUpRoFUsyaBZHQIcu3E0iyIJ1fZQoaAZoCWgPQwgWokPgSKDVv5SGlFKUaBVLMmgWR0CHLeZgG8mKdX2UKGgGaAloD0MIcuFASBaw6L+UhpRSlGgVSzJoFkdAhyzzyrgfl3V9lChoBmgJaA9DCP0WnSy1Xue/lIaUUpRoFUsyaBZHQIczWm51/2F1fZQoaAZoCWgPQwhXeJeL+M7lv5SGlFKUaBVLMmgWR0CHMmiV0Lc9dX2UKGgGaAloD0MI51QyAFRx1b+UhpRSlGgVSzJoFkdAhzFySvC/GnV9lChoBmgJaA9DCIgs0sQ7wNy/lIaUUpRoFUsyaBZHQIcwf4TK1Xx1fZQoaAZoCWgPQwjvHMpQFVPiv5SGlFKUaBVLMmgWR0CHNtXXAdn1dX2UKGgGaAloD0MIWoC21awz4b+UhpRSlGgVSzJoFkdAhzXkF4cFQnV9lChoBmgJaA9DCCP5SiAldtq/lIaUUpRoFUsyaBZHQIc07dtVJcx1fZQoaAZoCWgPQwhrYRbaOU3hv5SGlFKUaBVLMmgWR0CHM/sgMc6vdX2UKGgGaAloD0MILzVCP1Ov0r+UhpRSlGgVSzJoFkdAhzpCm/FirnV9lChoBmgJaA9DCIpVgzC3e9e/lIaUUpRoFUsyaBZHQIc5UGxD9fl1fZQoaAZoCWgPQwjMQGX8+wzmv5SGlFKUaBVLMmgWR0CHOFotcv/SdX2UKGgGaAloD0MI7E53nnjO2r+UhpRSlGgVSzJoFkdAhzdna37UG3V9lChoBmgJaA9DCD3uW60Tl9y/lIaUUpRoFUsyaBZHQIc90qBmPHV1fZQoaAZoCWgPQwj9a3nletvdv5SGlFKUaBVLMmgWR0CHPODbJwKjdX2UKGgGaAloD0MI4syv5gDB3b+UhpRSlGgVSzJoFkdAhzvqoZQ53nV9lChoBmgJaA9DCPSMfcnGA+C/lIaUUpRoFUsyaBZHQIc697pmmLt1fZQoaAZoCWgPQwhXsfhNYaXXv5SGlFKUaBVLMmgWR0CHQTkU9IPLdX2UKGgGaAloD0MIqDXNO07R17+UhpRSlGgVSzJoFkdAh0BHWattAXV9lChoBmgJaA9DCJ8FobyPo9q/lIaUUpRoFUsyaBZHQIc/UTL4etF1fZQoaAZoCWgPQwg7jEl/LwXkv5SGlFKUaBVLMmgWR0CHPl59E1EWdX2UKGgGaAloD0MIie3uAbov3L+UhpRSlGgVSzJoFkdAh0TtTLns9nV9lChoBmgJaA9DCJtZSwFpf+u/lIaUUpRoFUsyaBZHQIdD/Qv6CUZ1fZQoaAZoCWgPQwica5ih8UTlv5SGlFKUaBVLMmgWR0CHQwbExZdOdX2UKGgGaAloD0MIEwoRcAjV4b+UhpRSlGgVSzJoFkdAh0IUSZjQRnV9lChoBmgJaA9DCJ25h4Tv/d2/lIaUUpRoFUsyaBZHQIdIoT238XN1fZQoaAZoCWgPQwh2w7ZFmQ3gv5SGlFKUaBVLMmgWR0CHR69US7GvdX2UKGgGaAloD0MIiGTIsfUM4r+UhpRSlGgVSzJoFkdAh0a5ULlV+HV9lChoBmgJaA9DCHuEmiFVFOS/lIaUUpRoFUsyaBZHQIdFyEJ0GNd1fZQoaAZoCWgPQwime53Ul6XYv5SGlFKUaBVLMmgWR0CHS/O2RaHLdX2UKGgGaAloD0MIS+SCM/j737+UhpRSlGgVSzJoFkdAh0sB7eEZi3V9lChoBmgJaA9DCMYX7fFCOuC/lIaUUpRoFUsyaBZHQIdKDFCLMs91fZQoaAZoCWgPQwhHO2743XTev5SGlFKUaBVLMmgWR0CHSRnjhky2dX2UKGgGaAloD0MIzLipgeZz5r+UhpRSlGgVSzJoFkdAh09YtpVS43V9lChoBmgJaA9DCC++aI8XUuW/lIaUUpRoFUsyaBZHQIdOZs0pEx91fZQoaAZoCWgPQwicbW5MT1jiv5SGlFKUaBVLMmgWR0CHTXDR+jM3dX2UKGgGaAloD0MIxofZy7bT27+UhpRSlGgVSzJoFkdAh0x+FDfFaXV9lChoBmgJaA9DCKHyr+WV6+C/lIaUUpRoFUsyaBZHQIdSuvllsgx1fZQoaAZoCWgPQwgYzF8hc+Xlv5SGlFKUaBVLMmgWR0CHUckAPuohdX2UKGgGaAloD0MICFbVy+800r+UhpRSlGgVSzJoFkdAh1DS75Ec83V9lChoBmgJaA9DCCE/G7luSuW/lIaUUpRoFUsyaBZHQIdP4D1XeWR1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 18200, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.10.102.1-microsoft-standard-WSL2-x86_64-with-glibc2.31 # 1 SMP Wed Mar 2 00:30:59 UTC 2022", "Python": "3.9.15", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1", "GPU Enabled": "True", "Numpy": "1.21.2", "Gym": "0.21.0"}}
results.json CHANGED
@@ -1 +1 @@
1
- {"mean_reward": -2.3999965800903738, "std_reward": 0.7579504432991809, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-17T22:12:42.001031"}
 
1
+ {"mean_reward": -0.39791248931433076, "std_reward": 0.13114743638743043, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-17T22:26:30.668635"}
vec_normalize.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55d8206d49e9f278df56f77f779bee53f80302c4924c4a67912cdcd42a58008b
3
  size 3212
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c2c7ebfd3f15d72528361548572fa7b5282acb0c54c4ece8c7b02f0a082f687
3
  size 3212