Initial commit
Browse files- README.md +1 -1
- a2c-PandaReachDense-v2.zip +2 -2
- a2c-PandaReachDense-v2/data +13 -13
- a2c-PandaReachDense-v2/policy.optimizer.pth +1 -1
- a2c-PandaReachDense-v2/policy.pth +1 -1
- config.json +1 -1
- results.json +1 -1
- vec_normalize.pkl +1 -1
README.md
CHANGED
@@ -16,7 +16,7 @@ model-index:
|
|
16 |
type: PandaReachDense-v2
|
17 |
metrics:
|
18 |
- type: mean_reward
|
19 |
-
value: -
|
20 |
name: mean_reward
|
21 |
verified: false
|
22 |
---
|
|
|
16 |
type: PandaReachDense-v2
|
17 |
metrics:
|
18 |
- type: mean_reward
|
19 |
+
value: -0.40 +/- 0.13
|
20 |
name: mean_reward
|
21 |
verified: false
|
22 |
---
|
a2c-PandaReachDense-v2.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:05f714800692a0d71fb2954fffdf83b4fbc43742a4d78c85c46a81c5c2d25b35
|
3 |
+
size 108124
|
a2c-PandaReachDense-v2/data
CHANGED
@@ -41,12 +41,12 @@
|
|
41 |
"_np_random": null
|
42 |
},
|
43 |
"n_envs": 4,
|
44 |
-
"num_timesteps":
|
45 |
-
"_total_timesteps":
|
46 |
"_num_timesteps_at_start": 0,
|
47 |
"seed": null,
|
48 |
"action_noise": null,
|
49 |
-
"start_time":
|
50 |
"learning_rate": 0.0007,
|
51 |
"tensorboard_log": null,
|
52 |
"lr_schedule": {
|
@@ -55,35 +55,35 @@
|
|
55 |
},
|
56 |
"_last_obs": {
|
57 |
":type:": "<class 'collections.OrderedDict'>",
|
58 |
-
":serialized:": "
|
59 |
-
"achieved_goal": "[[
|
60 |
-
"desired_goal": "[[-1.
|
61 |
-
"observation": "[[-
|
62 |
},
|
63 |
"_last_episode_starts": {
|
64 |
":type:": "<class 'numpy.ndarray'>",
|
65 |
-
":serialized:": "
|
66 |
},
|
67 |
"_last_original_obs": {
|
68 |
":type:": "<class 'collections.OrderedDict'>",
|
69 |
-
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
70 |
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
71 |
-
"desired_goal": "[[
|
72 |
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
73 |
},
|
74 |
"_episode_num": 0,
|
75 |
"use_sde": false,
|
76 |
"sde_sample_freq": -1,
|
77 |
-
"_current_progress_remaining": 0.
|
78 |
"ep_info_buffer": {
|
79 |
":type:": "<class 'collections.deque'>",
|
80 |
-
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
81 |
},
|
82 |
"ep_success_buffer": {
|
83 |
":type:": "<class 'collections.deque'>",
|
84 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
85 |
},
|
86 |
-
"_n_updates":
|
87 |
"n_steps": 5,
|
88 |
"gamma": 0.99,
|
89 |
"gae_lambda": 1.0,
|
|
|
41 |
"_np_random": null
|
42 |
},
|
43 |
"n_envs": 4,
|
44 |
+
"num_timesteps": 364000,
|
45 |
+
"_total_timesteps": 364000,
|
46 |
"_num_timesteps_at_start": 0,
|
47 |
"seed": null,
|
48 |
"action_noise": null,
|
49 |
+
"start_time": 1673993641801467968,
|
50 |
"learning_rate": 0.0007,
|
51 |
"tensorboard_log": null,
|
52 |
"lr_schedule": {
|
|
|
55 |
},
|
56 |
"_last_obs": {
|
57 |
":type:": "<class 'collections.OrderedDict'>",
|
58 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAo2fCPnJL17yT4g4/o2fCPnJL17yT4g4/o2fCPnJL17yT4g4/o2fCPnJL17yT4g4/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAE93Ov7HKzT6GZR0/1FsYP//Vgr52qxG/kmxKv1mis74opbO/EyV1P7oHyb/47r8+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyUaA5LBEsGhpRoEnSUUpR1Lg==",
|
59 |
+
"achieved_goal": "[[ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]]",
|
60 |
+
"desired_goal": "[[-1.6161216 0.40193704 0.6148304 ]\n [ 0.5951512 -0.2555389 -0.56902254]\n [-0.79071915 -0.350848 -1.4034777 ]\n [ 0.95759696 -1.5705483 0.37487006]]",
|
61 |
+
"observation": "[[ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]]"
|
62 |
},
|
63 |
"_last_episode_starts": {
|
64 |
":type:": "<class 'numpy.ndarray'>",
|
65 |
+
":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
|
66 |
},
|
67 |
"_last_original_obs": {
|
68 |
":type:": "<class 'collections.OrderedDict'>",
|
69 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAMcEMPm/z5j0Lrow+gR0YPnEErj2tbGs+Z+mRvdo+gL296wY+/2sHPhm7gbxBxUI9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
|
70 |
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
71 |
+
"desired_goal": "[[ 0.13745572 0.112769 0.27476534]\n [ 0.14855005 0.08496941 0.22990675]\n [-0.07124596 -0.06261988 0.13175865]\n [ 0.13224791 -0.01583629 0.0475514 ]]",
|
72 |
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
73 |
},
|
74 |
"_episode_num": 0,
|
75 |
"use_sde": false,
|
76 |
"sde_sample_freq": -1,
|
77 |
+
"_current_progress_remaining": 0.0,
|
78 |
"ep_info_buffer": {
|
79 |
":type:": "<class 'collections.deque'>",
|
80 |
+
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMISP31Cgvu37+UhpRSlIwBbJRLMowBdJRHQIb+EtPHktF1fZQoaAZoCWgPQwggXtcv2A3pv5SGlFKUaBVLMmgWR0CG/SETQE6ldX2UKGgGaAloD0MIpaSHodXJ1r+UhpRSlGgVSzJoFkdAhvwrEk0JnnV9lChoBmgJaA9DCJbOh2cJsuW/lIaUUpRoFUsyaBZHQIb7OZPVNHp1fZQoaAZoCWgPQwgyIlFoWffgv5SGlFKUaBVLMmgWR0CHAYZrHlwMdX2UKGgGaAloD0MILexph78m3L+UhpRSlGgVSzJoFkdAhwCUliSaE3V9lChoBmgJaA9DCJ8hHLPsifC/lIaUUpRoFUsyaBZHQIb/nqqwQlN1fZQoaAZoCWgPQwiHU+bmG9Hov5SGlFKUaBVLMmgWR0CG/qvwmVqvdX2UKGgGaAloD0MIHjNQGf++6L+UhpRSlGgVSzJoFkdAhwT3LV4HHHV9lChoBmgJaA9DCNv3qL9eYda/lIaUUpRoFUsyaBZHQIcEBUrCm/F1fZQoaAZoCWgPQwgp7KLogQ/wv5SGlFKUaBVLMmgWR0CHAw9Oh0yQdX2UKGgGaAloD0MIIO9VKxN+0b+UhpRSlGgVSzJoFkdAhwIcophF3XV9lChoBmgJaA9DCOcXJegvdOu/lIaUUpRoFUsyaBZHQIcIbjkuHvd1fZQoaAZoCWgPQwg1DB8RU6Lgv5SGlFKUaBVLMmgWR0CHB3xWkrPMdX2UKGgGaAloD0MI+gs9YvTc27+UhpRSlGgVSzJoFkdAhwaGUGFBY3V9lChoBmgJaA9DCGSUZ14Ou9a/lIaUUpRoFUsyaBZHQIcFk8eS0Sh1fZQoaAZoCWgPQwinzTgNUQXlv5SGlFKUaBVLMmgWR0CHDD6NVBD5dX2UKGgGaAloD0MIOIQqNXug2L+UhpRSlGgVSzJoFkdAhwtMyi22HHV9lChoBmgJaA9DCNE96xoth+S/lIaUUpRoFUsyaBZHQIcKVuejEeh1fZQoaAZoCWgPQwijkc8rnnrtv5SGlFKUaBVLMmgWR0CHCWQ9RrJsdX2UKGgGaAloD0MIxYzw9iCE4b+UhpRSlGgVSzJoFkdAhw/M5fdAPnV9lChoBmgJaA9DCO0Q/7ClR9y/lIaUUpRoFUsyaBZHQIcO2yRjjJd1fZQoaAZoCWgPQwh+AFKbODnpv5SGlFKUaBVLMmgWR0CHDeUpNKywdX2UKGgGaAloD0MIou9uZYnO27+UhpRSlGgVSzJoFkdAhwzymqHXVnV9lChoBmgJaA9DCI4glWJHY+S/lIaUUpRoFUsyaBZHQIcTYlruYyB1fZQoaAZoCWgPQwgs8YCyKVflv5SGlFKUaBVLMmgWR0CHEnCw8nuzdX2UKGgGaAloD0MIRkCFI0il2L+UhpRSlGgVSzJoFkdAhxF6n752yXV9lChoBmgJaA9DCLxXrUz4pd2/lIaUUpRoFUsyaBZHQIcQh84Pwux1fZQoaAZoCWgPQwgUl+MViJ7nv5SGlFKUaBVLMmgWR0CHFvfZ26kJdX2UKGgGaAloD0MIQMObNXhf3b+UhpRSlGgVSzJoFkdAhxYF6AvtdHV9lChoBmgJaA9DCLyQDg9h/NO/lIaUUpRoFUsyaBZHQIcVD+YMOPN1fZQoaAZoCWgPQwietdsuNNfdv5SGlFKUaBVLMmgWR0CHFB0XgtOEdX2UKGgGaAloD0MIfLd546Qw4b+UhpRSlGgVSzJoFkdAhxrFMIu5BnV9lChoBmgJaA9DCBu9GqA01OG/lIaUUpRoFUsyaBZHQIcZ1O0svqV1fZQoaAZoCWgPQwjmQA+1bZjjv5SGlFKUaBVLMmgWR0CHGN75VOsUdX2UKGgGaAloD0MI+aHSiJl92L+UhpRSlGgVSzJoFkdAhxfsNMGorHV9lChoBmgJaA9DCB8uOe6Ujue/lIaUUpRoFUsyaBZHQIcehkiD/VB1fZQoaAZoCWgPQwj5ghYSMLrbv5SGlFKUaBVLMmgWR0CHHZSH/LkkdX2UKGgGaAloD0MIeGNBYVCm3L+UhpRSlGgVSzJoFkdAhxyehf0Eo3V9lChoBmgJaA9DCPjddMsO8dq/lIaUUpRoFUsyaBZHQIcbq9/SYw91fZQoaAZoCWgPQwjCilOthdniv5SGlFKUaBVLMmgWR0CHIiD6nBLxdX2UKGgGaAloD0MI/bs+c9Yn6L+UhpRSlGgVSzJoFkdAhyEvAXVLBnV9lChoBmgJaA9DCH/fv3lxYua/lIaUUpRoFUsyaBZHQIcgOnfl6qt1fZQoaAZoCWgPQwirsu+K4H/jv5SGlFKUaBVLMmgWR0CHH0eq7yxzdX2UKGgGaAloD0MIZ/LNNjem4r+UhpRSlGgVSzJoFkdAhyWKZ+hGpnV9lChoBmgJaA9DCFyOVyB60u+/lIaUUpRoFUsyaBZHQIckmHLzPKN1fZQoaAZoCWgPQwhkA+li00rjv5SGlFKUaBVLMmgWR0CHI6KG+K0ldX2UKGgGaAloD0MIiulCrP4I2b+UhpRSlGgVSzJoFkdAhyKvz4DcM3V9lChoBmgJaA9DCAahvI+jOeW/lIaUUpRoFUsyaBZHQIco9bs4T9N1fZQoaAZoCWgPQwhzLO+qB8zjv5SGlFKUaBVLMmgWR0CHKAPp6hQFdX2UKGgGaAloD0MIxeV4BaIn4r+UhpRSlGgVSzJoFkdAhycN52QnyHV9lChoBmgJaA9DCIEiFjHsMOG/lIaUUpRoFUsyaBZHQIcmG1+iJwd1fZQoaAZoCWgPQwirevmdJjPmv5SGlFKUaBVLMmgWR0CHLGtQKrq/dX2UKGgGaAloD0MIF7zoK0gz4b+UhpRSlGgVSzJoFkdAhyt5nDiwS3V9lChoBmgJaA9DCMiUD0HV6NG/lIaUUpRoFUsyaBZHQIcqg7YChex1fZQoaAZoCWgPQwhy32qduBzpv5SGlFKUaBVLMmgWR0CHKZE87p3YdX2UKGgGaAloD0MIFOeoo+Nq6r+UhpRSlGgVSzJoFkdAhy/OGTLW7XV9lChoBmgJaA9DCKzgtyHGa9q/lIaUUpRoFUsyaBZHQIcu3E0iyIJ1fZQoaAZoCWgPQwgWokPgSKDVv5SGlFKUaBVLMmgWR0CHLeZgG8mKdX2UKGgGaAloD0MIcuFASBaw6L+UhpRSlGgVSzJoFkdAhyzzyrgfl3V9lChoBmgJaA9DCP0WnSy1Xue/lIaUUpRoFUsyaBZHQIczWm51/2F1fZQoaAZoCWgPQwhXeJeL+M7lv5SGlFKUaBVLMmgWR0CHMmiV0Lc9dX2UKGgGaAloD0MI51QyAFRx1b+UhpRSlGgVSzJoFkdAhzFySvC/GnV9lChoBmgJaA9DCIgs0sQ7wNy/lIaUUpRoFUsyaBZHQIcwf4TK1Xx1fZQoaAZoCWgPQwjvHMpQFVPiv5SGlFKUaBVLMmgWR0CHNtXXAdn1dX2UKGgGaAloD0MIWoC21awz4b+UhpRSlGgVSzJoFkdAhzXkF4cFQnV9lChoBmgJaA9DCCP5SiAldtq/lIaUUpRoFUsyaBZHQIc07dtVJcx1fZQoaAZoCWgPQwhrYRbaOU3hv5SGlFKUaBVLMmgWR0CHM/sgMc6vdX2UKGgGaAloD0MILzVCP1Ov0r+UhpRSlGgVSzJoFkdAhzpCm/FirnV9lChoBmgJaA9DCIpVgzC3e9e/lIaUUpRoFUsyaBZHQIc5UGxD9fl1fZQoaAZoCWgPQwjMQGX8+wzmv5SGlFKUaBVLMmgWR0CHOFotcv/SdX2UKGgGaAloD0MI7E53nnjO2r+UhpRSlGgVSzJoFkdAhzdna37UG3V9lChoBmgJaA9DCD3uW60Tl9y/lIaUUpRoFUsyaBZHQIc90qBmPHV1fZQoaAZoCWgPQwj9a3nletvdv5SGlFKUaBVLMmgWR0CHPODbJwKjdX2UKGgGaAloD0MI4syv5gDB3b+UhpRSlGgVSzJoFkdAhzvqoZQ53nV9lChoBmgJaA9DCPSMfcnGA+C/lIaUUpRoFUsyaBZHQIc697pmmLt1fZQoaAZoCWgPQwhXsfhNYaXXv5SGlFKUaBVLMmgWR0CHQTkU9IPLdX2UKGgGaAloD0MIqDXNO07R17+UhpRSlGgVSzJoFkdAh0BHWattAXV9lChoBmgJaA9DCJ8FobyPo9q/lIaUUpRoFUsyaBZHQIc/UTL4etF1fZQoaAZoCWgPQwg7jEl/LwXkv5SGlFKUaBVLMmgWR0CHPl59E1EWdX2UKGgGaAloD0MIie3uAbov3L+UhpRSlGgVSzJoFkdAh0TtTLns9nV9lChoBmgJaA9DCJtZSwFpf+u/lIaUUpRoFUsyaBZHQIdD/Qv6CUZ1fZQoaAZoCWgPQwica5ih8UTlv5SGlFKUaBVLMmgWR0CHQwbExZdOdX2UKGgGaAloD0MIEwoRcAjV4b+UhpRSlGgVSzJoFkdAh0IUSZjQRnV9lChoBmgJaA9DCJ25h4Tv/d2/lIaUUpRoFUsyaBZHQIdIoT238XN1fZQoaAZoCWgPQwh2w7ZFmQ3gv5SGlFKUaBVLMmgWR0CHR69US7GvdX2UKGgGaAloD0MIiGTIsfUM4r+UhpRSlGgVSzJoFkdAh0a5ULlV+HV9lChoBmgJaA9DCHuEmiFVFOS/lIaUUpRoFUsyaBZHQIdFyEJ0GNd1fZQoaAZoCWgPQwime53Ul6XYv5SGlFKUaBVLMmgWR0CHS/O2RaHLdX2UKGgGaAloD0MIS+SCM/j737+UhpRSlGgVSzJoFkdAh0sB7eEZi3V9lChoBmgJaA9DCMYX7fFCOuC/lIaUUpRoFUsyaBZHQIdKDFCLMs91fZQoaAZoCWgPQwhHO2743XTev5SGlFKUaBVLMmgWR0CHSRnjhky2dX2UKGgGaAloD0MIzLipgeZz5r+UhpRSlGgVSzJoFkdAh09YtpVS43V9lChoBmgJaA9DCC++aI8XUuW/lIaUUpRoFUsyaBZHQIdOZs0pEx91fZQoaAZoCWgPQwicbW5MT1jiv5SGlFKUaBVLMmgWR0CHTXDR+jM3dX2UKGgGaAloD0MIxofZy7bT27+UhpRSlGgVSzJoFkdAh0x+FDfFaXV9lChoBmgJaA9DCKHyr+WV6+C/lIaUUpRoFUsyaBZHQIdSuvllsgx1fZQoaAZoCWgPQwgYzF8hc+Xlv5SGlFKUaBVLMmgWR0CHUckAPuohdX2UKGgGaAloD0MICFbVy+800r+UhpRSlGgVSzJoFkdAh1DS75Ec83V9lChoBmgJaA9DCCE/G7luSuW/lIaUUpRoFUsyaBZHQIdP4D1XeWR1ZS4="
|
81 |
},
|
82 |
"ep_success_buffer": {
|
83 |
":type:": "<class 'collections.deque'>",
|
84 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
85 |
},
|
86 |
+
"_n_updates": 18200,
|
87 |
"n_steps": 5,
|
88 |
"gamma": 0.99,
|
89 |
"gae_lambda": 1.0,
|
a2c-PandaReachDense-v2/policy.optimizer.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 44734
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a2edbfd789c8537961f1b28487ce27c258b3129e3a9577c8a11c0ad849465755
|
3 |
size 44734
|
a2c-PandaReachDense-v2/policy.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 46014
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:60576dc5f35d90d392412bcfb92618831d5e9f3829f33e473a882c63e7e01f67
|
3 |
size 46014
|
config.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f39cb178b80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f39cb179ac0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "num_timesteps": 627556, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1673992287540151615, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL2NocW1hL21pbmljb25kYTMvZW52cy9kZWVwLXJsLWNsYXNzL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS9jaHFtYS9taW5pY29uZGEzL2VudnMvZGVlcC1ybC1jbGFzcy9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAAjWLv2rRkT72JYK/JQ2Rv2qlVT/rAT49dB3FvynwtT9Di1U/1hRev5JGwD7AkYc/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAK3a+vzp2RD+YaNa/tqZkvyPwPj+7eMs8NZSPvyMLsz+7KpQ/14hZv1hcPb1EY5o/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAACNYu/atGRPvYlgr9mXzfAu6WXP9M/CsAlDZG/aqVVP+sBPj0Hkf8/jrdevyoF2j90HcW/KfC1P0OLVT9KG32/sQZVvWVRzj7WFF6/kkbAPsCRhz+uPIQ/WRBNPi1hRz+UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[-1.0875552 0.28480083 -1.0167835 ]\n [-1.1332136 0.83455527 0.04638855]\n [-1.5399613 1.4213916 0.8341562 ]\n [-0.86750543 0.3755384 1.0591354 ]]", "desired_goal": "[[-1.4879812 0.767429 -1.675067 ]\n [-0.8931688 0.7458517 0.02483784]\n [-1.1217104 1.3987774 1.157554 ]\n [-0.84974426 -0.04623064 1.2061543 ]]", "observation": "[[-1.0875552 0.28480083 -1.0167835 -2.8651977 1.1847452 -2.1601455 ]\n [-1.1332136 0.83455527 0.04638855 1.9966134 -0.8699883 1.7032826 ]\n [-1.5399613 1.4213916 0.8341562 -0.98869765 -0.05200833 0.40296474]\n [-0.86750543 0.3755384 1.0591354 1.0331018 0.20025767 0.77882653]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAE+oNvm/H7r2vMqs9hD3DvUQtqD23gCk+mHwavDf/kD04ubo9YZKpOx+PgL3oZnA+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[-0.13858823 -0.11659133 0.08359277]\n [-0.09533218 0.08211759 0.16553007]\n [-0.00942912 0.07079928 0.09117359]\n [ 0.00517492 -0.06277298 0.23476756]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.37246, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIvR3htOBlBMCUhpRSlIwBbJRLMowBdJRHQJOtcGyHEdh1fZQoaAZoCWgPQwhAFqJD4CgCwJSGlFKUaBVLMmgWR0CTrQkdV/+bdX2UKGgGaAloD0MI+UogJXaNBsCUhpRSlGgVSzJoFkdAk6xgaef7JnV9lChoBmgJaA9DCLL1DOGYJQHAlIaUUpRoFUsyaBZHQJOrcfhddE91fZQoaAZoCWgPQwiqgeZz7rb9v5SGlFKUaBVLMmgWR0CTrvHIZIhAdX2UKGgGaAloD0MI2cwhqYWS/L+UhpRSlGgVSzJoFkdAk66KmTC+DnV9lChoBmgJaA9DCMnIWdjTzv6/lIaUUpRoFUsyaBZHQJOt4cFQl8h1fZQoaAZoCWgPQwgZkL3e/fH4v5SGlFKUaBVLMmgWR0CTrPMX7+DOdX2UKGgGaAloD0MI8Bge+1kMAsCUhpRSlGgVSzJoFkdAk7CCCWeHz3V9lChoBmgJaA9DCC0j9Z7KaQHAlIaUUpRoFUsyaBZHQJOwGrp7kXF1fZQoaAZoCWgPQwjaVUj5SXX+v5SGlFKUaBVLMmgWR0CTr3HQhOgydX2UKGgGaAloD0MIaydKQiKtCcCUhpRSlGgVSzJoFkdAk66DKT0QLHV9lChoBmgJaA9DCOGyCpsBrv2/lIaUUpRoFUsyaBZHQJOyAma6ST11fZQoaAZoCWgPQwi2TfG4qFb2v5SGlFKUaBVLMmgWR0CTsZs1baAXdX2UKGgGaAloD0MIwytJnus7AcCUhpRSlGgVSzJoFkdAk7DysS00FnV9lChoBmgJaA9DCFTjpZvEQADAlIaUUpRoFUsyaBZHQJOwBB5X2dx1fZQoaAZoCWgPQwi1bRgFwSMJwJSGlFKUaBVLMmgWR0CTs6RPoFFEdX2UKGgGaAloD0MIa7ddaK6TC8CUhpRSlGgVSzJoFkdAk7M9SIgvDnV9lChoBmgJaA9DCPePhegQeP+/lIaUUpRoFUsyaBZHQJOylK+SKWN1fZQoaAZoCWgPQwiDwMqhRbYFwJSGlFKUaBVLMmgWR0CTsaYOUdJbdX2UKGgGaAloD0MITGw+rg01BcCUhpRSlGgVSzJoFkdAk7UnoTwlSnV9lChoBmgJaA9DCCu+ofDZmgjAlIaUUpRoFUsyaBZHQJO0wFLWZqp1fZQoaAZoCWgPQwgVU+knnP0FwJSGlFKUaBVLMmgWR0CTtBe2d/aydX2UKGgGaAloD0MI1Xsqpz1FCcCUhpRSlGgVSzJoFkdAk7MpPdl/Y3V9lChoBmgJaA9DCK+zIf/MIPu/lIaUUpRoFUsyaBZHQJO2nAi3XqZ1fZQoaAZoCWgPQwiB7WDEPkH9v5SGlFKUaBVLMmgWR0CTtjUAksz3dX2UKGgGaAloD0MIvcgE/BpJAcCUhpRSlGgVSzJoFkdAk7WMLjPv8nV9lChoBmgJaA9DCP+xEB0CJwDAlIaUUpRoFUsyaBZHQJO0naJyhi91fZQoaAZoCWgPQwhD5PT1fM0NwJSGlFKUaBVLMmgWR0CTuDF9KEnLdX2UKGgGaAloD0MIiGUzh6RW/b+UhpRSlGgVSzJoFkdAk7fKaXrt3XV9lChoBmgJaA9DCEd0z7pGy/6/lIaUUpRoFUsyaBZHQJO3IZrHlwN1fZQoaAZoCWgPQwjtuyL43woKwJSGlFKUaBVLMmgWR0CTtjMtsenydX2UKGgGaAloD0MIM8SxLm4jBcCUhpRSlGgVSzJoFkdAk7m6PwNLDnV9lChoBmgJaA9DCDz59NiWwfy/lIaUUpRoFUsyaBZHQJO5UzFdcB51fZQoaAZoCWgPQwj/69y0GWf5v5SGlFKUaBVLMmgWR0CTuKpKzzErdX2UKGgGaAloD0MI9x4uOe4UA8CUhpRSlGgVSzJoFkdAk7e8DwH7g3V9lChoBmgJaA9DCA6+MJkq2AHAlIaUUpRoFUsyaBZHQJO7SS3b2151fZQoaAZoCWgPQwjw3lFjQswAwJSGlFKUaBVLMmgWR0CTuuIuGsV+dX2UKGgGaAloD0MIi/87okI1AsCUhpRSlGgVSzJoFkdAk7o5sTFl1HV9lChoBmgJaA9DCB0CRwINFgXAlIaUUpRoFUsyaBZHQJO5S06YE4h1fZQoaAZoCWgPQwj6J7hYUcP2v5SGlFKUaBVLMmgWR0CTvOcOskprdX2UKGgGaAloD0MIkuwRaoa0B8CUhpRSlGgVSzJoFkdAk7x/1xsEaHV9lChoBmgJaA9DCIXRrGwfMgjAlIaUUpRoFUsyaBZHQJO71t4zJp51fZQoaAZoCWgPQwg486s5QNAFwJSGlFKUaBVLMmgWR0CTuuhRIjGDdX2UKGgGaAloD0MI3Lkw0ov6BMCUhpRSlGgVSzJoFkdAk75vYnOSn3V9lChoBmgJaA9DCHycacL2kwTAlIaUUpRoFUsyaBZHQJO+CBTXJ5p1fZQoaAZoCWgPQwjEeM2rOusFwJSGlFKUaBVLMmgWR0CTvV9n9NvgdX2UKGgGaAloD0MIm+PcJtwLBsCUhpRSlGgVSzJoFkdAk7xwxagVXXV9lChoBmgJaA9DCPbwZaII6QjAlIaUUpRoFUsyaBZHQJO//9If8uV1fZQoaAZoCWgPQwhvgm+aPvsCwJSGlFKUaBVLMmgWR0CTv5isny/cdX2UKGgGaAloD0MIQpPEknI3BsCUhpRSlGgVSzJoFkdAk77vzvqkdnV9lChoBmgJaA9DCM8sCVBTC/O/lIaUUpRoFUsyaBZHQJO+AS8J2Md1fZQoaAZoCWgPQwiZLVkV4SYBwJSGlFKUaBVLMmgWR0CTwZSP2f03dX2UKGgGaAloD0MInmFqSx1kBcCUhpRSlGgVSzJoFkdAk8EtRrJr+HV9lChoBmgJaA9DCHztmSUBKgTAlIaUUpRoFUsyaBZHQJPAhLYf4h51fZQoaAZoCWgPQwgeG4F4Xb8IwJSGlFKUaBVLMmgWR0CTv5YQrc0tdX2UKGgGaAloD0MIezApPj5hCMCUhpRSlGgVSzJoFkdAk8MjKYAsCnV9lChoBmgJaA9DCFIQPL69K/6/lIaUUpRoFUsyaBZHQJPCvC9AX2x1fZQoaAZoCWgPQwhxHeOKiwMLwJSGlFKUaBVLMmgWR0CTwhNKyv9tdX2UKGgGaAloD0MIpyA/G7kOBcCUhpRSlGgVSzJoFkdAk8Ekn5SFXnV9lChoBmgJaA9DCNxlv+505wXAlIaUUpRoFUsyaBZHQJPEoq6OHWV1fZQoaAZoCWgPQwhBgXfy6bH+v5SGlFKUaBVLMmgWR0CTxDuYQarFdX2UKGgGaAloD0MIWP/nMF+eAcCUhpRSlGgVSzJoFkdAk8OS0v4/NnV9lChoBmgJaA9DCKc8uhEWlQHAlIaUUpRoFUsyaBZHQJPCpEsrd311fZQoaAZoCWgPQwjlQ1A1elUCwJSGlFKUaBVLMmgWR0CTxjAVfu1GdX2UKGgGaAloD0MIY9NKIZBrDMCUhpRSlGgVSzJoFkdAk8XJM10knnV9lChoBmgJaA9DCFfuBWaFAgXAlIaUUpRoFUsyaBZHQJPFIFMZgoh1fZQoaAZoCWgPQwhEMA4uHZMGwJSGlFKUaBVLMmgWR0CTxDITXarWdX2UKGgGaAloD0MIvma5bHTO/7+UhpRSlGgVSzJoFkdAk8e4ZQ53knV9lChoBmgJaA9DCMwLsI9OvQLAlIaUUpRoFUsyaBZHQJPHUYzi0fJ1fZQoaAZoCWgPQwga+bziqQf/v5SGlFKUaBVLMmgWR0CTxqjghr31dX2UKGgGaAloD0MICyk/qfYp/7+UhpRSlGgVSzJoFkdAk8W6o/A0sXV9lChoBmgJaA9DCOwX7IZtKwXAlIaUUpRoFUsyaBZHQJPJaliz9jx1fZQoaAZoCWgPQwhsXWqEfqYCwJSGlFKUaBVLMmgWR0CTyQOaOPvKdX2UKGgGaAloD0MI9RH4w88/CMCUhpRSlGgVSzJoFkdAk8ha/Zdv9HV9lChoBmgJaA9DCF4SZ0XUZAvAlIaUUpRoFUsyaBZHQJPHbF3pwCN1fZQoaAZoCWgPQwhmTMEaZ/MKwJSGlFKUaBVLMmgWR0CTywXtjTa1dX2UKGgGaAloD0MIOdVamIXWA8CUhpRSlGgVSzJoFkdAk8qe+AVfu3V9lChoBmgJaA9DCEz8UdSZuwrAlIaUUpRoFUsyaBZHQJPJ9hOP/711fZQoaAZoCWgPQwjTTPc6qa/7v5SGlFKUaBVLMmgWR0CTyQeOXE61dX2UKGgGaAloD0MIUTI5tTNsAcCUhpRSlGgVSzJoFkdAk8ykpI+W4XV9lChoBmgJaA9DCEV/aObJVQTAlIaUUpRoFUsyaBZHQJPMPW7OE/V1fZQoaAZoCWgPQwg18KMa9lsBwJSGlFKUaBVLMmgWR0CTy5S26TW5dX2UKGgGaAloD0MIoaLqVzp/AcCUhpRSlGgVSzJoFkdAk8qma2F36nV9lChoBmgJaA9DCL72zJIAlQTAlIaUUpRoFUsyaBZHQJPOVs41gpl1fZQoaAZoCWgPQwjvU1VoIGYRwJSGlFKUaBVLMmgWR0CTze+lTFVDdX2UKGgGaAloD0MIUd1c/G1vBMCUhpRSlGgVSzJoFkdAk81Grjo6jnV9lChoBmgJaA9DCDIfEOhMWhDAlIaUUpRoFUsyaBZHQJPMWBPKuCB1fZQoaAZoCWgPQwi/YaJBCr4KwJSGlFKUaBVLMmgWR0CT0A9cbBGhdX2UKGgGaAloD0MIZ2K6EKufAcCUhpRSlGgVSzJoFkdAk8+oZ62OQ3V9lChoBmgJaA9DCG04LA38yATAlIaUUpRoFUsyaBZHQJPO/8sMAm11fZQoaAZoCWgPQwgZHCWvzpEDwJSGlFKUaBVLMmgWR0CTzhGetjkNdX2UKGgGaAloD0MIwoU8ghupAMCUhpRSlGgVSzJoFkdAk9HJDArQPnV9lChoBmgJaA9DCO5aQj7omfa/lIaUUpRoFUsyaBZHQJPRYffXPJJ1fZQoaAZoCWgPQwhGtYgoJq//v5SGlFKUaBVLMmgWR0CT0LkSVW0adX2UKGgGaAloD0MIaF4Ou+9YBMCUhpRSlGgVSzJoFkdAk8/KzzErG3V9lChoBmgJaA9DCO/+eK9aeQTAlIaUUpRoFUsyaBZHQJPTbR4QjD91fZQoaAZoCWgPQwg3/dmPFNEKwJSGlFKUaBVLMmgWR0CT0wYnv2GqdX2UKGgGaAloD0MI3ewPlNvWAcCUhpRSlGgVSzJoFkdAk9Jdmxt52XV9lChoBmgJaA9DCD7KiAtAI/e/lIaUUpRoFUsyaBZHQJPRbvlU6xR1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 31377, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.10.102.1-microsoft-standard-WSL2-x86_64-with-glibc2.31 # 1 SMP Wed Mar 2 00:30:59 UTC 2022", "Python": "3.9.15", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1", "GPU Enabled": "True", "Numpy": "1.21.2", "Gym": "0.21.0"}}
|
|
|
1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f39cb178b80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f39cb179ac0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "num_timesteps": 364000, "_total_timesteps": 364000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1673993641801467968, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL2NocW1hL21pbmljb25kYTMvZW52cy9kZWVwLXJsLWNsYXNzL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS9jaHFtYS9taW5pY29uZGEzL2VudnMvZGVlcC1ybC1jbGFzcy9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAo2fCPnJL17yT4g4/o2fCPnJL17yT4g4/o2fCPnJL17yT4g4/o2fCPnJL17yT4g4/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAE93Ov7HKzT6GZR0/1FsYP//Vgr52qxG/kmxKv1mis74opbO/EyV1P7oHyb/47r8+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyjZ8I+ckvXvJPiDj93aU68CrRzu/BeAzyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]\n [ 0.37969694 -0.02628109 0.55814475]]", "desired_goal": "[[-1.6161216 0.40193704 0.6148304 ]\n [ 0.5951512 -0.2555389 -0.56902254]\n [-0.79071915 -0.350848 -1.4034777 ]\n [ 0.95759696 -1.5705483 0.37487006]]", "observation": "[[ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]\n [ 0.37969694 -0.02628109 0.55814475 -0.01259839 -0.00371862 0.00801824]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAMcEMPm/z5j0Lrow+gR0YPnEErj2tbGs+Z+mRvdo+gL296wY+/2sHPhm7gbxBxUI9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 0.13745572 0.112769 0.27476534]\n [ 0.14855005 0.08496941 0.22990675]\n [-0.07124596 -0.06261988 0.13175865]\n [ 0.13224791 -0.01583629 0.0475514 ]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMISP31Cgvu37+UhpRSlIwBbJRLMowBdJRHQIb+EtPHktF1fZQoaAZoCWgPQwggXtcv2A3pv5SGlFKUaBVLMmgWR0CG/SETQE6ldX2UKGgGaAloD0MIpaSHodXJ1r+UhpRSlGgVSzJoFkdAhvwrEk0JnnV9lChoBmgJaA9DCJbOh2cJsuW/lIaUUpRoFUsyaBZHQIb7OZPVNHp1fZQoaAZoCWgPQwgyIlFoWffgv5SGlFKUaBVLMmgWR0CHAYZrHlwMdX2UKGgGaAloD0MILexph78m3L+UhpRSlGgVSzJoFkdAhwCUliSaE3V9lChoBmgJaA9DCJ8hHLPsifC/lIaUUpRoFUsyaBZHQIb/nqqwQlN1fZQoaAZoCWgPQwiHU+bmG9Hov5SGlFKUaBVLMmgWR0CG/qvwmVqvdX2UKGgGaAloD0MIHjNQGf++6L+UhpRSlGgVSzJoFkdAhwT3LV4HHHV9lChoBmgJaA9DCNv3qL9eYda/lIaUUpRoFUsyaBZHQIcEBUrCm/F1fZQoaAZoCWgPQwgp7KLogQ/wv5SGlFKUaBVLMmgWR0CHAw9Oh0yQdX2UKGgGaAloD0MIIO9VKxN+0b+UhpRSlGgVSzJoFkdAhwIcophF3XV9lChoBmgJaA9DCOcXJegvdOu/lIaUUpRoFUsyaBZHQIcIbjkuHvd1fZQoaAZoCWgPQwg1DB8RU6Lgv5SGlFKUaBVLMmgWR0CHB3xWkrPMdX2UKGgGaAloD0MI+gs9YvTc27+UhpRSlGgVSzJoFkdAhwaGUGFBY3V9lChoBmgJaA9DCGSUZ14Ou9a/lIaUUpRoFUsyaBZHQIcFk8eS0Sh1fZQoaAZoCWgPQwinzTgNUQXlv5SGlFKUaBVLMmgWR0CHDD6NVBD5dX2UKGgGaAloD0MIOIQqNXug2L+UhpRSlGgVSzJoFkdAhwtMyi22HHV9lChoBmgJaA9DCNE96xoth+S/lIaUUpRoFUsyaBZHQIcKVuejEeh1fZQoaAZoCWgPQwijkc8rnnrtv5SGlFKUaBVLMmgWR0CHCWQ9RrJsdX2UKGgGaAloD0MIxYzw9iCE4b+UhpRSlGgVSzJoFkdAhw/M5fdAPnV9lChoBmgJaA9DCO0Q/7ClR9y/lIaUUpRoFUsyaBZHQIcO2yRjjJd1fZQoaAZoCWgPQwh+AFKbODnpv5SGlFKUaBVLMmgWR0CHDeUpNKywdX2UKGgGaAloD0MIou9uZYnO27+UhpRSlGgVSzJoFkdAhwzymqHXVnV9lChoBmgJaA9DCI4glWJHY+S/lIaUUpRoFUsyaBZHQIcTYlruYyB1fZQoaAZoCWgPQwgs8YCyKVflv5SGlFKUaBVLMmgWR0CHEnCw8nuzdX2UKGgGaAloD0MIRkCFI0il2L+UhpRSlGgVSzJoFkdAhxF6n752yXV9lChoBmgJaA9DCLxXrUz4pd2/lIaUUpRoFUsyaBZHQIcQh84Pwux1fZQoaAZoCWgPQwgUl+MViJ7nv5SGlFKUaBVLMmgWR0CHFvfZ26kJdX2UKGgGaAloD0MIQMObNXhf3b+UhpRSlGgVSzJoFkdAhxYF6AvtdHV9lChoBmgJaA9DCLyQDg9h/NO/lIaUUpRoFUsyaBZHQIcVD+YMOPN1fZQoaAZoCWgPQwietdsuNNfdv5SGlFKUaBVLMmgWR0CHFB0XgtOEdX2UKGgGaAloD0MIfLd546Qw4b+UhpRSlGgVSzJoFkdAhxrFMIu5BnV9lChoBmgJaA9DCBu9GqA01OG/lIaUUpRoFUsyaBZHQIcZ1O0svqV1fZQoaAZoCWgPQwjmQA+1bZjjv5SGlFKUaBVLMmgWR0CHGN75VOsUdX2UKGgGaAloD0MI+aHSiJl92L+UhpRSlGgVSzJoFkdAhxfsNMGorHV9lChoBmgJaA9DCB8uOe6Ujue/lIaUUpRoFUsyaBZHQIcehkiD/VB1fZQoaAZoCWgPQwj5ghYSMLrbv5SGlFKUaBVLMmgWR0CHHZSH/LkkdX2UKGgGaAloD0MIeGNBYVCm3L+UhpRSlGgVSzJoFkdAhxyehf0Eo3V9lChoBmgJaA9DCPjddMsO8dq/lIaUUpRoFUsyaBZHQIcbq9/SYw91fZQoaAZoCWgPQwjCilOthdniv5SGlFKUaBVLMmgWR0CHIiD6nBLxdX2UKGgGaAloD0MI/bs+c9Yn6L+UhpRSlGgVSzJoFkdAhyEvAXVLBnV9lChoBmgJaA9DCH/fv3lxYua/lIaUUpRoFUsyaBZHQIcgOnfl6qt1fZQoaAZoCWgPQwirsu+K4H/jv5SGlFKUaBVLMmgWR0CHH0eq7yxzdX2UKGgGaAloD0MIZ/LNNjem4r+UhpRSlGgVSzJoFkdAhyWKZ+hGpnV9lChoBmgJaA9DCFyOVyB60u+/lIaUUpRoFUsyaBZHQIckmHLzPKN1fZQoaAZoCWgPQwhkA+li00rjv5SGlFKUaBVLMmgWR0CHI6KG+K0ldX2UKGgGaAloD0MIiulCrP4I2b+UhpRSlGgVSzJoFkdAhyKvz4DcM3V9lChoBmgJaA9DCAahvI+jOeW/lIaUUpRoFUsyaBZHQIco9bs4T9N1fZQoaAZoCWgPQwhzLO+qB8zjv5SGlFKUaBVLMmgWR0CHKAPp6hQFdX2UKGgGaAloD0MIxeV4BaIn4r+UhpRSlGgVSzJoFkdAhycN52QnyHV9lChoBmgJaA9DCIEiFjHsMOG/lIaUUpRoFUsyaBZHQIcmG1+iJwd1fZQoaAZoCWgPQwirevmdJjPmv5SGlFKUaBVLMmgWR0CHLGtQKrq/dX2UKGgGaAloD0MIF7zoK0gz4b+UhpRSlGgVSzJoFkdAhyt5nDiwS3V9lChoBmgJaA9DCMiUD0HV6NG/lIaUUpRoFUsyaBZHQIcqg7YChex1fZQoaAZoCWgPQwhy32qduBzpv5SGlFKUaBVLMmgWR0CHKZE87p3YdX2UKGgGaAloD0MIFOeoo+Nq6r+UhpRSlGgVSzJoFkdAhy/OGTLW7XV9lChoBmgJaA9DCKzgtyHGa9q/lIaUUpRoFUsyaBZHQIcu3E0iyIJ1fZQoaAZoCWgPQwgWokPgSKDVv5SGlFKUaBVLMmgWR0CHLeZgG8mKdX2UKGgGaAloD0MIcuFASBaw6L+UhpRSlGgVSzJoFkdAhyzzyrgfl3V9lChoBmgJaA9DCP0WnSy1Xue/lIaUUpRoFUsyaBZHQIczWm51/2F1fZQoaAZoCWgPQwhXeJeL+M7lv5SGlFKUaBVLMmgWR0CHMmiV0Lc9dX2UKGgGaAloD0MI51QyAFRx1b+UhpRSlGgVSzJoFkdAhzFySvC/GnV9lChoBmgJaA9DCIgs0sQ7wNy/lIaUUpRoFUsyaBZHQIcwf4TK1Xx1fZQoaAZoCWgPQwjvHMpQFVPiv5SGlFKUaBVLMmgWR0CHNtXXAdn1dX2UKGgGaAloD0MIWoC21awz4b+UhpRSlGgVSzJoFkdAhzXkF4cFQnV9lChoBmgJaA9DCCP5SiAldtq/lIaUUpRoFUsyaBZHQIc07dtVJcx1fZQoaAZoCWgPQwhrYRbaOU3hv5SGlFKUaBVLMmgWR0CHM/sgMc6vdX2UKGgGaAloD0MILzVCP1Ov0r+UhpRSlGgVSzJoFkdAhzpCm/FirnV9lChoBmgJaA9DCIpVgzC3e9e/lIaUUpRoFUsyaBZHQIc5UGxD9fl1fZQoaAZoCWgPQwjMQGX8+wzmv5SGlFKUaBVLMmgWR0CHOFotcv/SdX2UKGgGaAloD0MI7E53nnjO2r+UhpRSlGgVSzJoFkdAhzdna37UG3V9lChoBmgJaA9DCD3uW60Tl9y/lIaUUpRoFUsyaBZHQIc90qBmPHV1fZQoaAZoCWgPQwj9a3nletvdv5SGlFKUaBVLMmgWR0CHPODbJwKjdX2UKGgGaAloD0MI4syv5gDB3b+UhpRSlGgVSzJoFkdAhzvqoZQ53nV9lChoBmgJaA9DCPSMfcnGA+C/lIaUUpRoFUsyaBZHQIc697pmmLt1fZQoaAZoCWgPQwhXsfhNYaXXv5SGlFKUaBVLMmgWR0CHQTkU9IPLdX2UKGgGaAloD0MIqDXNO07R17+UhpRSlGgVSzJoFkdAh0BHWattAXV9lChoBmgJaA9DCJ8FobyPo9q/lIaUUpRoFUsyaBZHQIc/UTL4etF1fZQoaAZoCWgPQwg7jEl/LwXkv5SGlFKUaBVLMmgWR0CHPl59E1EWdX2UKGgGaAloD0MIie3uAbov3L+UhpRSlGgVSzJoFkdAh0TtTLns9nV9lChoBmgJaA9DCJtZSwFpf+u/lIaUUpRoFUsyaBZHQIdD/Qv6CUZ1fZQoaAZoCWgPQwica5ih8UTlv5SGlFKUaBVLMmgWR0CHQwbExZdOdX2UKGgGaAloD0MIEwoRcAjV4b+UhpRSlGgVSzJoFkdAh0IUSZjQRnV9lChoBmgJaA9DCJ25h4Tv/d2/lIaUUpRoFUsyaBZHQIdIoT238XN1fZQoaAZoCWgPQwh2w7ZFmQ3gv5SGlFKUaBVLMmgWR0CHR69US7GvdX2UKGgGaAloD0MIiGTIsfUM4r+UhpRSlGgVSzJoFkdAh0a5ULlV+HV9lChoBmgJaA9DCHuEmiFVFOS/lIaUUpRoFUsyaBZHQIdFyEJ0GNd1fZQoaAZoCWgPQwime53Ul6XYv5SGlFKUaBVLMmgWR0CHS/O2RaHLdX2UKGgGaAloD0MIS+SCM/j737+UhpRSlGgVSzJoFkdAh0sB7eEZi3V9lChoBmgJaA9DCMYX7fFCOuC/lIaUUpRoFUsyaBZHQIdKDFCLMs91fZQoaAZoCWgPQwhHO2743XTev5SGlFKUaBVLMmgWR0CHSRnjhky2dX2UKGgGaAloD0MIzLipgeZz5r+UhpRSlGgVSzJoFkdAh09YtpVS43V9lChoBmgJaA9DCC++aI8XUuW/lIaUUpRoFUsyaBZHQIdOZs0pEx91fZQoaAZoCWgPQwicbW5MT1jiv5SGlFKUaBVLMmgWR0CHTXDR+jM3dX2UKGgGaAloD0MIxofZy7bT27+UhpRSlGgVSzJoFkdAh0x+FDfFaXV9lChoBmgJaA9DCKHyr+WV6+C/lIaUUpRoFUsyaBZHQIdSuvllsgx1fZQoaAZoCWgPQwgYzF8hc+Xlv5SGlFKUaBVLMmgWR0CHUckAPuohdX2UKGgGaAloD0MICFbVy+800r+UhpRSlGgVSzJoFkdAh1DS75Ec83V9lChoBmgJaA9DCCE/G7luSuW/lIaUUpRoFUsyaBZHQIdP4D1XeWR1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 18200, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.10.102.1-microsoft-standard-WSL2-x86_64-with-glibc2.31 # 1 SMP Wed Mar 2 00:30:59 UTC 2022", "Python": "3.9.15", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1", "GPU Enabled": "True", "Numpy": "1.21.2", "Gym": "0.21.0"}}
|
results.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"mean_reward": -
|
|
|
1 |
+
{"mean_reward": -0.39791248931433076, "std_reward": 0.13114743638743043, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-17T22:26:30.668635"}
|
vec_normalize.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 3212
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0c2c7ebfd3f15d72528361548572fa7b5282acb0c54c4ece8c7b02f0a082f687
|
3 |
size 3212
|