Commit
•
5428d95
1
Parent(s):
af2b0b5
Initial commit
Browse files- a2c-PandaPickAndPlace-v3.zip +2 -2
- a2c-PandaPickAndPlace-v3/data +13 -13
- a2c-PandaPickAndPlace-v3/policy.optimizer.pth +1 -1
- a2c-PandaPickAndPlace-v3/policy.pth +1 -1
- config.json +1 -1
- replay.mp4 +0 -0
- results.json +1 -1
- vec_normalize.pkl +1 -1
a2c-PandaPickAndPlace-v3.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b9c2687e99061227e76088c5ed32e4a772d3bcf3e152622de680124527d9ad68
|
| 3 |
+
size 124401
|
a2c-PandaPickAndPlace-v3/data
CHANGED
|
@@ -19,20 +19,20 @@
|
|
| 19 |
"weight_decay": 0
|
| 20 |
}
|
| 21 |
},
|
| 22 |
-
"num_timesteps":
|
| 23 |
-
"_total_timesteps":
|
| 24 |
"_num_timesteps_at_start": 0,
|
| 25 |
"seed": null,
|
| 26 |
"action_noise": null,
|
| 27 |
-
"start_time":
|
| 28 |
"learning_rate": 0.0007,
|
| 29 |
"tensorboard_log": null,
|
| 30 |
"_last_obs": {
|
| 31 |
":type:": "<class 'collections.OrderedDict'>",
|
| 32 |
-
":serialized:": "
|
| 33 |
-
"achieved_goal": "[[
|
| 34 |
-
"desired_goal": "[[ 0.
|
| 35 |
-
"observation": "[[
|
| 36 |
},
|
| 37 |
"_last_episode_starts": {
|
| 38 |
":type:": "<class 'numpy.ndarray'>",
|
|
@@ -40,10 +40,10 @@
|
|
| 40 |
},
|
| 41 |
"_last_original_obs": {
|
| 42 |
":type:": "<class 'collections.OrderedDict'>",
|
| 43 |
-
":serialized:": "
|
| 44 |
-
"achieved_goal": "[[-0.
|
| 45 |
-
"desired_goal": "[[
|
| 46 |
-
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 -
|
| 47 |
},
|
| 48 |
"_episode_num": 0,
|
| 49 |
"use_sde": false,
|
|
@@ -52,13 +52,13 @@
|
|
| 52 |
"_stats_window_size": 100,
|
| 53 |
"ep_info_buffer": {
|
| 54 |
":type:": "<class 'collections.deque'>",
|
| 55 |
-
":serialized:": "
|
| 56 |
},
|
| 57 |
"ep_success_buffer": {
|
| 58 |
":type:": "<class 'collections.deque'>",
|
| 59 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 60 |
},
|
| 61 |
-
"_n_updates":
|
| 62 |
"n_steps": 5,
|
| 63 |
"gamma": 0.99,
|
| 64 |
"gae_lambda": 1.0,
|
|
|
|
| 19 |
"weight_decay": 0
|
| 20 |
}
|
| 21 |
},
|
| 22 |
+
"num_timesteps": 300000,
|
| 23 |
+
"_total_timesteps": 300000,
|
| 24 |
"_num_timesteps_at_start": 0,
|
| 25 |
"seed": null,
|
| 26 |
"action_noise": null,
|
| 27 |
+
"start_time": 1698259256817927047,
|
| 28 |
"learning_rate": 0.0007,
|
| 29 |
"tensorboard_log": null,
|
| 30 |
"_last_obs": {
|
| 31 |
":type:": "<class 'collections.OrderedDict'>",
|
| 32 |
+
":serialized:": "gAWViwIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAz7ziQMwqoMAAACDBx/1JwAxuIr4Fzpk9/CS/v33gmT/0zZk9Gzf+PhivSL/OyJk9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAkM21P1I1Zr+vZIm/PTKLP+6Rmr96y5k/6VynP226tr+hvYK/dmE/PcGeWL/uHZs/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWMAEAAAAAAAAJajE/P8kaPwKFY7+OJSs+swNyPm5QNT1wjZg/z7ziQMwqoMAAACDB5AL0uwAAIEEAACDBcJ4bQZPynsCsERQ95UNePI60vLqaj9tAiXUjPhPUzb7ndwA/96SXP8t+o75ZGaa/+ZZ0P8f9ScAMbiK+Bc6ZPRcL8LsUAnK8EK54Pwzz3zz8HrM7kUIHPUZ1mzmkwCW83kPPuQSrUL8hvRjAt0udP7Kjrj/Uc/O+3G30vjJEbr/8JL+/feCZP/TNmT32CfC7sA5yvAyxOLwoYuE8cxS4OwtOBz0AohC6d8USvKQB1Ll/His/ClsdP3E0SD543wE+jKE9PtOG8T52j5g/Gzf+PhivSL/OyJk9K5vuu5jPb7zmzhe88EvqPMaMjTuorAg9VSdhO4v8zbvfaaU5lGgOSwRLE4aUaBJ0lFKUdS4=",
|
| 33 |
+
"achieved_goal": "[[ 7.085548 -5.005224 -10. ]\n [ -3.1561143 -0.15862292 0.07509998]\n [ -1.4933162 1.2021633 0.07509986]\n [ 0.49651417 -0.7839217 0.07509004]]",
|
| 34 |
+
"desired_goal": "[[ 1.4203358 -0.8992511 -1.0733851 ]\n [ 1.0874707 -1.2075784 1.2015221 ]\n [ 1.3075229 -1.4275643 -1.021412 ]\n [ 0.04672381 -0.8461724 1.2118509 ]]",
|
| 35 |
+
"observation": "[[ 6.9302422e-01 6.0463327e-01 -8.8874829e-01 1.6713545e-01\n 2.3634224e-01 4.4266157e-02 1.1918163e+00 7.0855479e+00\n -5.0052242e+00 -1.0000000e+01 -7.4466337e-03 1.0000000e+01\n -1.0000000e+01 9.7261810e+00 -4.9671111e+00 3.6149666e-02\n 1.3565992e-02 -1.4397071e-03 6.8612795e+00]\n [ 1.5962805e-01 -4.0200862e-01 5.0182956e-01 1.1847218e+00\n -3.1932673e-01 -1.2976485e+00 9.5542866e-01 -3.1561143e+00\n -1.5862292e-01 7.5099982e-02 -7.3255408e-03 -1.4771003e-02\n 9.7140598e-01 2.7337573e-02 5.4663401e-03 3.3022467e-02\n 2.9651279e-04 -1.0116730e-02 -3.9532682e-04]\n [-8.1510949e-01 -2.3865435e+00 1.2288731e+00 1.3643706e+00\n -4.7549307e-01 -4.7740066e-01 -9.3072808e-01 -1.4933162e+00\n 1.2021633e+00 7.5099856e-02 -7.3254062e-03 -1.4774010e-02\n -1.1272680e-02 2.7512625e-02 5.6176721e-03 3.3033412e-02\n -5.5173039e-04 -8.9582121e-03 -4.0437013e-04]\n [ 6.6843408e-01 6.1467040e-01 1.9551255e-01 1.2682903e-01\n 1.8518656e-01 4.7173175e-01 1.1918781e+00 4.9651417e-01\n -7.8392172e-01 7.5090036e-02 -7.2816811e-03 -1.4636897e-02\n -9.2656370e-03 2.8600663e-02 4.3197600e-03 3.3367783e-02\n 3.4355719e-03 -6.2862090e-03 3.1550133e-04]]"
|
| 36 |
},
|
| 37 |
"_last_episode_starts": {
|
| 38 |
":type:": "<class 'numpy.ndarray'>",
|
|
|
|
| 40 |
},
|
| 41 |
"_last_original_obs": {
|
| 42 |
":type:": "<class 'collections.OrderedDict'>",
|
| 43 |
+
":serialized:": "gAWViwIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAA5DLvUaWEr4K16M8V46RPVskhD0K16M8GfEHvTQ8j70K16M8FnPhPci+xzoK16M8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAZELAvXstmzsK16M8Vcy5vRsmBT0K16M87PYQvsytBboK16M8uKgXvmWGyb0K16M8lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWMAEAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAAAAAAAAA5DLvUaWEr4K16M8AAAAAAAAAIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA6nIdPRlsGqxDI0o+AAAAAAAAAIAAAAAAAAAAAFeOkT1bJIQ9CtejPAAAAAAAAACAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAOpyHT0ZbBqsQyNKPgAAAAAAAACAAAAAAAAAAAAZ8Qe9NDyPvQrXozwAAAAAAAAAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAAAAAAAAFnPhPci+xzoK16M8AAAAAAAAAIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGgOSwRLE4aUaBJ0lFKUdS4=",
|
| 44 |
+
"achieved_goal": "[[-0.09939577 -0.14315137 0.02 ]\n [ 0.07107227 0.06452247 0.02 ]\n [-0.03318891 -0.06993905 0.02 ]\n [ 0.11008279 0.00152394 0.02 ]]",
|
| 45 |
+
"desired_goal": "[[-0.09387663 0.00473565 0.02 ]\n [-0.09072176 0.03250704 0.02 ]\n [-0.14156693 -0.00050994 0.02 ]\n [-0.14810455 -0.09840087 0.02 ]]",
|
| 46 |
+
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 -9.9395774e-02\n -1.4315137e-01 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 7.1072273e-02\n 6.4522468e-02 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 -3.3188913e-02\n -6.9939047e-02 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 1.1008279e-01\n 1.5239352e-03 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]]"
|
| 47 |
},
|
| 48 |
"_episode_num": 0,
|
| 49 |
"use_sde": false,
|
|
|
|
| 52 |
"_stats_window_size": 100,
|
| 53 |
"ep_info_buffer": {
|
| 54 |
":type:": "<class 'collections.deque'>",
|
| 55 |
+
":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEkAAAAAAACMAWyUSzKMAXSUR0CNbu1v2oNvdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNcqvSMLncdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNdLlYlpoLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNcsqSX+l1dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNdAv5gw49dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNdvrdFfAsdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNeSZIg/1QdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNdy6nR9gGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNeGwFkhA4dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNe1YLb5/LdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CNe24EOiFkdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNfWHKOktVdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNe2jzqbBodX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNfKThYNiIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNf8DcuanadX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNgdo11nuidX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNf+4Cp3otdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNgSlxffGddX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNhBX/YJ3QdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNhgrJ8v25dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNhA9QoCuEdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNhUemNzbOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNiEQEIPbxdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CNiGBvJiiJdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNikfs/pt8dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNiFhkRSP2dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNiZGd7OVxdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNjKBmPHT7dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNjpIpYs/ZdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNjJ1Iy0rtdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNjdfqoqCpdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNkQ5jpcHGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNkvye7L+xdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNkQoQWepXdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNkkgOjIq9dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNlVORkmQbdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNlzjXnQpndX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNlVqTr3TNdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNlpSLIgeSdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNmcMTewcHdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNm6F9roGIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNmaV0Lc9GdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNmt863iJgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNndExZdOZdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNn7coH9m6dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNnbV6NVBEdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNnvMQmNR4dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNogjFhodudX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNo+b6P8yfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNoeGB4D9wdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNoxbaAWi2dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNpgTxG2CvdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNp+qc3EQ5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNpg0UoKD1dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNp0/HHWBjdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNqo6ErXlKdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNrId5prULdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CNrJ225QP7dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNqoZIg/1QdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNq7yEtdzGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNrslP8AJcdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNsODQqqffdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNrt6KtPpIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNsCv+wTufdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNszrsSkCWdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNtTw2ETQFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNsys3AEdOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNtGi5d4VzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNt54WUKRddX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CNt7Rc/t6YdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNuZmHP/rCdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNt7AjY7JXdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNuOgq3EyddX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNu/lg+hXbdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNvdjfek57dX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CNvflHz6JqdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNu92OAAhjdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNvRomG/N8dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNwDcbiqACdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNwjq9oN/fdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNwF5WRzRydX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNwbmDDjzadX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNxgFFlTWHdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNyJcVxjridX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNxyiHqNZNdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNyI7UXpGGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNzRhoduHfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNz/NtZV4pdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNznAhStNjdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNz96gM+eOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN1H2WY4Q0dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN1yMfigkDdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CN10ocaOxTdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN1bm6GxlhdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CN1d7MxGlRdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN1yX40uUVdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN27tqpLmIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN3dXU6PsBdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN27czqKP5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN3OIsRQJpdWUu"
|
| 56 |
},
|
| 57 |
"ep_success_buffer": {
|
| 58 |
":type:": "<class 'collections.deque'>",
|
| 59 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 60 |
},
|
| 61 |
+
"_n_updates": 15000,
|
| 62 |
"n_steps": 5,
|
| 63 |
"gamma": 0.99,
|
| 64 |
"gae_lambda": 1.0,
|
a2c-PandaPickAndPlace-v3/policy.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 52079
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:12fc7a2db61d9b207dc2e21d50724091f5a9aa19b8c052749c75b8fe80d8cd39
|
| 3 |
size 52079
|
a2c-PandaPickAndPlace-v3/policy.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 53359
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc7ded1828662a2697e71260aaa5dbe7b04e607422ff3c117d6a40c871fbb047
|
| 3 |
size 53359
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7960e19af1c0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7960e19a7b00>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 100000, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1698256586096377631, "learning_rate": 0.0007, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWViwIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAKn0CP2VukT9TB6w9w+PzvtN0rL+UAaw9QGMtP/RijD8KBKw9p/yeP7Lusb+0Aqw9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA/N5JP3iRpr9eJ2c/3AUnPin8Rb+Trb++y066P88KvD9myOw/leCPv9eSUj+NVIm/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWMAEAAAAAAAAr/9u+MG7FP0mMfT+uEW8/mnKwvpYyoD76EVO/Kn0CP2VukT9TB6w9tT9PPIbP5LzPb7q7YZKGO4f0trxW+B09igsuPE1QnbxFB5u7CjY6P8fwSjy+18U/LTYqPZlZvb/vTc0+QxRTv8Pj877TdKy/lAGsPatjUjzIs+O8+a2Ru+wNZjvOxbK8qCgfPRWFCzy9ybS8vEqTu4zwBz5Fv6c/KuWRvzKikz7PkQQ+MXh9Pi4UU79AYy0/9GKMPwoErD3iN+bAK1DkvBaUgEB/sWw7hMK0vKkoHz0LhQs8w8m0vC9ZoLtjHGw85AG0vzG4kD6G94U+GoAVvNIkHT/lc6o/p/yeP7Lusb+0Aqw92ZFRPG344byiMu855uCDO63At7yoKB89PIULPM7JtLx1i3G7lGgOSwRLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[ 0.50972235 1.1361815 0.08399834]\n [-0.47634706 -1.3473152 0.08398739]\n [ 0.6772957 1.0967698 0.08399208]\n [ 1.2420853 -1.3900969 0.08398953]]", "desired_goal": "[[ 0.7885587 -1.3013144 0.90294445]\n [ 0.16310829 -0.7733789 -0.37437114]\n [ 1.4555296 1.4690799 1.8498657 ]\n [-1.1240412 0.8225531 -1.0728928 ]]", "observation": "[[-4.29681152e-01 1.54242516e+00 9.90421832e-01 9.33863521e-01\n -3.44624341e-01 3.12885940e-01 -8.24493051e-01 5.09722352e-01\n 1.13618147e+00 8.39983448e-02 1.26494663e-02 -2.79309861e-02\n -5.68959815e-03 4.10680519e-03 -2.23333966e-02 3.85669097e-02\n 1.06228683e-02 -1.92033295e-02 -4.73109121e-03]\n [ 7.27387071e-01 1.23865074e-02 1.54564643e+00 4.15555723e-02\n -1.47929680e+00 4.00985211e-01 -8.24527919e-01 -4.76347059e-01\n -1.34731519e+00 8.39873850e-02 1.28411455e-02 -2.77956873e-02\n -4.44578798e-03 3.51035129e-03 -2.18228363e-02 3.88571322e-02\n 8.51561595e-03 -2.20688526e-02 -4.49499302e-03]\n [ 1.32753551e-01 1.31052458e+00 -1.13980603e+00 2.88346827e-01\n 1.29462466e-01 2.47528806e-01 -8.24526668e-01 6.77295685e-01\n 1.09676981e+00 8.39920789e-02 -7.19432163e+00 -2.78702583e-02\n 4.01807690e+00 3.61165381e-03 -2.20654085e-02 3.88571359e-02\n 8.51560663e-03 -2.20688637e-02 -4.89344401e-03]\n [ 1.44110648e-02 -1.40630770e+00 2.82655269e-01 2.61654079e-01\n -9.12478007e-03 6.13843083e-01 1.33166182e+00 1.24208534e+00\n -1.39009690e+00 8.39895308e-02 1.27911204e-02 -2.75842790e-02\n 4.56233567e-04 4.02461272e-03 -2.24307422e-02 3.88571322e-02\n 8.51565227e-03 -2.20688842e-02 -3.68568045e-03]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWViwIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAMSITvtZAQjwK16M8KhYUvvg65L0K16M8ao48PclDAD0K16M8tXh6PVd3uT0K16M8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAASjf+PaA84j2ONkI+vtISvVgt3j0K16M8oP8IvUBAej03G6Q9RRjYPVLkGz0B9Iw9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWMAEAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAAAAAAAAMSITvtZAQjwK16M8AAAAAAAAAIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA6nIdPRlsGqxDI0o+AAAAAAAAAIAAAAAAAAAAACoWFL74OuS9CtejPAAAAAAAAACAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAOpyHT0ZbBqsQyNKPgAAAAAAAACAAAAAAAAAAABqjjw9yUMAPQrXozwAAAAAAAAAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAAAAAAAAtXh6PVd3uT0K16M8AAAAAAAAAIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGgOSwRLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[-0.14368512 0.01185628 0.02 ]\n [-0.1446158 -0.1114406 0.02 ]\n [ 0.04603425 0.03131464 0.02 ]\n [ 0.06115027 0.09055965 0.02 ]]", "desired_goal": "[[ 0.12412889 0.1104672 0.18966123]\n [-0.03584551 0.10848492 0.02 ]\n [-0.03344691 0.06109643 0.08013003]\n [ 0.10551504 0.03805954 0.06882478]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 -1.4368512e-01\n 1.1856278e-02 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 -1.4461580e-01\n -1.1144060e-01 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 4.6034254e-02\n 3.1314645e-02 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 6.1150271e-02\n 9.0559654e-02 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEkAAAAAAACMAWyUSzKMAXSUR0ByMLjtG/etdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByLQZzgdfcdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByMTlDF6zFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByMafywwCbdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByOf56+nIidX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByNo1FYuCgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByPEdLg4wRdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByQAE4ecQRdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BySMKD0163dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByRUztTkyUdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByS1z/6wdKdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByTxC0F8ohdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByV9PJq7AddX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByVFIUahpQdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByWd2q1gIAdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByXdY9xIatdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByZpmnO0LMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByYyKziS7odX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByaKSdOIqLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byae06YE4edX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BycauHN5dGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BybewcHWz4dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BychH6MzdldX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BycsFwDNhWdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byeoh2W6bwdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Bydt6HCXQddX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Bye1kc0cfedX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByfEQd0aIfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByhBaSs8xLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BygFnjABT5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByhH3pOerddX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByhQgpz90jdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByjLkiliz+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByiPZIxxkvdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByjVUbT+efdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byjcgpz90jdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BylY+qzZ6EdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BykcbBGhEjdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byldqxkd3jdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BylluGbkOqdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByniwbEP1+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BymmWw/xDtdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BynvSb6P8ydX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byn2NIbwSbdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byp1Cb+cYqdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byo5gmZ3LWdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byp9JL/S6UdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByqHoaDPGAdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BysHRrrPdEdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByrLyGzru6dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BysPtiQT24dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BysYlTm4iHdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByuWPvKEFodX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BytbbM5fdAdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByugWRA8jidX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByutG6PKdQdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BywqDDjzZpdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByvuXNTtLMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BywwFqzqrzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byw4xgy/KydX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byy0Vj7Q9idX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byx3llsguAdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Byy7E74i5edX2UKGgGR8BJAAAAAAAAaAdLMmgIR0ByzI8xKxs3dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By1E/gR9PUdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By0IgxJul5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By1KGHpKSQdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By1Ru3trsTdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By3QZk078vdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By2VJoTPB0dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By3Z5Z8rqddX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By3jynUDuCdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By5fvOQhfTdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By4jHzYmLMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By5lwwTM7mdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By5wtkFwDOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By7vPt2LYPdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By6zZ+QU5/dX2UKGgGRwAAAAAAAAAAaAdLAWgIR0By62XmeUY9dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By732QGOdYdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By78XzlLezdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By942hqTKUdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By8+9oN/e+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By+DhXKbKBdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By+L7SApazdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzAJDx9XtCdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0By/R0ZFXq8dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzAVeeFtbcdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzAcyRB/qgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzCaxMWXTmdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzBhVU+9rXdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzCrwz+FURdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzDq5VfeDWdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzF6LVFx4qdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzFJM10knkdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzGgOuq3mWdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzHc52hZhbdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzJoDeTFERdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzI0dGRV6vdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0BzKMILPUrkdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 5000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVMgQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEwAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBlGggSxOFlGgkdJRSlGgnaBwolhMAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAZRoIEsThZRoJHSUUpRoLEsThZRoLmgcKJZMAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLE4WUaCR0lFKUaDNoHCiWTAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBlGgWSxOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (19,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 4, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.1.0", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7960e19af1c0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7960e19a7b00>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 300000, "_total_timesteps": 300000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1698259256817927047, "learning_rate": 0.0007, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWViwIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAz7ziQMwqoMAAACDBx/1JwAxuIr4Fzpk9/CS/v33gmT/0zZk9Gzf+PhivSL/OyJk9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAkM21P1I1Zr+vZIm/PTKLP+6Rmr96y5k/6VynP226tr+hvYK/dmE/PcGeWL/uHZs/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWMAEAAAAAAAAJajE/P8kaPwKFY7+OJSs+swNyPm5QNT1wjZg/z7ziQMwqoMAAACDB5AL0uwAAIEEAACDBcJ4bQZPynsCsERQ95UNePI60vLqaj9tAiXUjPhPUzb7ndwA/96SXP8t+o75ZGaa/+ZZ0P8f9ScAMbiK+Bc6ZPRcL8LsUAnK8EK54Pwzz3zz8HrM7kUIHPUZ1mzmkwCW83kPPuQSrUL8hvRjAt0udP7Kjrj/Uc/O+3G30vjJEbr/8JL+/feCZP/TNmT32CfC7sA5yvAyxOLwoYuE8cxS4OwtOBz0AohC6d8USvKQB1Ll/His/ClsdP3E0SD543wE+jKE9PtOG8T52j5g/Gzf+PhivSL/OyJk9K5vuu5jPb7zmzhe88EvqPMaMjTuorAg9VSdhO4v8zbvfaaU5lGgOSwRLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[ 7.085548 -5.005224 -10. ]\n [ -3.1561143 -0.15862292 0.07509998]\n [ -1.4933162 1.2021633 0.07509986]\n [ 0.49651417 -0.7839217 0.07509004]]", "desired_goal": "[[ 1.4203358 -0.8992511 -1.0733851 ]\n [ 1.0874707 -1.2075784 1.2015221 ]\n [ 1.3075229 -1.4275643 -1.021412 ]\n [ 0.04672381 -0.8461724 1.2118509 ]]", "observation": "[[ 6.9302422e-01 6.0463327e-01 -8.8874829e-01 1.6713545e-01\n 2.3634224e-01 4.4266157e-02 1.1918163e+00 7.0855479e+00\n -5.0052242e+00 -1.0000000e+01 -7.4466337e-03 1.0000000e+01\n -1.0000000e+01 9.7261810e+00 -4.9671111e+00 3.6149666e-02\n 1.3565992e-02 -1.4397071e-03 6.8612795e+00]\n [ 1.5962805e-01 -4.0200862e-01 5.0182956e-01 1.1847218e+00\n -3.1932673e-01 -1.2976485e+00 9.5542866e-01 -3.1561143e+00\n -1.5862292e-01 7.5099982e-02 -7.3255408e-03 -1.4771003e-02\n 9.7140598e-01 2.7337573e-02 5.4663401e-03 3.3022467e-02\n 2.9651279e-04 -1.0116730e-02 -3.9532682e-04]\n [-8.1510949e-01 -2.3865435e+00 1.2288731e+00 1.3643706e+00\n -4.7549307e-01 -4.7740066e-01 -9.3072808e-01 -1.4933162e+00\n 1.2021633e+00 7.5099856e-02 -7.3254062e-03 -1.4774010e-02\n -1.1272680e-02 2.7512625e-02 5.6176721e-03 3.3033412e-02\n -5.5173039e-04 -8.9582121e-03 -4.0437013e-04]\n [ 6.6843408e-01 6.1467040e-01 1.9551255e-01 1.2682903e-01\n 1.8518656e-01 4.7173175e-01 1.1918781e+00 4.9651417e-01\n -7.8392172e-01 7.5090036e-02 -7.2816811e-03 -1.4636897e-02\n -9.2656370e-03 2.8600663e-02 4.3197600e-03 3.3367783e-02\n 3.4355719e-03 -6.2862090e-03 3.1550133e-04]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWViwIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAA5DLvUaWEr4K16M8V46RPVskhD0K16M8GfEHvTQ8j70K16M8FnPhPci+xzoK16M8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAZELAvXstmzsK16M8Vcy5vRsmBT0K16M87PYQvsytBboK16M8uKgXvmWGyb0K16M8lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWMAEAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAAAAAAAAA5DLvUaWEr4K16M8AAAAAAAAAIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA6nIdPRlsGqxDI0o+AAAAAAAAAIAAAAAAAAAAAFeOkT1bJIQ9CtejPAAAAAAAAACAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAOpyHT0ZbBqsQyNKPgAAAAAAAACAAAAAAAAAAAAZ8Qe9NDyPvQrXozwAAAAAAAAAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAAAAAAAAFnPhPci+xzoK16M8AAAAAAAAAIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGgOSwRLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[-0.09939577 -0.14315137 0.02 ]\n [ 0.07107227 0.06452247 0.02 ]\n [-0.03318891 -0.06993905 0.02 ]\n [ 0.11008279 0.00152394 0.02 ]]", "desired_goal": "[[-0.09387663 0.00473565 0.02 ]\n [-0.09072176 0.03250704 0.02 ]\n [-0.14156693 -0.00050994 0.02 ]\n [-0.14810455 -0.09840087 0.02 ]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 -9.9395774e-02\n -1.4315137e-01 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 7.1072273e-02\n 6.4522468e-02 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 -3.3188913e-02\n -6.9939047e-02 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00 0.0000000e+00 1.1008279e-01\n 1.5239352e-03 2.0000000e-02 0.0000000e+00 -0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00\n 0.0000000e+00 0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEkAAAAAAACMAWyUSzKMAXSUR0CNbu1v2oNvdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNcqvSMLncdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNdLlYlpoLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNcsqSX+l1dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNdAv5gw49dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNdvrdFfAsdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNeSZIg/1QdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNdy6nR9gGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNeGwFkhA4dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNe1YLb5/LdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CNe24EOiFkdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNfWHKOktVdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNe2jzqbBodX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNfKThYNiIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNf8DcuanadX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNgdo11nuidX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNf+4Cp3otdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNgSlxffGddX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNhBX/YJ3QdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNhgrJ8v25dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNhA9QoCuEdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNhUemNzbOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNiEQEIPbxdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CNiGBvJiiJdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNikfs/pt8dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNiFhkRSP2dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNiZGd7OVxdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNjKBmPHT7dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNjpIpYs/ZdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNjJ1Iy0rtdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNjdfqoqCpdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNkQ5jpcHGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNkvye7L+xdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNkQoQWepXdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNkkgOjIq9dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNlVORkmQbdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNlzjXnQpndX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNlVqTr3TNdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNlpSLIgeSdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNmcMTewcHdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNm6F9roGIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNmaV0Lc9GdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNmt863iJgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNndExZdOZdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNn7coH9m6dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNnbV6NVBEdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNnvMQmNR4dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNogjFhodudX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNo+b6P8yfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNoeGB4D9wdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNoxbaAWi2dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNpgTxG2CvdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNp+qc3EQ5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNpg0UoKD1dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNp0/HHWBjdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNqo6ErXlKdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNrId5prULdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CNrJ225QP7dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNqoZIg/1QdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNq7yEtdzGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNrslP8AJcdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNsODQqqffdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNrt6KtPpIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNsCv+wTufdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNszrsSkCWdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNtTw2ETQFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNsys3AEdOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNtGi5d4VzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNt54WUKRddX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CNt7Rc/t6YdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNuZmHP/rCdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNt7AjY7JXdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNuOgq3EyddX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNu/lg+hXbdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNvdjfek57dX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CNvflHz6JqdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNu92OAAhjdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNvRomG/N8dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNwDcbiqACdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNwjq9oN/fdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNwF5WRzRydX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNwbmDDjzadX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNxgFFlTWHdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNyJcVxjridX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNxyiHqNZNdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNyI7UXpGGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNzRhoduHfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNz/NtZV4pdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNznAhStNjdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CNz96gM+eOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN1H2WY4Q0dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN1yMfigkDdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CN10ocaOxTdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN1bm6GxlhdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CN1d7MxGlRdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN1yX40uUVdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN27tqpLmIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN3dXU6PsBdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN27czqKP5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CN3OIsRQJpdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 15000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVMgQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEwAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBlGggSxOFlGgkdJRSlGgnaBwolhMAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAZRoIEsThZRoJHSUUpRoLEsThZRoLmgcKJZMAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLE4WUaCR0lFKUaDNoHCiWTAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBlGgWSxOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (19,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 4, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.1.0", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}}
|
replay.mp4
CHANGED
|
Binary files a/replay.mp4 and b/replay.mp4 differ
|
|
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward": -45.0, "std_reward": 15.0, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-10-25T18:
|
|
|
|
| 1 |
+
{"mean_reward": -45.0, "std_reward": 15.0, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-10-25T18:56:56.021421"}
|
vec_normalize.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3013
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dc243e46c8a7871431c52f8ba150786264b665853889248438ad76b1b8d23c5c
|
| 3 |
size 3013
|