File size: 19,003 Bytes
9b69dac |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 |
{
"policy_class": {
":type:": "<class 'abc.ABCMeta'>",
":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
"__module__": "stable_baselines3.td3.policies",
"__doc__": "\n Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ",
"__init__": "<function MultiInputPolicy.__init__ at 0x79f7ba9d32e0>",
"__abstractmethods__": "frozenset()",
"_abc_impl": "<_abc._abc_data object at 0x79f7ba9d5bc0>"
},
"verbose": 1,
"policy_kwargs": {},
"num_timesteps": 1000000,
"_total_timesteps": 1000000,
"_num_timesteps_at_start": 0,
"seed": null,
"action_noise": null,
"start_time": 1719148534956247250,
"learning_rate": 0.001,
"tensorboard_log": null,
"_last_obs": {
":type:": "<class 'collections.OrderedDict'>",
":serialized:": "gAWViwIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAn5SXP6UzKD8phss81C/6vqgRQj8phss8rz+Nv3HgHj+cnMs81z8Mv2zHd79q5co8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAfomHv8HSqD9ryYq/mLTpvj7wer9ryYq/jcB8vylHQTxryYq/+9a/v0yClj8TR4W/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWMAEAAAAAAADpyXu/Wz6HP7RG0T29u5e+i94DP0KGJD+o8oC/n5SXP6UzKD8phss88C0CPI0FFLucnZC7eSeyOzmnDTt/JkA8q4ZFuoaoU7sn4oe75bgCvtXfdj+Isgm+sGFyvg2oTD8BGYO9IJCCv9Qv+r6oEUI/KYbLPAam8js5y7y6iNgmO55K9TvZw5A7fyZAPGWGRbqXqFO76WGPuovM5D45sAo/5EJtPA81LkDQF2w/hAE2QAVWiz+vP42/ceAeP5ycyzy9vgM8/EbdurgaNLoRMq07ESavO4rPMDz+0jS8KKQcvASQE7tQAnQ/W3lZP94ECz/woKA+qfiJPmOkMrwakIK/1z8Mv2zHd79q5co8/U0TPNU4zbpAZLO6Wi23O/swSjt+JkA8VotFuripU7vn/EC7lGgOSwRLE4aUaBJ0lFKUdS4=",
"achieved_goal": "[[ 1.184223 0.65703803 0.02484425]\n [-0.48864615 0.7580819 0.02484425]\n [-1.103506 0.6206122 0.02485495]\n [-0.5478491 -0.9678867 0.0247676 ]]",
"desired_goal": "[[-1.0588834 1.3189317 -1.0842718 ]\n [-0.45645595 -0.9802283 -1.0842718 ]\n [-0.9873131 0.01179675 -1.0842718 ]\n [-1.4987482 1.1758513 -1.0412315 ]]",
"observation": "[[-9.8354965e-01 1.0565904e+00 1.0218564e-01 -2.9635420e-01\n 5.1511449e-01 6.4267361e-01 -1.0074053e+00 1.1842231e+00\n 6.5703803e-01 2.4844246e-02 7.9455227e-03 -2.2586316e-03\n -4.4133198e-03 5.4368344e-03 2.1614565e-03 1.1727928e-02\n -7.5350207e-04 -3.2296493e-03 -4.1468325e-03]\n [-1.2765844e-01 9.6435291e-01 -1.3447011e-01 -2.3670077e-01\n 7.9943925e-01 -6.4012535e-02 -1.0200233e+00 -4.8864615e-01\n 7.5808191e-01 2.4844246e-02 7.4050454e-03 -1.4403827e-03\n 2.5458653e-03 7.4857017e-03 4.4178781e-03 1.1727928e-02\n -7.5349800e-04 -3.2296532e-03 -1.0939214e-03]\n [ 4.4687304e-01 5.4175144e-01 1.4481280e-02 2.7219884e+00\n 9.2223835e-01 2.8438425e+00 1.0885626e+00 -1.1035060e+00\n 6.2061220e-01 2.4854951e-02 8.0410810e-03 -1.6882117e-03\n -6.8704365e-04 5.2855094e-03 5.3451140e-03 1.0791669e-02\n -1.1036633e-02 -9.5606223e-03 -2.2516260e-03]\n [ 9.5316029e-01 8.4950799e-01 5.4304302e-01 3.1372786e-01\n 2.6947525e-01 -1.0903451e-02 -1.0200226e+00 -5.4784912e-01\n -9.6788669e-01 2.4767596e-02 8.9907618e-03 -1.5657196e-03\n -1.3686493e-03 5.5901231e-03 3.0851949e-03 1.1727927e-02\n -7.5357163e-04 -3.2297205e-03 -2.9447617e-03]]"
},
"_last_episode_starts": {
":type:": "<class 'numpy.ndarray'>",
":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
},
"_last_original_obs": {
":type:": "<class 'collections.OrderedDict'>",
":serialized:": "gAWViwIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAlQjZPU80bD1hwaM8DV8wvWtmiD1hwaM8TF7IvQADXz2ZwaM8iflFvT4nsL3Qv6M8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAYS29vSuZ6j0K16M8f9cjvU19rb0K16M8U2+wvYG3pToK16M81r4Fvs4z0T2DTrs8lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWMAEAAAAAAADoL7K+uOxlPvHVdT49qCO+6vLXPYroXz68y/c5lQjZPU80bD1hwaM8NIliNyXybrdFdtS5khDFtzfAqLd08mwt7A5bMjWtZzKK8RO6Z1f/vTCkRz4jdUY+JGUTvgVGQj6hVaK6N9yDNQ1fML1rZog9YcGjPGz0brcNh2I3i9LIOZDAqDdTEcU3TJhsLVyuZzKpE1sy7/ITOq/NzjzDknM9BUdkPgLLJD+9i2c+HFJnPxVroT1MXsi9AANfPZnBozwRa5o3qRerNqhHjTdOFeC3dbItOIlBrLdyi/O64licumv4DjnPIiE+hO8hPiAMpz4jDSo7UasFPQJ4ejxJeoc1iflFvT4nsL3Qv6M8ONiMOE46GzcHMH24FrKpt0LuF7bQRVeslyZRL6kWWi4sf/u4lGgOSwRLE4aUaBJ0lFKUdS4=",
"achieved_goal": "[[ 0.1059734 0.05766707 0.01998967]\n [-0.0430594 0.0666016 0.01998967]\n [-0.09783611 0.05444622 0.01998978]\n [-0.04833368 -0.08601235 0.01998892]]",
"desired_goal": "[[-0.09237171 0.11454996 0.02 ]\n [-0.04000043 -0.08471165 0.02 ]\n [-0.08614983 0.00126432 0.02 ]\n [-0.1306108 0.10214959 0.02286459]]",
"observation": "[[-3.48021746e-01 2.24535823e-01 2.40073934e-01 -1.59821466e-01\n 1.05443791e-01 2.18660504e-01 4.72633052e-04 1.05973400e-01\n 5.76670729e-02 1.99896712e-02 1.35025948e-05 -1.42422841e-05\n -4.05239087e-04 -2.34919462e-05 -2.01166677e-05 1.34688823e-11\n 1.27508706e-08 1.34853524e-08 -5.64359711e-04]\n [-1.24678425e-01 1.94962263e-01 1.93806216e-01 -1.43940508e-01\n 1.89720228e-01 -1.23851385e-03 9.82435154e-07 -4.30593975e-02\n 6.66015968e-02 1.99896712e-02 -1.42428144e-05 1.35020937e-05\n 3.83038394e-04 2.01168295e-05 2.34922973e-05 1.34488636e-11\n 1.34856144e-08 1.27519479e-08 5.64380491e-04]\n [ 2.52445620e-02 5.94661348e-02 2.22927168e-01 6.43722653e-01\n 2.26118997e-01 9.03596640e-01 7.88175240e-02 -9.78361070e-02\n 5.44462204e-02 1.99897755e-02 1.84080873e-05 5.09895153e-06\n 1.68418774e-05 -2.67128016e-05 4.14126152e-05 -2.05345150e-05\n -1.85809867e-03 -1.19283446e-03 1.36347182e-04]\n [ 1.57359347e-01 1.58140242e-01 3.26264381e-01 2.59477715e-03\n 3.26340832e-02 1.52874012e-02 1.00938735e-06 -4.83336784e-02\n -8.60123485e-02 1.99889243e-02 6.71599410e-05 9.25229506e-06\n -6.03646295e-05 -2.02292977e-05 -2.26394377e-06 -3.05920914e-12\n 1.90221491e-10 4.95875875e-11 -1.19923003e-04]]"
},
"_episode_num": 20659,
"use_sde": false,
"sde_sample_freq": -1,
"_current_progress_remaining": 0.0,
"_stats_window_size": 100,
"ep_info_buffer": {
":type:": "<class 'collections.deque'>",
":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCpA44p+c6OMAWyUSzKMAXSUR0DJIOPStvGZdX2UKGgGR8AmxCYTj/+9aAdLMmgIR0DJIebeoDPodX2UKGgGR8ASDO1OTJQtaAdLMmgIR0DJIdzMJQchdX2UKGgGR8AjoCLdepn6aAdLMmgIR0DJIb6C17Y1dX2UKGgGR8Am7kwN9YwJaAdLMmgIR0DJIkMzGgjAdX2UKGgGR8Akl68g6ltTaAdLMmgIR0DJI7bMkhRqdX2UKGgGR7+Y9kjHGS6laAdLAWgIR0DJI8HozN2UdX2UKGgGR8AmYCCBf8dgaAdLMmgIR0DJI7Km2sq8dX2UKGgGR8AprP2wmmcfaAdLMmgIR0DJI5ThNucddX2UKGgGR8Amm33Hq/ucaAdLMmgIR0DJJAVJQLuydX2UKGgGR8AjJLgXMyJsaAdLMmgIR0DJJRHOKO1fdX2UKGgGR8Aqx1mrbQC0aAdLMmgIR0DJJQBu89OidX2UKGgGR8AtaO6unuRcaAdLMmgIR0DJJOJvUBn0dX2UKGgGR7+dI065oXbeaAdLAWgIR0DJJOt3B55adX2UKGgGR8AjlNcGC7K8aAdLMmgIR0DJJVFE7W/bdX2UKGgGR8Arpyc0+C9RaAdLMmgIR0DJJlyTOgQIdX2UKGgGR8AYxweeWfK7aAdLMmgIR0DJJkstTUAldX2UKGgGR8Aw719fCyhSaAdLMmgIR0DJJjX7zkIYdX2UKGgGR8AsYmpEQXhwaAdLMmgIR0DJJp4GOdXldX2UKGgGR8AiGP9UCJXRaAdLMmgIR0DJJ6XB1s+FdX2UKGgGR8AsR+yZ8a4uaAdLMmgIR0DJJ5Rwjt5VdX2UKGgGR8ArAF8ohIOIaAdLMmgIR0DJJ332IwdsdX2UKGgGR8AUSgdwNsnBaAdLMmgIR0DJJ+YeA/cGdX2UKGgGR8Aqq8zQ/oq1aAdLMmgIR0DJKQX7JnxsdX2UKGgGR8AkFjoZAIIGaAdLMmgIR0DJKPalxffGdX2UKGgGR8AqL8gpz90jaAdLMmgIR0DJKOkvsZ5zdX2UKGgGR8AHj9Q40dilaAdLMmgIR0DJKXDtXxOMdX2UKGgGR8An81ZTyauwaAdLMmgIR0DJKqplUZNxdX2UKGgGR8Apcxzq8lHCaAdLMmgIR0DJKpkxASnMdX2UKGgGR8AohDm8ujASaAdLMmgIR0DJKoOXXyy2dX2UKGgGR8ApXWattALRaAdLMmgIR0DJKuscABDHdX2UKGgGR8AtVOgxrSE2aAdLMmgIR0DJK/V6gM+edX2UKGgGR8AmBLJ0W/JvaAdLMmgIR0DJK+QUUO/ddX2UKGgGR8AtDX1anrIHaAdLMmgIR0DJK85At4A0dX2UKGgGR8AjsurZJ04jaAdLMmgIR0DJLDXz19ORdX2UKGgGR8ArC4vvjOs1aAdLMmgIR0DJLUHbKzRhdX2UKGgGR8ApjRUFSsKcaAdLMmgIR0DJLTB8D0UXdX2UKGgGR8ATlf9gnc+JaAdLMmgIR0DJLRrGPxQSdX2UKGgGR7+Xy/bj94u9aAdLAWgIR0DJLSEDGLk0dX2UKGgGR8AkwhC+lCTmaAdLMmgIR0DJLYIVqN6xdX2UKGgGR8Afm/L1VYITaAdLMmgIR0DJLoweq7yydX2UKGgGR8AFyydFvybyaAdLMmgIR0DJLnuzfJmvdX2UKGgGR8AatNN8E3bVaAdLMmgIR0DJLmoz+FURdX2UKGgGR8AiUiBXjlxPaAdLMmgIR0DJLso2CNCJdX2UKGgGR8AxouYQarFPaAdLMmgIR0DJMBDh1klNdX2UKGgGR8AoqlpoK2KEaAdLMmgIR0DJMALgCOm0dX2UKGgGR8AZBY4hllK9aAdLMmgIR0DJL/6UmlZYdX2UKGgGR8AQwe6qbSZ0aAdLMmgIR0DJMH+0AtFsdX2UKGgGR8AqkrBj4HopaAdLMmgIR0DJMZObZvkzdX2UKGgGR8Ah1fZ26kIpaAdLMmgIR0DJMYN5Sm65dX2UKGgGR8Apaskpqh11aAdLMmgIR0DJMXgNVinYdX2UKGgGR8AlYbXpW3jNaAdLMmgIR0DJMdlM495hdX2UKGgGR8AlPuP3i704aAdLMmgIR0DJMuOdCmdidX2UKGgGR8Aj6eGO+7DmaAdLMmgIR0DJMtPMOf/WdX2UKGgGR8Aj/LwF1SwXaAdLMmgIR0DJMsM8NhE0dX2UKGgGR8AnOywfQrtmaAdLMmgIR0DJMybBhx5tdX2UKGgGR8AjeBg/keZHaAdLMmgIR0DJNC8yBTXKdX2UKGgGR8AqqE+xGDtgaAdLMmgIR0DJNB/9aUzLdX2UKGgGR8AlM3UhFEy+aAdLMmgIR0DJNA9Q0oBrdX2UKGgGR8AiBM2WIGhVaAdLMmgIR0DJNHMzXSSedX2UKGgGR8ArI7ihnJ1aaAdLMmgIR0DJNX316E8JdX2UKGgGR8AQy0v4/NaAaAdLMmgIR0DJNW19YwIudX2UKGgGR8AmCqo60Y0maAdLMmgIR0DJNVyZF5OadX2UKGgGR8AlXhky1uzhaAdLMmgIR0DJNc5sfq5cdX2UKGgGR8AtPJMg2ZRbaAdLMmgIR0DJNzQVCXyBdX2UKGgGR8AhqRh+fAbiaAdLMmgIR0DJNyOy/sVtdX2UKGgGR8AoNiS7oSteaAdLMmgIR0DJNxMmOU+tdX2UKGgGR8AmnSkTHsC1aAdLMmgIR0DJN3N1dPcjdX2UKGgGR8AcvRb8m8dxaAdLMmgIR0DJOH87MgU2dX2UKGgGR8AwOz9jwx33aAdLMmgIR0DJOG675Ec9dX2UKGgGR8AsffP5YYBOaAdLMmgIR0DJOF3Qtz0ZdX2UKGgGR8AZDub7TDwZaAdLMmgIR0DJOL/aL4vfdX2UKGgGR8AkR2fTTfBOaAdLMmgIR0DJOcs9IPK/dX2UKGgGR8AnXJK8L8aXaAdLMmgIR0DJObsSTQmedX2UKGgGR8Am13xFy7wsaAdLMmgIR0DJOatKNAC5dX2UKGgGR8Ao1eGfwqiHaAdLMmgIR0DJOg7U1AJLdX2UKGgGR8AY4z41xbSraAdLMmgIR0DJOxynHeabdX2UKGgGR8AVJBhQWN3oaAdLMmgIR0DJOwyc5Ke1dX2UKGgGR8AmTgxagVXWaAdLMmgIR0DJOvxfShJzdX2UKGgGR8Af3VTaTOgQaAdLMmgIR0DJO2FoWYWtdX2UKGgGR8AaiGFi8WbgaAdLMmgIR0DJPIkxREWqdX2UKGgGR8AbuLQ5WBBiaAdLMmgIR0DJPHvo5ggHdX2UKGgGR8AqfH4oJAt4aAdLMmgIR0DJPHVhoduHdX2UKGgGR8AtRWdVea8ZaAdLMmgIR0DJPPPqAz55dX2UKGgGR8AoX8CxNZeSaAdLMmgIR0DJPiNyFPBSdX2UKGgGR8AmVJqZc9nsaAdLMmgIR0DJPhNK9PDYdX2UKGgGR8AeI7uDzyz5aAdLMmgIR0DJPgJsGgSOdX2UKGgGR8AkiWcjJMg2aAdLMmgIR0DJPmQiNbTudX2UKGgGR8AhsDrZ8KG+aAdLMmgIR0DJP2rYmLLqdX2UKGgGR8AbTLHMlkYoaAdLMmgIR0DJP1q5PM0QdX2UKGgGR8AooVvddmg8aAdLMmgIR0DJP0lCRfWudX2UKGgGR8ApYixmkFfRaAdLMmgIR0DJP6pY9xIbdX2UKGgGR8AUzypaRp1zaAdLMmgIR0DJQLTgflp5dX2UKGgGR8Au4LJCBwuNaAdLMmgIR0DJQKWFg2IgdX2UKGgGR8AZ/zQNTcZcaAdLMmgIR0DJQJYVKwpwdX2UKGgGR8AYtkd3jdYXaAdLMmgIR0DJQPmyE+PjdX2UKGgGR8Aj15kbxVhkaAdLMmgIR0DJQgK5y2hJdX2UKGgGR8AbgBmwqy4XaAdLMmgIR0DJQfMuJ1q4dX2UKGgGR8AqSSXdCVrzaAdLMmgIR0DJQeKvcJt0dX2UKGgGR8AkARlpXZGsaAdLMmgIR0DJQkPcQAdXdWUu"
},
"ep_success_buffer": {
":type:": "<class 'collections.deque'>",
":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImJiYmJiYiJiYmJiYmIiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiImJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYllLg=="
},
"_n_updates": 249975,
"buffer_size": 1000000,
"batch_size": 256,
"learning_starts": 100,
"tau": 0.005,
"gamma": 0.99,
"gradient_steps": 1,
"optimize_memory_usage": false,
"replay_buffer_class": {
":type:": "<class 'abc.ABCMeta'>",
":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=",
"__module__": "stable_baselines3.common.buffers",
"__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}",
"__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
"__init__": "<function DictReplayBuffer.__init__ at 0x79f7babf30a0>",
"add": "<function DictReplayBuffer.add at 0x79f7babf3130>",
"sample": "<function DictReplayBuffer.sample at 0x79f7babf31c0>",
"_get_samples": "<function DictReplayBuffer._get_samples at 0x79f7babf3250>",
"__abstractmethods__": "frozenset()",
"_abc_impl": "<_abc._abc_data object at 0x79f7ba918a00>"
},
"replay_buffer_kwargs": {},
"train_freq": {
":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
},
"use_sde_at_warmup": false,
"policy_delay": 2,
"target_noise_clip": 0.5,
"target_policy_noise": 0.2,
"observation_space": {
":type:": "<class 'gymnasium.spaces.dict.Dict'>",
":serialized:": "gAWVMgQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEwAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBlGggSxOFlGgkdJRSlGgnaBwolhMAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAZRoIEsThZRoJHSUUpRoLEsThZRoLmgcKJZMAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLE4WUaCR0lFKUaDNoHCiWTAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBlGgWSxOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=",
"spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (19,), float32))])",
"_shape": null,
"dtype": null,
"_np_random": null
},
"action_space": {
":type:": "<class 'gymnasium.spaces.box.Box'>",
":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoPgXom1R9zzxD9XYahopU7jANpbmOUihGJcbERIt8/Sc65c8qJGHiiAHWMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=",
"dtype": "float32",
"bounded_below": "[ True True True True]",
"bounded_above": "[ True True True True]",
"_shape": [
4
],
"low": "[-1. -1. -1. -1.]",
"high": "[1. 1. 1. 1.]",
"low_repr": "-1.0",
"high_repr": "1.0",
"_np_random": "Generator(PCG64)"
},
"n_envs": 4,
"lr_schedule": {
":type:": "<class 'function'>",
":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu"
},
"actor_batch_norm_stats": [],
"critic_batch_norm_stats": [],
"actor_batch_norm_stats_target": [],
"critic_batch_norm_stats_target": []
} |