| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVKgAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMCVRRQ1BvbGljeZSTlC4=", "__module__": "sb3_contrib.tqc.policies", "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the feature extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function TQCPolicy.__init__ at 0x7f2200afd950>", "_build": "<function TQCPolicy._build at 0x7f2200afd9e0>", "_get_constructor_parameters": "<function TQCPolicy._get_constructor_parameters at 0x7f2200afda70>", "reset_noise": "<function TQCPolicy.reset_noise at 0x7f2200afdb00>", "make_actor": "<function TQCPolicy.make_actor at 0x7f2200afdb90>", "make_critic": "<function TQCPolicy.make_critic at 0x7f2200afdc20>", "forward": "<function TQCPolicy.forward at 0x7f2200afdcb0>", "_predict": "<function TQCPolicy._predict at 0x7f2200afdd40>", "set_training_mode": "<function TQCPolicy.set_training_mode at 0x7f2200afddd0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f2200afb270>"}, "verbose": 1, "policy_kwargs": {"log_std_init": -3, "net_arch": [400, 300], "use_sde": true}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVPwIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLGIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWYAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP+UaApLGIWUjAFDlHSUUpSMBGhpZ2iUaBIolmAAAAAAAAAAAACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgKSxiFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWGAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYYAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJRoIUsYhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [24], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf\n -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf\n inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False False False False False\n False False False False False False False False False False False False]", "bounded_above": "[False False False False False False False False False False False False\n False False False False False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWV/gsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAIC/AACAvwAAgL8AAIC/lGgKSwSFlIwBQ5R0lFKUjARoaWdolGgSKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaApLBIWUaBV0lFKUjA1ib3VuZGVkX2JlbG93lGgSKJYEAAAAAAAAAAEBAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYEAAAAAAAAAAEBAQGUaCFLBIWUaBV0lFKUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBJfX3JhbmRvbXN0YXRlX2N0b3KUk5SMB01UMTk5MzeUhZRSlH2UKIwNYml0X2dlbmVyYXRvcpRoMIwFc3RhdGWUfZQojANrZXmUaBIolsAJAAAAAAAAUGQfJGmkiRhDtzAxyvwLhwKe9oM0vOvg/KaetlDVs2p5at0lTF7jkdn6LkQEOEyYIH2xr6CEir7MFTR0UUe7oKAYQHiY/BvRiS7I9/p4WP6nN2SdZemIyO73D8/FEMXOn2xU0wGyFqcTpkBLZZjcYQgjLGd/F7DeyOXw8XCq4CJyjGesIcDOGCzXiGWnLswgF4e44mqGBl46frP3s27QNawcknKFIvug+CNT/hXGKNqaqS/NbX0iOwOuOEWDn9aM0CZUeYLyqJOeWS003RvQ6HlRYdnDViuE+CR2t/FjryEcW5GTl/CAngenHczBscXzzMghra/j7XurLQshTEydMzuI11LjNSgiDET3P5AiRkFIXXRKaRN2AsFOmzuApl3kkwlS7Y5qe9VvDX44y9oHhPC8biU3XRdWOquXKhi8JWQyxTjmz8H6AgPEqgA4n4inR4xzJsinhc5b290wzUuZjXmq5kHLcMAz1ZSnxS7CYkh19NaVHDc9JSSvWi8zGuf6rbUeaZCIrSvhhn2UnU8JYwQjLntnqP9MkgB4t7O3ynpfEf+bTfo9n8g6sUujV28Co2nqWTiOUMBpeoQIxDeneb7lzEBKnuBcvDqvcDjIYsUk0NbiV2NbQEHtp696l+ZLxGAr3ovFfzZhItZ4JLkR8c9YMwti3iWQlSYiW3g5ybKbCZIQZt2PNpRqNWqgm0QDwyr5T733umRpgw3JqjsNSTs1TivASIzq4LUruQc1Gllw4g1hdWcuhhXK65iUAJAZRf6hR4c1g3C949moI7ZUCk4Tgf6VbolIH5u7SfcCAzcUtUiRFkJmOK+tZFcGaUS8h4VO9l+L4LxaldHd5fucNgFoWkQZQG0ngobTTze2wm0u0njNKB2tMzxiN5npwaiKWfElkomm4+4mmVnechAnQU/jMOUtaDwRn2YSONxgLK4YHrMIU3VbBrpyu/MoH8boXA3nCAWGLNgnfv5K4iz0XX1UhQmXqgMKgn0PWoWyuPub3JUHHHwei7RhS2dCEqstKWw6NkaBQS/YiJ7x8O7NZ9dCN7t6Isx5dU84lFGdq+2PWyMRoQwD7k+741AZn7cvojPPxWOUgzgObaefAO/MVxHouPONw0DWzjAm3pCl1rdG8VzDuksbUaDtMyVJaJBLPFNbf8yykyKI+dHALsq9oXJrdUVVBTyAIvftD4bln5IHsb8BStQoHqxRbFAjcoWayF7fbfZqqq46H5sXSYHTE9EB4PWMTgBGAnvWP+5wLkripGyLSDsrCS/krWtlL8g7Og3JhCGCU6uDk22CBQVP7nA4PMBbM/iMj2AsmjF2gEUA/1JK9KcERwW948K2slnekTen7JFrWbSapOi3xpaqBZCTjok2RxAFWFm25F7N8oTzgZp5ZAL5TmBTGvgh2Ew80INYKoDVWtGa5S3cNfL+idzm0EkvsH1a34Aiy/u0s5hQ3UFNBx8dSEnE6zeDoWHP76LNqHLoQ1tcgUc/lSMuEzcbmsbgL1l2jEppWVLVAZOSOk57rheZDTdcvpAxE23WV00UyVu+tJ4eCpCoRr68JS8I9+HUAheB46+PBkTc2hp+PIBTKtaRccq7KmhOowjjS4p/x56OX/aXkOL5HykCuFYHzRWPpMVwUw7cWWidggie5ywBNyHAtGhiDLBIorNieDLf3u1mNux4RhhqNIhLliisB1yINQY4IGKFNIV2EazAKMzSakVMum64Cr8XfS0OQD8Sy/arHpUtlDehJYGeooc41OGk2ipTfmwozleFlqy0xkwYwL68FWn5Wnxe3xfNC6cJgUkmI9eXotMuBNd1WOzsGSvcQXA3FCH+e/TMe60AaJa3LkqHc2mlfRj+ZLxEzUaHxY+/Xsj+ExI9iOcNTuZHJ1DmYKFzUIgGTqwJEIaFrZNwpP8hmm6IP+QHnQAsNUYzy5CpK1rhwrhCWQHYwW22yHUDhxtc4MgiBUqY4UWDeO0Yi+xT60A1ZWFZ5BkcbCmQntkUvwpmBYELVJHqS08tqlJs4emoVd6nJZis5VaDsth1402V6STU4RY3h17XjC7Pew5Rud1ne9kSUFJ9Cybbyvnpm0gbsh9ktRIGBEKchko5c1ZdeSJ2+PCixn5tLWj9P4hFw242nXevhBWWRjUZGfW1dL5EVQwSNZqliRr3Wjc0/169XKguBPGOn0NA57WXAKkEilOcuFxBI4njeC2yURdz6Xoaxz2A55h0cd0Q12icb6Vp6m3PvHkbl7SVIYVFH5Q5gurud0kxQbLO4WCjF/TRB6MGp2nZcotp4bV++wRw2iklvcFU5j9NneIQQRXjJKh5ndwWoZ1UNtLq4e2VLTrvEIyOq1ZG2ZT8WbExRnHSVwLNliBiZfjCjNB6XuVLiCZAQz2UuQrabM0E1OLnlws9LvczIlOo7Nu4v66bh3MjJQ1hAgs2EkXOf50uVaEYw+h4teX2sKB65ld80mST2bb30M1D53sapXWNQKOHXbFKl7WvaCm3jnJc9RE11uWPKdy0PSfg7RKETc74zNohelGWeUsuib6hFVHkWueWMezhpae8jTViI4yJWblttoFPN5lsuVmMDYuQEeKQfFRQiZ0smj2XlK5Vt4DtDLudNHsg7cFDB5YSaWjSCzeTDjxfHqSHZjX6S+vjaYewId4etqPArSqyVd7HlwZ4/p3bmYfsxx4hOez2DEuYhXBm4IEuVg+UH5SW31u0UwS14Kn0yu2+jviU5qEEKkcLQ6hwro5K12nDMDlFWJ1q2VBr7TFV/p3asnSxmcbvh+0X21AH6PsrqyqpJs1ghgEaeCMAFuMVntmOrzXtqIYflMwzqoxq/iNQSYN0TIqn0GAjpvM6dUUpS9sg4sonyo4mEbIuOCQfKhbq1ysqsEV6yeLv9Sg3DxVZB99laCFYodH+m+iYZJW5SoG3LojcEhJ74KHlE03MUPMNp+h6tGAIdPyb0MdIOrNDqVgCMh+EfPeXsv3iZPG0+F08b8pE8T3DpH051Seyy2EG8UcY+rMnnXgrwh5dDcDQzDztycQrn6J+6jXGyKggvURA02I9OsnPer8cKGeqWe6nZthoA9h878eYjHgkiLXF3CPB8jHtIlC0FiEEBuUsYyUv7z/M2GYtZLdvTi+7+j35UqUPClIu4l82awFb+cpGZuvJXf/m8qmjfWvpWoY5ofwr5SLUXFiRgAi3tJINbSHxBgYk9OWJlt4JAsTNuJwqJV+0X9HJq6MsZUapWIT+JPhazrRWOWkfX8AfUd/9Uox4Uft5aEf13P5jDvchfObHwyRnAczwUbw+cQu5j2ziqOHvKt8yYGkQkCPbu/CM3TOMKFs0/64F2vJtlGgHjAJ1NJSJiIeUUpQoSwNoC05OTkr/////Sv////9LAHSUYk1wAoWUaBV0lFKUjANwb3OUS4B1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "dtype": "float32", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_np_random": "RandomState(MT19937)"}, "n_envs": 2, "num_timesteps": 600000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652550056.2211874, "learning_rate": 0.00073, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVywIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9H668QI2OyhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVNQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAAAAAAAAAMOkt7x6vwq8/WdxPy/KMjymmVw/AQCAv4DhvrwF6T8+AACAP2zThT4BAIA/CPTgvmdmjj4AAAAAVrrXPhE91z6TC9w+qajoPibg/D4ddA0/Z9AmP1NQWT8AAIA/AACAP+I7RD2a/jK8n9iYPh81yzxX9I0/AABgs+AIoDwBAIC/AAAAAIZRw74TP3w/AC9NPgEAgL8AAAAAR3LIPge5yj5O0dE+j5vePtbd8j6k+Qg/TTshP8ZsST8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAksYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYCAAAAAAAAAAEBlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksChZSMAUOUdJRSlC4="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVNQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAAAAAAAAAPczlrw7wgy8/9tvP/8ttTytH3I/AQCAv8B+dTygVKo9AAAAADt3PD4AAIA/FGH1vvyJGr8AAAAAm+DYPsJZ2D4VCN0+o2boPl8x/T74pQ0/1homP5YUWT8AAIA/AACAP5ewWj0gClA8aPuePt/OAz0qbY4/AAAAAEgXCT77/3+/AAAAAPUw677mFKk+XHaiPgAAgL8AAAAAbt/HPoMkyj6XN9E+efjdPuor8j5LlQg/L8UgPzbZSD8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAksYhpSMAUOUdJRSlC4="}, "_episode_num": 1041, "use_sde": true, "sde_sample_freq": -1, "_current_progress_remaining": 0.40000199999999997, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVfxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIkSkfgqpmW0CUhpRSlIwBbJRNoAGMAXSUR0Cr0jOtGNJfdX2UKGgGaAloD0MI0ETY8PSrYECUhpRSlGgVTc4BaBZHQKvd+EW69TR1fZQoaAZoCWgPQwgmxFxSdbB0QJSGlFKUaBVNWAJoFkdAq+Arch1TznV9lChoBmgJaA9DCPPGSWGeuHRAlIaUUpRoFU1bAmgWR0Cr7O8c+7lJdX2UKGgGaAloD0MIRdYaSu28dECUhpRSlGgVTVQCaBZHQKvvOG5+Ytx1fZQoaAZoCWgPQwjGv8+48Dp0QJSGlFKUaBVNWAJoFkdAq/u/vfCQ93V9lChoBmgJaA9DCIT0FDkEqHRAlIaUUpRoFU1WAmgWR0Cr/bfRVp9JdX2UKGgGaAloD0MIwlCHFa65dECUhpRSlGgVTVQCaBZHQKwKJt3OfNB1fZQoaAZoCWgPQwhuwVJdQJp0QJSGlFKUaBVNXAJoFkdArAwhJAdGRXV9lChoBmgJaA9DCHMQdLSqvXRAlIaUUpRoFU1TAmgWR0CsF6CNS619dX2UKGgGaAloD0MIvHoVGd2/dECUhpRSlGgVTVUCaBZHQKwZwXmeUY91fZQoaAZoCWgPQwiOzY5Un7h0QJSGlFKUaBVNUgJoFkdArCTZw84ginV9lChoBmgJaA9DCElIpG38sHRAlIaUUpRoFU1VAmgWR0CsJyyRKYiQdX2UKGgGaAloD0MIniPyXcq3dECUhpRSlGgVTVUCaBZHQKwy6YZ2pyZ1fZQoaAZoCWgPQwgXvOgrSMN0QJSGlFKUaBVNVgJoFkdArDVSTyJ9A3V9lChoBmgJaA9DCPUu3o+bpHRAlIaUUpRoFU1YAmgWR0CsQYCXQdCFdX2UKGgGaAloD0MISUp6GNq1dECUhpRSlGgVTVICaBZHQKxDZ4fOlft1fZQoaAZoCWgPQwhy/FBphKx0QJSGlFKUaBVNWgJoFkdArFAS1G9YfXV9lChoBmgJaA9DCI2bGmh+qHRAlIaUUpRoFU1UAmgWR0CsUjtO/L1VdX2UKGgGaAloD0MIebEwRA60dECUhpRSlGgVTU8CaBZHQKxfHP2wmmd1fZQoaAZoCWgPQwjnjv6XK650QJSGlFKUaBVNWwJoFkdArGGKj+Jgs3V9lChoBmgJaA9DCEQUkzfAzPg/lIaUUpRoFU0IAWgWR0CsaAX05EMLdX2UKGgGaAloD0MInYGRl7WrdECUhpRSlGgVTVkCaBZHQKxuOJQcghd1fZQoaAZoCWgPQwiXHeIfNrh0QJSGlFKUaBVNUwJoFkdArHdKMR6F/XV9lChoBmgJaA9DCJyLv+1JtHRAlIaUUpRoFU1RAmgWR0CsfSWEbo8qdX2UKGgGaAloD0MIKSUEq6rCdECUhpRSlGgVTU8CaBZHQKyF78ohIOJ1fZQoaAZoCWgPQwjul09WjMl0QJSGlFKUaBVNUwJoFkdArIvM0aZQYXV9lChoBmgJaA9DCFdAoZ5+wXRAlIaUUpRoFU1LAmgWR0CslEn0K7ZndX2UKGgGaAloD0MIWWq932iudECUhpRSlGgVTVgCaBZHQKyam2AoXsR1fZQoaAZoCWgPQwgFhxdEZLp0QJSGlFKUaBVNVgJoFkdArKLndCVrynV9lChoBmgJaA9DCNNnB1yXrnRAlIaUUpRoFU1YAmgWR0CsqY9zGPxQdX2UKGgGaAloD0MIqDRiZp+wdECUhpRSlGgVTVACaBZHQKyxyuSwGGF1fZQoaAZoCWgPQwiale1DHq50QJSGlFKUaBVNUwJoFkdArLiLJuEVWXV9lChoBmgJaA9DCCjxuROsnnRAlIaUUpRoFU1bAmgWR0CswTjpLVWkdX2UKGgGaAloD0MIQFHZsOacdECUhpRSlGgVTVACaBZHQKzHdfF72L51fZQoaAZoCWgPQwhihsYTQYw4wJSGlFKUaBVLyWgWR0CszFUH6dlNdX2UKGgGaAloD0MIh+EjYoq3dECUhpRSlGgVTVoCaBZHQKzP4SyMUAV1fZQoaAZoCWgPQwjcLckBu61SQJSGlFKUaBVNZQFoFkdArNSP4CZF5XV9lChoBmgJaA9DCMI1d/Q/s3RAlIaUUpRoFU1TAmgWR0Cs3fxU3n6mdX2UKGgGaAloD0MIbw1sleC3dECUhpRSlGgVTU8CaBZHQKzi1bOeJ551fZQoaAZoCWgPQwiQ2O4eILp0QJSGlFKUaBVNTwJoFkdArOwhZ6lchXV9lChoBmgJaA9DCOIDO/5LtnRAlIaUUpRoFU1VAmgWR0Cs8S4YaYNRdX2UKGgGaAloD0MIqaCi6le1dECUhpRSlGgVTVQCaBZHQKz6rPXTVlR1fZQoaAZoCWgPQwhb6bXZ2MJ0QJSGlFKUaBVNVQJoFkdArP+iZc9nsnV9lChoBmgJaA9DCB9KtOTxvHRAlIaUUpRoFU1MAmgWR0CtCL6Xrt3OdX2UKGgGaAloD0MI7j7HRwu7dECUhpRSlGgVTVMCaBZHQK0OJtfG+9J1fZQoaAZoCWgPQwgcJa/OMbh0QJSGlFKUaBVNXwJoFkdArRe8/OdGzHV9lChoBmgJaA9DCBy0Vx+PsnRAlIaUUpRoFU1YAmgWR0CtHJd5yEL6dX2UKGgGaAloD0MIcQM+Pwy1dECUhpRSlGgVTVUCaBZHQK0mY4+bExZ1fZQoaAZoCWgPQwhZT62++rh0QJSGlFKUaBVNWQJoFkdArSu/7rLQonV9lChoBmgJaA9DCBx4tdxZvXRAlIaUUpRoFU1XAmgWR0CtNLo5xR2sdX2UKGgGaAloD0MIdEaU9gawdECUhpRSlGgVTVICaBZHQK0569OARTV1fZQoaAZoCWgPQwjd66S+7LB0QJSGlFKUaBVNUwJoFkdArUOUa/ATI3V9lChoBmgJaA9DCNL+B1hrsHRAlIaUUpRoFU1UAmgWR0CtSHW7e2uxdX2UKGgGaAloD0MIZan1fiOxdECUhpRSlGgVTVUCaBZHQK1Qr2g39751fZQoaAZoCWgPQwheaK7TSJ50QJSGlFKUaBVNZAJoFkdArVV9tl7MPnV9lChoBmgJaA9DCHR63o2FwXRAlIaUUpRoFU1PAmgWR0CtXX/BWPtEdX2UKGgGaAloD0MI6x7ZXLWydECUhpRSlGgVTVUCaBZHQK1id3Cbc451fZQoaAZoCWgPQwgnZr0YyqkGQJSGlFKUaBVNCAFoFkdArWkOMVDa5HV9lChoBmgJaA9DCK1M+KV+uXRAlIaUUpRoFU1RAmgWR0Cta7eT3Zf2dX2UKGgGaAloD0MIqIx/n/G+dECUhpRSlGgVTUwCaBZHQK13/j3mFJx1fZQoaAZoCWgPQwgcXaW767p0QJSGlFKUaBVNVAJoFkdArXqYsRQJonV9lChoBmgJaA9DCG2rWWd8sHRAlIaUUpRoFU1bAmgWR0CthtsDnvDxdX2UKGgGaAloD0MIRfXWwFa+dECUhpRSlGgVTUwCaBZHQK2JNgKnei11fZQoaAZoCWgPQwhOmgZF83hbwJSGlFKUaBVLXWgWR0Cti3XJYDDCdX2UKGgGaAloD0MI56bNOM2xdECUhpRSlGgVTVQCaBZHQK2V8GIKtxN1fZQoaAZoCWgPQwhgHccP1bJ0QJSGlFKUaBVNVQJoFkdArZo3mPo3aXV9lChoBmgJaA9DCHgLJCg+u3RAlIaUUpRoFU1UAmgWR0CtpGnhsImgdX2UKGgGaAloD0MI4jlbQKi5dECUhpRSlGgVTU8CaBZHQK2oqV58jRl1fZQoaAZoCWgPQwjkh0ojpo90QJSGlFKUaBVNfwJoFkdArbJSU5dWyXV9lChoBmgJaA9DCORME7bfpnRAlIaUUpRoFU1UAmgWR0Cttbe36Q/5dX2UKGgGaAloD0MIa4DSUGO7dECUhpRSlGgVTVECaBZHQK3Al5rxiG51fZQoaAZoCWgPQwg2PSgoxbR0QJSGlFKUaBVNUQJoFkdArcN0utfXw3V9lChoBmgJaA9DCKbW+422tHRAlIaUUpRoFU1XAmgWR0CtzlQeNkvsdX2UKGgGaAloD0MICanb2Ze8dECUhpRSlGgVTVECaBZHQK3Rqw/PgNx1fZQoaAZoCWgPQwiOI9biE710QJSGlFKUaBVNUgJoFkdArdxgPVd5ZHV9lChoBmgJaA9DCM+goX/CtnRAlIaUUpRoFU1TAmgWR0Ct33GBWgezdX2UKGgGaAloD0MItf0rK03GdECUhpRSlGgVTVICaBZHQK3qunVG0/p1fZQoaAZoCWgPQwgEkUWaOJ10QJSGlFKUaBVNXQJoFkdAre4sUAT7EnV9lChoBmgJaA9DCE8eFmrNsXRAlIaUUpRoFU1OAmgWR0Ct+NESM98rdX2UKGgGaAloD0MIs33IWy7EdECUhpRSlGgVTVMCaBZHQK38jAVwgkl1fZQoaAZoCWgPQwg41zBDo7J0QJSGlFKUaBVNSwJoFkdArgdCbF0gbXV9lChoBmgJaA9DCC9QUmABmHRAlIaUUpRoFU1gAmgWR0CuCw2iL2pRdX2UKGgGaAloD0MIDwnf+1uvdECUhpRSlGgVTVcCaBZHQK4VNH0btJF1fZQoaAZoCWgPQwgl6C/0iMJ0QJSGlFKUaBVNSAJoFkdArhkW/Firk3V9lChoBmgJaA9DCBIykGdXu3RAlIaUUpRoFU1dAmgWR0CuI9oInjQzdX2UKGgGaAloD0MICp+tg4PAdECUhpRSlGgVTVQCaBZHQK4nZ+NtIkJ1fZQoaAZoCWgPQwgTDr3Fg710QJSGlFKUaBVNSwJoFkdArjK22JBPbnV9lChoBmgJaA9DCF9f61IjrXRAlIaUUpRoFU1VAmgWR0CuNptedCmedX2UKGgGaAloD0MIrb1PVeHJdECUhpRSlGgVTU4CaBZHQK4/0YZ2pyZ1fZQoaAZoCWgPQwhXIeUnVcJ0QJSGlFKUaBVNVgJoFkdArkPP779AHHV9lChoBmgJaA9DCF5MM91r3HRAlIaUUpRoFU1MAmgWR0CuTgQWN3nqdX2UKGgGaAloD0MIYB+duvKqdECUhpRSlGgVTWECaBZHQK5R8OWBz3h1fZQoaAZoCWgPQwgOaOkKNrN0QJSGlFKUaBVNVgJoFkdArlsdRHf/FXV9lChoBmgJaA9DCLgBnx8GqHRAlIaUUpRoFU1VAmgWR0CuX4DjzZpSdX2UKGgGaAloD0MIIlM+BNW3dECUhpRSlGgVTVACaBZHQK5pscSXdCV1fZQoaAZoCWgPQwi5quy74rR0QJSGlFKUaBVNWAJoFkdArm7aBZpztHV9lChoBmgJaA9DCI7MI38wv3RAlIaUUpRoFU1NAmgWR0CueKJpWV/udX2UKGgGaAloD0MI9IqnHinFdECUhpRSlGgVTU0CaBZHQK59cWTHKfZ1fZQoaAZoCWgPQwilFkomp7x0QJSGlFKUaBVNUgJoFkdAroa4buMMqnVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 294992, "buffer_size": 300000, "batch_size": 256, "learning_starts": 10000, "tau": 0.02, "gamma": 0.98, "gradient_steps": 8, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n Replay buffer used in off-policy algorithms like SAC/TD3.\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device:\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n of the replay buffer which reduces by almost a factor two the memory used,\n at a cost of more complexity.\n See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function ReplayBuffer.__init__ at 0x7f220100bb00>", "add": "<function ReplayBuffer.add at 0x7f220100bb90>", "sample": "<function ReplayBuffer.sample at 0x7f2200b70710>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7f2200b707a0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f2201042e10>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLCGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -4.0, "ent_coef": "auto", "target_update_interval": 1, "top_quantiles_to_drop_per_net": 2, "system_info": {"OS": "Linux-5.13.0-41-generic-x86_64-with-debian-bullseye-sid #46~20.04.1-Ubuntu SMP Wed Apr 20 13:16:21 UTC 2022", "Python": "3.7.10", "Stable-Baselines3": "1.5.1a6", "PyTorch": "1.11.0", "GPU Enabled": "True", "Numpy": "1.21.2", "Gym": "0.21.0"}} |