Test commit

README.md

@@ -0,0 +1,37 @@
+---
+library_name: stable-baselines3
+tags:
+- PandaReachDense-v2
+- deep-reinforcement-learning
+- reinforcement-learning
+- stable-baselines3
+model-index:
+- name: TQC
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: PandaReachDense-v2
+      type: PandaReachDense-v2
+    metrics:
+    - type: mean_reward
+      value: -11.89 +/- 3.15
+      name: mean_reward
+      verified: false
+---
+
+# **TQC** Agent playing **PandaReachDense-v2**
+This is a trained model of a **TQC** agent playing **PandaReachDense-v2**
+using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
+
+## Usage (with Stable-baselines3)
+TODO: Add your code
+
+
+```python
+from stable_baselines3 import ...
+from huggingface_sb3 import load_from_hub
+
+...
+```

config.json

@@ -0,0 +1 @@
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "sb3_contrib.tqc.policies", "__doc__": "\n    Policy class (with both actor and critic) for TQC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_quantiles: Number of quantiles for the critic.\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x7f4e2f18faf0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f4e2f1912a0>"}, "verbose": 1, "policy_kwargs": {"n_critics": 2, "n_quantiles": 25, "use_sde": false}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAADv7owQJkAqD93g4QCgyrfoUWEQuRD/0G/X6eh50ibiC8jblPZ5HPhjV5kBFzGxv9lje7qvWxpME5DbmEiA+1+LOWy0iabk7KPZIHUPrgLUnVtQTLUXrXbRy+RCSq1IxhywTl6ptDwYUsf9IZQ+h7n9dUVT2RiqVZrZMEG3cqlU01Qzk/a+M47GG/WWCVwYf8yyDqx/bbdrEXcLOkH0fnZzGgUWLx828EYmVKXCMlQPsneYjxhMvffA0QNa1AK6nctEsWeoeJ/F78QCZgVkKeNc2p5RBZt20nwBLtH1UiNesTmG7cydgrXw5Kz53o0IHe1ZWAZZKsIt70MsGmq7/h9x4IHsZ2gdK5WlNuErBzvOXvgTC/HBExv3c9o4tuEnu9ArB2Tm2ObFMGASSlL582kHB/B/pQAu/PpL/FdMlFeABKJaL8mNR4ay3jjSLnFGl9jste5saDcBD0e6QYljQByGSsGhjR1vKHSGMHXZhEFQoxD0LWKtYWXjqrk+WFXFLRXEZA1QQkBAT6YLVJrtzytQfbeZSW8AzSgvj17y09OViZN9so2IrA1keJ3Dupc6T9BQzucuCyTUWZDbnYKKhvixKKlZmwqPsZf1UB9YAZdY7txWKswATip7IqjiDICQCWSYYUiBLysCQfC4pgS4VuzHWkGPBejAfq/PCk49vB+o4oL109/QWthHyLRfXchfIBmAPH5bejla/4JcWDC57/jULwR2XgAvBMowBipTLZaFiaCtW4Nde3cqL3LNxdQi0AedjvjkP7JkB6CQyeyUcx5uaIEyjXV4/TaLx9UHzr7jGJCkIGoIqGYydlJ8HFbwJFtXD8bvaURoCpx0ssMhI5aokPNHLPIbqEvtqExFL5sYlnpU7Frh8yHK/Qf01XKXJHvrpzEWzjbT0G+/hXIJBllxA3R2OJjSSf01Rt9k0cGNbXmp8tGso9Sw5yYuoh+PUA8zbh4ZSBGe9l6ncg6KxJmcLY8QGV7DJIFKy23m6pjUErwnLW8jpjBmOtFrOk17hIDsDnOi5HAu/cYGCeAFMTfKcgdgCDSIl0l640rdyUH62rJxMvC3Sa/s/VveS6CybN8lL/jfk3zcXF46Gw7Ja5AO/2CN1oMF5Y38yzpTLvyG+0dhvpRb7LFyvAHY6SmToFKj1Pk16OssK62iXcTyetQihLTAPKFlXbIRzH2ZcrmXIt8MAY4rkh5atk/p1+KmTqMsWrH5He5JJxUBxGgfl9s6BcDxXHR4vWJSFR4+N7sOQHuzsQP5cJ5FeoQc5SmCblW2i9GLVN4MTIurhmSZ7F07Gbqv12Vx7Cqpgc9AGImY+1QNov1ZjQBOMzgk6GwEI6mKXM+/DF/hPtzrQLPUA481zno5afyQdsB2d4Z5kUDD0/Tt4gleNeEGYc1DSUVz4GEsdC0fACWK3oOb4V5e0uMRoZ7yQRJ7KWbHz1ZO3D0UGjlsB6WFvoSV8OywQ+nJq3k6aCtb175MtFcaaORek8gIjQ8AUURUWJ9/9roVCChC7SK1MPgGRRjWTZUTqg6IN5Ta90+IMjZqhq89TtlaPtg8AK/ZfDQbKWsd8egho/Ny98arbHvytv5XbfLUmuu4W1bt1PW5rNOUWcSDp3NqAesVUyp7ebDRSW9IMZpySAiRQeN8TYzytxvfNJ66VbJyz3eKjL1c8hinaiHhPkhMKBM2PHvtlycB4ryVa31vQajRoNaa8XHZbbRSosz941YaIfYO+z7p0NRTUqSWnBY/Fu++Af7xwbFCMFtP6NZX2fjApxTSZyW+32YS4nMc+IVAPMrNuKIwELtMuLP2D75QPv54eA1sXnt32Ild6LcjW0MG0r63P6ykn/SEB3DGxWHq07t3xqdV+6YTrCNv60c7uiK7XPfcP25hmLL6/UW6fjuPbq1y/ZXh4Umvnseuu4uqRCUUuLCrRUNOjZuR2pLd9cD+LMz+JtM+uTCWnTWMxZubDF5RvzTlbQL88mivuzNm4cJ4/Ou53gfhT2iDoKShEGcC5ZVJ0BSv7SftU2tVa3MlXnl5mI1osrkkWPnHOmRvVS07vjETyGVnXz3r8//HfGo81uoS5OexXCQZuXL+1pkuXw2qcIz2jlcS6RxIM2W43zQ0TnR0oS0GMYSYV7GG309Sy3PotM/rrNo03XORBz8YA7QayWWrZD/ljbO2wRLfetWREg+qDEt88YciaNOhzqzS/kmGstkC5ILjr31N25WW2YFcp7hY+CDidTE4Mf8tam63GqQY9j76JoAhF28IvihMfGeRfWpGtyUXDOWD1+wFqAwnAbajEOQm5c2i/BdorHp9hHL4cASkr7yCWeI+enFhrBsQiyCRUfHtfPOONM47XHjULTNhn7hEvuf7EtJ9J8WwXQu3o82saIkNrv0w7LEawKUhcq0fiNvc6fXqwp+zPHI0kFyMXMUQqsh19xjQ2en+WX2WOl6Z3NmYKIselaHzIcmndNxtBbW/E0ZY8ss6DlW/MU8i8+WZiou8iAIgbFoAljColHGSHTY2jAFmPtFyeEL0kGXygIJEnVfScBQBQrtD/OK/lUuWpClIHI6u/jWJfaj5wqedU3q2kokNxiOhrqbfodp8IozzHXQdDULTamD9LEhiSuu7IeL8IkdzJ4+ZkZkp98GMAHVmJmPE/IUh2TbpOf+znx9sVJfKxi02S2ah/3PUvURVtR9skgIwRivhURBDOTYnQysmoQZk57yjbXh8jIOBih7cVNyr3NOyDEHJkIAJBfdsYCQ7BkGsJItV/LLZgP9Rkto1IVYGuK+9qaXGRFsxuwkzVXf+J8Sg8UyecjFrWugZ+APT2js2vf+LPUjc2g5cBDgbdJcJEc6LFjNy097epNQTRhNKtC9zdDN1y2jG+0Pld2tx2nNA5gGlgabQI6TLgcVd2kapJWRRRNrWLgWRTkqyXIqlt4LR0ZzTY4j29NzmDkUIlM7bg3NRui82cLWcM8MdUii/4gAMJrxpAZa+gl0hBCOyhOcM2q04oc1DoHwN7g1YsmnSx2d3oBjLL7DYVytIu5OuMnI62V5jotEn5f95UlScRFydvFdHpPXnjGpjcGk0ry1J5jfkGRu8R8s/TKXa/S2HJs0+rXuQDv8YzATusNRKrBYQX7kMpOwhRJmfxwEip/g62EvEnBDasOTZbMuEygTguHGc1L63/W/PsxNEeHm1o+jUXjrMZbIBRh6y9Bdd5ImC1+WyAi5JrAG49hzocMkU4fztJ8HhFNGQU1aKz5UzLpxpHElymQ2iIyAZUgdZhedHZ/9/pTuXZbqj4Sg+oSO3SQm0Gi2dKL8+8Cyk5LlsBK9mig33AbF8OxourYTdxpyJOuWUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNWAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": "RandomState(MT19937)"}, "n_envs": 1, "num_timesteps": 3502, "_total_timesteps": 10000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1672434095313378320, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA854IPRMXpDtJxHI+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAoJAQvgxZEr4D2549lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADzngg9ExekO0nEcj561d69XPX6vp/y+j6UaA5LAUsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.03335471 0.00500763 0.2370769 ]]", "desired_goal": "[[-0.1411767  -0.14291781  0.07756617]]", "observation": "[[ 0.03335471  0.00500763  0.2370769  -0.10880561 -0.4901532   0.4901323 ]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAAw0Q/PQeIiDxphFo+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAoJAQvgxZEr4D2549lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADDRD89B4iIPGmEWj5rvIY+eFCaPpNtJz+UaA5LAUsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.04669644 0.01666643 0.21339573]]", "desired_goal": "[[-0.1411767  -0.14291781  0.07756617]]", "observation": "[[0.04669644 0.01666643 0.21339573 0.26315627 0.30139518 0.6540157 ]]"}, "_episode_num": 70, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.6497999999999999, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVbQsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIV7JjIxAfGMCUhpRSlIwBbJRLMowBdJRHP9UZwXIlt0p1fZQoaAZoCWgPQwiCqtGrAfokwJSGlFKUaBVLMmgWRz/dvBacI7eVdX2UKGgGaAloD0MIguZz7nZNM8CUhpRSlGgVSzJoFkdACCRW912aD3V9lChoBmgJaA9DCKcHBaVoBSHAlIaUUpRoFUsyaBZHQBb+kgwGnoB1fZQoaAZoCWgPQwjyfXGpSvskwJSGlFKUaBVLMmgWR0Ag0kYXO4XodX2UKGgGaAloD0MIkq6ZfLMFL8CUhpRSlGgVSzJoFkdAJkQyIpH7QHV9lChoBmgJaA9DCP3AVZ5ASCzAlIaUUpRoFUsyaBZHQCuhjYqXnhd1fZQoaAZoCWgPQwhtVRLZB7kdwJSGlFKUaBVLMmgWR0Aw2yuZCv5hdX2UKGgGaAloD0MI+kLIef//IsCUhpRSlGgVSzJoFkdANHOpfhMrVnV9lChoBmgJaA9DCH6s4Lch5iXAlIaUUpRoFUsyaBZHQDcDk/8l5W11fZQoaAZoCWgPQwhycOmY8/gxwJSGlFKUaBVLMmgWR0A5r/KyOaOQdX2UKGgGaAloD0MIiC6ob5nLJsCUhpRSlGgVSzJoFkdAPGE3CKrJbXV9lChoBmgJaA9DCMCxZ89lKiPAlIaUUpRoFUsyaBZHQD8Q7wKBuoB1fZQoaAZoCWgPQwhsPq4NFYMiwJSGlFKUaBVLMmgWR0BAzakyk9EDdX2UKGgGaAloD0MI3GJ+bmiqJsCUhpRSlGgVSzJoFkdAQg0yN4qwyXV9lChoBmgJaA9DCCB9k6ZBmS/AlIaUUpRoFUsyaBZHQENr8+iaiK11fZQoaAZoCWgPQwhW1GAahgcmwJSGlFKUaBVLMmgWR0BEwQFkhA4XdX2UKGgGaAloD0MIshGI1/XrLcCUhpRSlGgVSzJoFkdARhxHAh0QsnV9lChoBmgJaA9DCCxJnuv7CCnAlIaUUpRoFUsyaBZHQEdiH4XXRPZ1fZQoaAZoCWgPQwgjZYuk3dgnwJSGlFKUaBVLMmgWR0BIw3MyJsO5dX2UKGgGaAloD0MIzeodbofeJMCUhpRSlGgVSzJoFkdASiB0EHMUy3V9lChoBmgJaA9DCNuJkpBIUyjAlIaUUpRoFUsyaBZHQEtmX3QD3dt1fZQoaAZoCWgPQwjJ5xVPPRoswJSGlFKUaBVLMmgWR0BMu0vPC2tudX2UKGgGaAloD0MIey5Tk+B9J8CUhpRSlGgVSzJoFkdATh0JKJ2t+3V9lChoBmgJaA9DCESi0LLuXyzAlIaUUpRoFUsyaBZHQE91yBClabF1fZQoaAZoCWgPQwgdjq7S3fUlwJSGlFKUaBVLMmgWR0BQZ5IDoyKvdX2UKGgGaAloD0MImx4UlKKFJcCUhpRSlGgVSzJoFkdAUQ7VWjoIOnV9lChoBmgJaA9DCOY+OQoQVR3AlIaUUpRoFUsyaBZHQFG+D2Jzkp91fZQoaAZoCWgPQwgnMnOBy1MkwJSGlFKUaBVLMmgWR0BSdIcJdB0IdX2UKGgGaAloD0MIYY4ev7cpKMCUhpRSlGgVSzJoFkdAUyFBw++ueXV9lChoBmgJaA9DCIbI6ev5ki7AlIaUUpRoFUsyaBZHQFPPtjTa0yB1fZQoaAZoCWgPQwigGi/dJE4lwJSGlFKUaBVLMmgWR0BUeSQgcLjQdX2UKGgGaAloD0MIL4oe+Bh0JsCUhpRSlGgVSzJoFkdAVS2qLjxTbXV9lChoBmgJaA9DCCVZh6OrZCHAlIaUUpRoFUsyaBZHQFXTHqeK8+R1fZQoaAZoCWgPQwgv/OB86tgqwJSGlFKUaBVLMmgWR0BWf690zTF3dX2UKGgGaAloD0MIcR3jiovLK8CUhpRSlGgVSzJoFkdAVy2AVfu1GHV9lChoBmgJaA9DCP8kPneCxS3AlIaUUpRoFUsyaBZHQFfhf2saKk51fZQoaAZoCWgPQwg91LZhFPQfwJSGlFKUaBVLMmgWR0BYjGPLgXMydX2UKGgGaAloD0MI1Em2upyiI8CUhpRSlGgVSzJoFkdAWTzapPykK3V9lChoBmgJaA9DCBk5C3va4SjAlIaUUpRoFUsyaBZHQFntcBU70Wd1fZQoaAZoCWgPQwiXV663zYQowJSGlFKUaBVLMmgWR0Balu3+dbxFdX2UKGgGaAloD0MIWFTE6ST7K8CUhpRSlGgVSzJoFkdAW0gQtjCpFXV9lChoBmgJaA9DCD9ya9JtmSDAlIaUUpRoFUsyaBZHQFvrxVyWAwx1fZQoaAZoCWgPQwgqyM9GrgspwJSGlFKUaBVLMmgWR0Bcm/RArxy5dX2UKGgGaAloD0MIdENTdvrhLsCUhpRSlGgVSzJoFkdAXUVvLowEhnV9lChoBmgJaA9DCHcrS3SWaSrAlIaUUpRoFUsyaBZHQF3uTn7pFCt1fZQoaAZoCWgPQwhVvfxOk+kXwJSGlFKUaBVLMmgWR0Bem5w4sEq2dX2UKGgGaAloD0MIFTYDXJBlK8CUhpRSlGgVSzJoFkdAX0RuzhP0qnV9lChoBmgJaA9DCJP+XgoPoibAlIaUUpRoFUsyaBZHQF/mV9Wp6yB1fZQoaAZoCWgPQwjTEiujkV8gwJSGlFKUaBVLMmgWR0BgRLpC8e0YdX2UKGgGaAloD0MI6LtbWaLjHcCUhpRSlGgVSzJoFkdAYJpmYjSofnV9lChoBmgJaA9DCFfqWRDK2yDAlIaUUpRoFUsyaBZHQGDygskIHC51fZQoaAZoCWgPQwiNYU7QJsciwJSGlFKUaBVLMmgWR0BhSyx7iQ1adX2UKGgGaAloD0MIo1uv6UFJI8CUhpRSlGgVSzJoFkdAYaN0DEFW4nV9lChoBmgJaA9DCB9q2zAK8hjAlIaUUpRoFUsyaBZHQGIDxJd0JWx1fZQoaAZoCWgPQwjsTQzJybwkwJSGlFKUaBVLMmgWR0BiekZm7J4jdX2UKGgGaAloD0MIQWZn0TtFGcCUhpRSlGgVSzJoFkdAYtJZJTVDr3V9lChoBmgJaA9DCPfkYaHW9BTAlIaUUpRoFUsyaBZHQGMpbo0Q9Rt1fZQoaAZoCWgPQwj0TZoGRSMswJSGlFKUaBVLMmgWR0Bje1fTkQwsdX2UKGgGaAloD0MIwr8IGjPxIcCUhpRSlGgVSzJoFkdAY8uNtqHoHXV9lChoBmgJaA9DCCibcoV3US7AlIaUUpRoFUsyaBZHQGQjAw482aV1fZQoaAZoCWgPQwg6zm3CvTolwJSGlFKUaBVLMmgWR0BkePVsk6cRdX2UKGgGaAloD0MIy59vC5baIsCUhpRSlGgVSzJoFkdAZNBDQZ4wAXV9lChoBmgJaA9DCNh+MsaHkSLAlIaUUpRoFUsyaBZHQGUlIj4YaYN1fZQoaAZoCWgPQwgcCMkCJjgmwJSGlFKUaBVLMmgWR0BlgvW4EwFldX2UKGgGaAloD0MIEjKQZ5e/JsCUhpRSlGgVSzJoFkdAZddDF6zE8HV9lChoBmgJaA9DCBgHl445jxvAlIaUUpRoFUsyaBZHQGY2LXDm8ul1fZQoaAZoCWgPQwi/ZOPBFrslwJSGlFKUaBVLMmgWR0BmkAJ1JUYLdX2UKGgGaAloD0MIxQH0+/7tEcCUhpRSlGgVSzJoFkdAZu/w/gR9PXV9lChoBmgJaA9DCFwbKsb5mx7AlIaUUpRoFUsyaBZHQGdGLpRoAXF1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVrwgAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUZS4="}, "_n_updates": 3401, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x7f4e2f29c4c0>", "add": "<function DictReplayBuffer.add at 0x7f4e2f29c550>", "sample": "<function DictReplayBuffer.sample at 0x7f4e2f29c5e0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7f4e2f29c670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f4e2f314e10>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": {":type:": "<class 'numpy.float32'>", ":serialized:": "gAWVZQAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMEAABAwJSGlFKULg=="}, "ent_coef": "auto", "target_update_interval": 1, "top_quantiles_to_drop_per_net": 2, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022", "Python": "3.8.16", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0+cu116", "GPU Enabled": "False", "Numpy": "1.21.6", "Gym": "0.21.0"}}

results.json

@@ -0,0 +1 @@
+{"mean_reward": -11.8868273, "std_reward": 3.14705964072917, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-12-30T21:07:41.975865"}

tqc-PandaReachDense-v2.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df9a071b74fd28b1b5dc48372de0e13b2d059fab6c906e67e1d111c0769985d
+size 3340969

tqc-PandaReachDense-v2/_stable_baselines3_version

@@ -0,0 +1 @@
+1.6.2

tqc-PandaReachDense-v2/actor.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f831a345f2fcb5879add1ce560fbfae173377f95c39fb43d19a1fd9f2d20e782
+size 571549

tqc-PandaReachDense-v2/critic.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eab448f0ea7bc3a2c6e62007053bde1cbbb6c8aae9d016f3416d955fe20d6da
+size 1230073

tqc-PandaReachDense-v2/data

@@ -0,0 +1,116 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
+        "__module__": "sb3_contrib.tqc.policies",
+        "__doc__": "\n    Policy class (with both actor and critic) for TQC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_quantiles: Number of quantiles for the critic.\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ",
+        "__init__": "<function MultiInputPolicy.__init__ at 0x7f4e2f18faf0>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc_data object at 0x7f4e2f1912a0>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {
+        "n_critics": 2,
+        "n_quantiles": 25,
+        "use_sde": false
+    },
+    "observation_space": {
+        ":type:": "<class 'gym.spaces.dict.Dict'>",
+        ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu",
+        "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])",
+        "_shape": null,
+        "dtype": null,
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gym.spaces.box.Box'>",
+        ":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAADv7owQJkAqD93g4QCgyrfoUWEQuRD/0G/X6eh50ibiC8jblPZ5HPhjV5kBFzGxv9lje7qvWxpME5DbmEiA+1+LOWy0iabk7KPZIHUPrgLUnVtQTLUXrXbRy+RCSq1IxhywTl6ptDwYUsf9IZQ+h7n9dUVT2RiqVZrZMEG3cqlU01Qzk/a+M47GG/WWCVwYf8yyDqx/bbdrEXcLOkH0fnZzGgUWLx828EYmVKXCMlQPsneYjxhMvffA0QNa1AK6nctEsWeoeJ/F78QCZgVkKeNc2p5RBZt20nwBLtH1UiNesTmG7cydgrXw5Kz53o0IHe1ZWAZZKsIt70MsGmq7/h9x4IHsZ2gdK5WlNuErBzvOXvgTC/HBExv3c9o4tuEnu9ArB2Tm2ObFMGASSlL582kHB/B/pQAu/PpL/FdMlFeABKJaL8mNR4ay3jjSLnFGl9jste5saDcBD0e6QYljQByGSsGhjR1vKHSGMHXZhEFQoxD0LWKtYWXjqrk+WFXFLRXEZA1QQkBAT6YLVJrtzytQfbeZSW8AzSgvj17y09OViZN9so2IrA1keJ3Dupc6T9BQzucuCyTUWZDbnYKKhvixKKlZmwqPsZf1UB9YAZdY7txWKswATip7IqjiDICQCWSYYUiBLysCQfC4pgS4VuzHWkGPBejAfq/PCk49vB+o4oL109/QWthHyLRfXchfIBmAPH5bejla/4JcWDC57/jULwR2XgAvBMowBipTLZaFiaCtW4Nde3cqL3LNxdQi0AedjvjkP7JkB6CQyeyUcx5uaIEyjXV4/TaLx9UHzr7jGJCkIGoIqGYydlJ8HFbwJFtXD8bvaURoCpx0ssMhI5aokPNHLPIbqEvtqExFL5sYlnpU7Frh8yHK/Qf01XKXJHvrpzEWzjbT0G+/hXIJBllxA3R2OJjSSf01Rt9k0cGNbXmp8tGso9Sw5yYuoh+PUA8zbh4ZSBGe9l6ncg6KxJmcLY8QGV7DJIFKy23m6pjUErwnLW8jpjBmOtFrOk17hIDsDnOi5HAu/cYGCeAFMTfKcgdgCDSIl0l640rdyUH62rJxMvC3Sa/s/VveS6CybN8lL/jfk3zcXF46Gw7Ja5AO/2CN1oMF5Y38yzpTLvyG+0dhvpRb7LFyvAHY6SmToFKj1Pk16OssK62iXcTyetQihLTAPKFlXbIRzH2ZcrmXIt8MAY4rkh5atk/p1+KmTqMsWrH5He5JJxUBxGgfl9s6BcDxXHR4vWJSFR4+N7sOQHuzsQP5cJ5FeoQc5SmCblW2i9GLVN4MTIurhmSZ7F07Gbqv12Vx7Cqpgc9AGImY+1QNov1ZjQBOMzgk6GwEI6mKXM+/DF/hPtzrQLPUA481zno5afyQdsB2d4Z5kUDD0/Tt4gleNeEGYc1DSUVz4GEsdC0fACWK3oOb4V5e0uMRoZ7yQRJ7KWbHz1ZO3D0UGjlsB6WFvoSV8OywQ+nJq3k6aCtb175MtFcaaORek8gIjQ8AUURUWJ9/9roVCChC7SK1MPgGRRjWTZUTqg6IN5Ta90+IMjZqhq89TtlaPtg8AK/ZfDQbKWsd8egho/Ny98arbHvytv5XbfLUmuu4W1bt1PW5rNOUWcSDp3NqAesVUyp7ebDRSW9IMZpySAiRQeN8TYzytxvfNJ66VbJyz3eKjL1c8hinaiHhPkhMKBM2PHvtlycB4ryVa31vQajRoNaa8XHZbbRSosz941YaIfYO+z7p0NRTUqSWnBY/Fu++Af7xwbFCMFtP6NZX2fjApxTSZyW+32YS4nMc+IVAPMrNuKIwELtMuLP2D75QPv54eA1sXnt32Ild6LcjW0MG0r63P6ykn/SEB3DGxWHq07t3xqdV+6YTrCNv60c7uiK7XPfcP25hmLL6/UW6fjuPbq1y/ZXh4Umvnseuu4uqRCUUuLCrRUNOjZuR2pLd9cD+LMz+JtM+uTCWnTWMxZubDF5RvzTlbQL88mivuzNm4cJ4/Ou53gfhT2iDoKShEGcC5ZVJ0BSv7SftU2tVa3MlXnl5mI1osrkkWPnHOmRvVS07vjETyGVnXz3r8//HfGo81uoS5OexXCQZuXL+1pkuXw2qcIz2jlcS6RxIM2W43zQ0TnR0oS0GMYSYV7GG309Sy3PotM/rrNo03XORBz8YA7QayWWrZD/ljbO2wRLfetWREg+qDEt88YciaNOhzqzS/kmGstkC5ILjr31N25WW2YFcp7hY+CDidTE4Mf8tam63GqQY9j76JoAhF28IvihMfGeRfWpGtyUXDOWD1+wFqAwnAbajEOQm5c2i/BdorHp9hHL4cASkr7yCWeI+enFhrBsQiyCRUfHtfPOONM47XHjULTNhn7hEvuf7EtJ9J8WwXQu3o82saIkNrv0w7LEawKUhcq0fiNvc6fXqwp+zPHI0kFyMXMUQqsh19xjQ2en+WX2WOl6Z3NmYKIselaHzIcmndNxtBbW/E0ZY8ss6DlW/MU8i8+WZiou8iAIgbFoAljColHGSHTY2jAFmPtFyeEL0kGXygIJEnVfScBQBQrtD/OK/lUuWpClIHI6u/jWJfaj5wqedU3q2kokNxiOhrqbfodp8IozzHXQdDULTamD9LEhiSuu7IeL8IkdzJ4+ZkZkp98GMAHVmJmPE/IUh2TbpOf+znx9sVJfKxi02S2ah/3PUvURVtR9skgIwRivhURBDOTYnQysmoQZk57yjbXh8jIOBih7cVNyr3NOyDEHJkIAJBfdsYCQ7BkGsJItV/LLZgP9Rkto1IVYGuK+9qaXGRFsxuwkzVXf+J8Sg8UyecjFrWugZ+APT2js2vf+LPUjc2g5cBDgbdJcJEc6LFjNy097epNQTRhNKtC9zdDN1y2jG+0Pld2tx2nNA5gGlgabQI6TLgcVd2kapJWRRRNrWLgWRTkqyXIqlt4LR0ZzTY4j29NzmDkUIlM7bg3NRui82cLWcM8MdUii/4gAMJrxpAZa+gl0hBCOyhOcM2q04oc1DoHwN7g1YsmnSx2d3oBjLL7DYVytIu5OuMnI62V5jotEn5f95UlScRFydvFdHpPXnjGpjcGk0ry1J5jfkGRu8R8s/TKXa/S2HJs0+rXuQDv8YzATusNRKrBYQX7kMpOwhRJmfxwEip/g62EvEnBDasOTZbMuEygTguHGc1L63/W/PsxNEeHm1o+jUXjrMZbIBRh6y9Bdd5ImC1+WyAi5JrAG49hzocMkU4fztJ8HhFNGQU1aKz5UzLpxpHElymQ2iIyAZUgdZhedHZ/9/pTuXZbqj4Sg+oSO3SQm0Gi2dKL8+8Cyk5LlsBK9mig33AbF8OxourYTdxpyJOuWUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNWAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
+        "dtype": "float32",
+        "_shape": [
+            3
+        ],
+        "low": "[-1. -1. -1.]",
+        "high": "[1. 1. 1.]",
+        "bounded_below": "[ True  True  True]",
+        "bounded_above": "[ True  True  True]",
+        "_np_random": "RandomState(MT19937)"
+    },
+    "n_envs": 1,
+    "num_timesteps": 3502,
+    "_total_timesteps": 10000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1672434095313378320,
+    "learning_rate": 0.0003,
+    "tensorboard_log": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+    },
+    "_last_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA854IPRMXpDtJxHI+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAoJAQvgxZEr4D2549lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADzngg9ExekO0nEcj561d69XPX6vp/y+j6UaA5LAUsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[0.03335471 0.00500763 0.2370769 ]]",
+        "desired_goal": "[[-0.1411767  -0.14291781  0.07756617]]",
+        "observation": "[[ 0.03335471  0.00500763  0.2370769  -0.10880561 -0.4901532   0.4901323 ]]"
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAAw0Q/PQeIiDxphFo+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAoJAQvgxZEr4D2549lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADDRD89B4iIPGmEWj5rvIY+eFCaPpNtJz+UaA5LAUsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[0.04669644 0.01666643 0.21339573]]",
+        "desired_goal": "[[-0.1411767  -0.14291781  0.07756617]]",
+        "observation": "[[0.04669644 0.01666643 0.21339573 0.26315627 0.30139518 0.6540157 ]]"
+    },
+    "_episode_num": 70,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": 0.6497999999999999,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVbQsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIV7JjIxAfGMCUhpRSlIwBbJRLMowBdJRHP9UZwXIlt0p1fZQoaAZoCWgPQwiCqtGrAfokwJSGlFKUaBVLMmgWRz/dvBacI7eVdX2UKGgGaAloD0MIguZz7nZNM8CUhpRSlGgVSzJoFkdACCRW912aD3V9lChoBmgJaA9DCKcHBaVoBSHAlIaUUpRoFUsyaBZHQBb+kgwGnoB1fZQoaAZoCWgPQwjyfXGpSvskwJSGlFKUaBVLMmgWR0Ag0kYXO4XodX2UKGgGaAloD0MIkq6ZfLMFL8CUhpRSlGgVSzJoFkdAJkQyIpH7QHV9lChoBmgJaA9DCP3AVZ5ASCzAlIaUUpRoFUsyaBZHQCuhjYqXnhd1fZQoaAZoCWgPQwhtVRLZB7kdwJSGlFKUaBVLMmgWR0Aw2yuZCv5hdX2UKGgGaAloD0MI+kLIef//IsCUhpRSlGgVSzJoFkdANHOpfhMrVnV9lChoBmgJaA9DCH6s4Lch5iXAlIaUUpRoFUsyaBZHQDcDk/8l5W11fZQoaAZoCWgPQwhycOmY8/gxwJSGlFKUaBVLMmgWR0A5r/KyOaOQdX2UKGgGaAloD0MIiC6ob5nLJsCUhpRSlGgVSzJoFkdAPGE3CKrJbXV9lChoBmgJaA9DCMCxZ89lKiPAlIaUUpRoFUsyaBZHQD8Q7wKBuoB1fZQoaAZoCWgPQwhsPq4NFYMiwJSGlFKUaBVLMmgWR0BAzakyk9EDdX2UKGgGaAloD0MI3GJ+bmiqJsCUhpRSlGgVSzJoFkdAQg0yN4qwyXV9lChoBmgJaA9DCCB9k6ZBmS/AlIaUUpRoFUsyaBZHQENr8+iaiK11fZQoaAZoCWgPQwhW1GAahgcmwJSGlFKUaBVLMmgWR0BEwQFkhA4XdX2UKGgGaAloD0MIshGI1/XrLcCUhpRSlGgVSzJoFkdARhxHAh0QsnV9lChoBmgJaA9DCCxJnuv7CCnAlIaUUpRoFUsyaBZHQEdiH4XXRPZ1fZQoaAZoCWgPQwgjZYuk3dgnwJSGlFKUaBVLMmgWR0BIw3MyJsO5dX2UKGgGaAloD0MIzeodbofeJMCUhpRSlGgVSzJoFkdASiB0EHMUy3V9lChoBmgJaA9DCNuJkpBIUyjAlIaUUpRoFUsyaBZHQEtmX3QD3dt1fZQoaAZoCWgPQwjJ5xVPPRoswJSGlFKUaBVLMmgWR0BMu0vPC2tudX2UKGgGaAloD0MIey5Tk+B9J8CUhpRSlGgVSzJoFkdATh0JKJ2t+3V9lChoBmgJaA9DCESi0LLuXyzAlIaUUpRoFUsyaBZHQE91yBClabF1fZQoaAZoCWgPQwgdjq7S3fUlwJSGlFKUaBVLMmgWR0BQZ5IDoyKvdX2UKGgGaAloD0MImx4UlKKFJcCUhpRSlGgVSzJoFkdAUQ7VWjoIOnV9lChoBmgJaA9DCOY+OQoQVR3AlIaUUpRoFUsyaBZHQFG+D2Jzkp91fZQoaAZoCWgPQwgnMnOBy1MkwJSGlFKUaBVLMmgWR0BSdIcJdB0IdX2UKGgGaAloD0MIYY4ev7cpKMCUhpRSlGgVSzJoFkdAUyFBw++ueXV9lChoBmgJaA9DCIbI6ev5ki7AlIaUUpRoFUsyaBZHQFPPtjTa0yB1fZQoaAZoCWgPQwigGi/dJE4lwJSGlFKUaBVLMmgWR0BUeSQgcLjQdX2UKGgGaAloD0MIL4oe+Bh0JsCUhpRSlGgVSzJoFkdAVS2qLjxTbXV9lChoBmgJaA9DCCVZh6OrZCHAlIaUUpRoFUsyaBZHQFXTHqeK8+R1fZQoaAZoCWgPQwgv/OB86tgqwJSGlFKUaBVLMmgWR0BWf690zTF3dX2UKGgGaAloD0MIcR3jiovLK8CUhpRSlGgVSzJoFkdAVy2AVfu1GHV9lChoBmgJaA9DCP8kPneCxS3AlIaUUpRoFUsyaBZHQFfhf2saKk51fZQoaAZoCWgPQwg91LZhFPQfwJSGlFKUaBVLMmgWR0BYjGPLgXMydX2UKGgGaAloD0MI1Em2upyiI8CUhpRSlGgVSzJoFkdAWTzapPykK3V9lChoBmgJaA9DCBk5C3va4SjAlIaUUpRoFUsyaBZHQFntcBU70Wd1fZQoaAZoCWgPQwiXV663zYQowJSGlFKUaBVLMmgWR0Balu3+dbxFdX2UKGgGaAloD0MIWFTE6ST7K8CUhpRSlGgVSzJoFkdAW0gQtjCpFXV9lChoBmgJaA9DCD9ya9JtmSDAlIaUUpRoFUsyaBZHQFvrxVyWAwx1fZQoaAZoCWgPQwgqyM9GrgspwJSGlFKUaBVLMmgWR0Bcm/RArxy5dX2UKGgGaAloD0MIdENTdvrhLsCUhpRSlGgVSzJoFkdAXUVvLowEhnV9lChoBmgJaA9DCHcrS3SWaSrAlIaUUpRoFUsyaBZHQF3uTn7pFCt1fZQoaAZoCWgPQwhVvfxOk+kXwJSGlFKUaBVLMmgWR0Bem5w4sEq2dX2UKGgGaAloD0MIFTYDXJBlK8CUhpRSlGgVSzJoFkdAX0RuzhP0qnV9lChoBmgJaA9DCJP+XgoPoibAlIaUUpRoFUsyaBZHQF/mV9Wp6yB1fZQoaAZoCWgPQwjTEiujkV8gwJSGlFKUaBVLMmgWR0BgRLpC8e0YdX2UKGgGaAloD0MI6LtbWaLjHcCUhpRSlGgVSzJoFkdAYJpmYjSofnV9lChoBmgJaA9DCFfqWRDK2yDAlIaUUpRoFUsyaBZHQGDygskIHC51fZQoaAZoCWgPQwiNYU7QJsciwJSGlFKUaBVLMmgWR0BhSyx7iQ1adX2UKGgGaAloD0MIo1uv6UFJI8CUhpRSlGgVSzJoFkdAYaN0DEFW4nV9lChoBmgJaA9DCB9q2zAK8hjAlIaUUpRoFUsyaBZHQGIDxJd0JWx1fZQoaAZoCWgPQwjsTQzJybwkwJSGlFKUaBVLMmgWR0BiekZm7J4jdX2UKGgGaAloD0MIQWZn0TtFGcCUhpRSlGgVSzJoFkdAYtJZJTVDr3V9lChoBmgJaA9DCPfkYaHW9BTAlIaUUpRoFUsyaBZHQGMpbo0Q9Rt1fZQoaAZoCWgPQwj0TZoGRSMswJSGlFKUaBVLMmgWR0Bje1fTkQwsdX2UKGgGaAloD0MIwr8IGjPxIcCUhpRSlGgVSzJoFkdAY8uNtqHoHXV9lChoBmgJaA9DCCibcoV3US7AlIaUUpRoFUsyaBZHQGQjAw482aV1fZQoaAZoCWgPQwg6zm3CvTolwJSGlFKUaBVLMmgWR0BkePVsk6cRdX2UKGgGaAloD0MIy59vC5baIsCUhpRSlGgVSzJoFkdAZNBDQZ4wAXV9lChoBmgJaA9DCNh+MsaHkSLAlIaUUpRoFUsyaBZHQGUlIj4YaYN1fZQoaAZoCWgPQwgcCMkCJjgmwJSGlFKUaBVLMmgWR0BlgvW4EwFldX2UKGgGaAloD0MIEjKQZ5e/JsCUhpRSlGgVSzJoFkdAZddDF6zE8HV9lChoBmgJaA9DCBgHl445jxvAlIaUUpRoFUsyaBZHQGY2LXDm8ul1fZQoaAZoCWgPQwi/ZOPBFrslwJSGlFKUaBVLMmgWR0BmkAJ1JUYLdX2UKGgGaAloD0MIxQH0+/7tEcCUhpRSlGgVSzJoFkdAZu/w/gR9PXV9lChoBmgJaA9DCFwbKsb5mx7AlIaUUpRoFUsyaBZHQGdGLpRoAXF1ZS4="
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVrwgAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUZS4="
+    },
+    "_n_updates": 3401,
+    "buffer_size": 1000000,
+    "batch_size": 256,
+    "learning_starts": 100,
+    "tau": 0.005,
+    "gamma": 0.99,
+    "gradient_steps": 1,
+    "optimize_memory_usage": false,
+    "replay_buffer_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=",
+        "__module__": "stable_baselines3.common.buffers",
+        "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
+        "__init__": "<function DictReplayBuffer.__init__ at 0x7f4e2f29c4c0>",
+        "add": "<function DictReplayBuffer.add at 0x7f4e2f29c550>",
+        "sample": "<function DictReplayBuffer.sample at 0x7f4e2f29c5e0>",
+        "_get_samples": "<function DictReplayBuffer._get_samples at 0x7f4e2f29c670>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc_data object at 0x7f4e2f314e10>"
+    },
+    "replay_buffer_kwargs": {},
+    "train_freq": {
+        ":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
+        ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
+    },
+    "use_sde_at_warmup": false,
+    "target_entropy": {
+        ":type:": "<class 'numpy.float32'>",
+        ":serialized:": "gAWVZQAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMEAABAwJSGlFKULg=="
+    },
+    "ent_coef": "auto",
+    "target_update_interval": 1,
+    "top_quantiles_to_drop_per_net": 2,
+    "batch_norm_stats": [],
+    "batch_norm_stats_target": []
+}

tqc-PandaReachDense-v2/ent_coef_optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3c3ef9b6137ed5d1e1939db5de535fb502ad808f011ba1e6537a93e61c6e0d
+size 1507

tqc-PandaReachDense-v2/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a2076753c07e8dd9967294352c45c1948f46b5c875226beb296660da7b5493
+size 1514757

tqc-PandaReachDense-v2/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f6bef1d4d01526ffa7be07ff541811861de15cdbe95c7d04179713923a399c
+size 747

tqc-PandaReachDense-v2/system_info.txt

@@ -0,0 +1,7 @@
+OS: Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022
+Python: 3.8.16
+Stable-Baselines3: 1.6.2
+PyTorch: 1.13.0+cu116
+GPU Enabled: False
+Numpy: 1.21.6
+Gym: 0.21.0