diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0b33dbc1d82342dac538f8057fad20f6a3f48dec --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ +--- +library_name: ml-agents +tags: +- SoccerTwos +- deep-reinforcement-learning +- reinforcement-learning +- ML-Agents-SoccerTwos +--- + + # **poca** Agent playing **SoccerTwos** + This is a trained model of a **poca** agent playing **SoccerTwos** + using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents). + + ## Usage (with ML-Agents) + The Documentation: https://unity-technologies.github.io/ml-agents/ML-Agents-Toolkit-Documentation/ + + We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub: + - A *short tutorial* where you teach Huggy the Dog 🐶 to fetch the stick and then play with him directly in your + browser: https://huggingface.co/learn/deep-rl-course/unitbonus1/introduction + - A *longer tutorial* to understand how works ML-Agents: + https://huggingface.co/learn/deep-rl-course/unit5/introduction + + ### Resume the training + ```bash + mlagents-learn --run-id= --resume + ``` + + ### Watch your Agent play + You can watch your agent **playing directly in your browser** + + 1. If the environment is part of ML-Agents official environments, go to https://huggingface.co/unity + 2. Step 1: Find your model_id: jjhonny/poca-SoccerTwos + 3. Step 2: Select your *.nn /*.onnx file + 4. Click on Watch the agent play 👀 + \ No newline at end of file diff --git a/SoccerTwos.onnx b/SoccerTwos.onnx new file mode 100644 index 0000000000000000000000000000000000000000..17ea0b316f072a43e1f711a55a824ab7699ba0f3 --- /dev/null +++ b/SoccerTwos.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8c60100bf8b671c9171310c41776d1f41ee484ba94826ad7a2de29b42d1a036 +size 9819853 diff --git a/SoccerTwos/SoccerTwos-0.pt b/SoccerTwos/SoccerTwos-0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b7adc1bec612d40575fc449100e9c1dc5234ab7 --- /dev/null +++ b/SoccerTwos/SoccerTwos-0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eedf72811391182020640fd854f9c5b4d3bd6de43619edc8fedad52a00e462d +size 67227631 diff --git a/SoccerTwos/SoccerTwos-107640.pt b/SoccerTwos/SoccerTwos-107640.pt new file mode 100644 index 0000000000000000000000000000000000000000..264d721dc5ec56fd3240f7bdd16cd44bbbe65ad5 --- /dev/null +++ b/SoccerTwos/SoccerTwos-107640.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097647c23ca706e7b522fde8756e275f3d0577bdb69b798c5545638b86fe6636 +size 126046961 diff --git a/SoccerTwos/SoccerTwos-119144.onnx b/SoccerTwos/SoccerTwos-119144.onnx new file mode 100644 index 0000000000000000000000000000000000000000..7a133f84d318549f2c13df85b19661d0331aebf5 --- /dev/null +++ b/SoccerTwos/SoccerTwos-119144.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7ffcfdf7de3f84d978ec5abe70567bfdf3cc9ad5cd808f043ea2536f5deda3 +size 1764633 diff --git a/SoccerTwos/SoccerTwos-119144.pt b/SoccerTwos/SoccerTwos-119144.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce602c271a456a9d5c6bda3bd46a4b97d5d933a3 --- /dev/null +++ b/SoccerTwos/SoccerTwos-119144.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6747fd1dadff29ccb82cd38c337f6a02427224cceb65d3b9c8a9d2e0fd8204b3 +size 28421137 diff --git a/SoccerTwos/SoccerTwos-11999975.onnx b/SoccerTwos/SoccerTwos-11999975.onnx new file mode 100644 index 0000000000000000000000000000000000000000..487601dfe2b7e31b3d6c789e08b1b722c47891b8 --- /dev/null +++ b/SoccerTwos/SoccerTwos-11999975.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:486d31d80c4eb3c95428dae5dfc803791171f29338be83ee2259555ee0ee4752 +size 9819853 diff --git a/SoccerTwos/SoccerTwos-11999975.pt b/SoccerTwos/SoccerTwos-11999975.pt new file mode 100644 index 0000000000000000000000000000000000000000..a46416a31d50a7fcf85bb725c6ac5b18024a9cbb --- /dev/null +++ b/SoccerTwos/SoccerTwos-11999975.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63343b0fc3976569ce8b2082ea3ac3fa055415001ceead2a3818f6461bc737dc +size 126046961 diff --git a/SoccerTwos/SoccerTwos-12499858.onnx b/SoccerTwos/SoccerTwos-12499858.onnx new file mode 100644 index 0000000000000000000000000000000000000000..984b3a03890d3fe8a1f657b4b849658dd863e973 --- /dev/null +++ b/SoccerTwos/SoccerTwos-12499858.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6016eea9e6730f0c73eef4c49fc83c994ec9e85dd8282ec2aeb043fd9bee27 +size 9819853 diff --git a/SoccerTwos/SoccerTwos-12499858.pt b/SoccerTwos/SoccerTwos-12499858.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dc9d903cdcf424299cdd42d16c25a3a28cebaa2 --- /dev/null +++ b/SoccerTwos/SoccerTwos-12499858.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96d686996954bd694a683135a84a0f57eef7ebbc1f99b9c0968aaac8dcc9b95f +size 126046961 diff --git a/SoccerTwos/SoccerTwos-12999975.onnx b/SoccerTwos/SoccerTwos-12999975.onnx new file mode 100644 index 0000000000000000000000000000000000000000..0a147058892831df3a7002c11421b68ba199f9da --- /dev/null +++ b/SoccerTwos/SoccerTwos-12999975.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2157ae57959ce1e9d202c44d26f0f64fad58ccd30913f3b8c390e84c81d7001 +size 9819853 diff --git a/SoccerTwos/SoccerTwos-12999975.pt b/SoccerTwos/SoccerTwos-12999975.pt new file mode 100644 index 0000000000000000000000000000000000000000..208d3c761698296aaec83e799b89032d55a825ef --- /dev/null +++ b/SoccerTwos/SoccerTwos-12999975.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2152190bbbbfe469eb44e1b326822c712a80a3b46eb0d5b118b06d4354e31f +size 126046961 diff --git a/SoccerTwos/SoccerTwos-13055704.onnx b/SoccerTwos/SoccerTwos-13055704.onnx new file mode 100644 index 0000000000000000000000000000000000000000..17ea0b316f072a43e1f711a55a824ab7699ba0f3 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13055704.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8c60100bf8b671c9171310c41776d1f41ee484ba94826ad7a2de29b42d1a036 +size 9819853 diff --git a/SoccerTwos/SoccerTwos-13055704.pt b/SoccerTwos/SoccerTwos-13055704.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aaffb39491853f29ceab8a95e87351e6cb4e9d6 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13055704.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f8b139b809d7c28044e03938d62080d141833495c415d20d17237ff4eba0ae4 +size 126046961 diff --git a/SoccerTwos/SoccerTwos-13062.onnx b/SoccerTwos/SoccerTwos-13062.onnx new file mode 100644 index 0000000000000000000000000000000000000000..d6fdffc0422d2b512a1561a7558be6a5f6297078 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13062.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4dbcb006ee10c560bc961415159524b1c33e5feeb426ec17abde496dc73f1b0 +size 22416356 diff --git a/SoccerTwos/SoccerTwos-13062.pt b/SoccerTwos/SoccerTwos-13062.pt new file mode 100644 index 0000000000000000000000000000000000000000..8db1addeb4a23fc9797e2b2bffc0b22a60baf537 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13062.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff28264c82f1cd9cc7036ee9b3f3636e473c363f808b2deaceeee2cafd3cbfef +size 67215433 diff --git a/SoccerTwos/SoccerTwos-13072.pt b/SoccerTwos/SoccerTwos-13072.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8f49ca227e26fc8cc72f3e460c6dbba31dadc05 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13072.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:434fe9c7431b2feb49478d3a7911b6d61aab9b3a99738315db90c4c9547f3f00 +size 42032559 diff --git a/SoccerTwos/SoccerTwos-13112.onnx b/SoccerTwos/SoccerTwos-13112.onnx new file mode 100644 index 0000000000000000000000000000000000000000..771cbed098944bcb9d3b34d352f81d5ab302038b --- /dev/null +++ b/SoccerTwos/SoccerTwos-13112.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e2c199589f553288573579b4fa1b8cacdc00d98a339788dea2ff9c7cb33c3fb +size 9819853 diff --git a/SoccerTwos/SoccerTwos-13112.pt b/SoccerTwos/SoccerTwos-13112.pt new file mode 100644 index 0000000000000000000000000000000000000000..895028e0ac0d553db48fdb5ceab85416f6e8380b --- /dev/null +++ b/SoccerTwos/SoccerTwos-13112.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7bd6d7ca01113ca755009e196d73e869cfab7da2fa393e72328f22a2e81da96 +size 42020525 diff --git a/SoccerTwos/SoccerTwos-13499844.onnx b/SoccerTwos/SoccerTwos-13499844.onnx new file mode 100644 index 0000000000000000000000000000000000000000..51eda86078652d97f24a4500b4dbc3cba29ad4b7 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13499844.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c27b36878bd1e31b51b002963e208e197da910feeea8eacaefc2e0674aa934ff +size 9819853 diff --git a/SoccerTwos/SoccerTwos-13499844.pt b/SoccerTwos/SoccerTwos-13499844.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f00bf2cbfa0bde4fccb1b49d6aa0bce01ca7113 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13499844.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a6402bae7c7a8d414064fa15c1d94b87f49f6000d494fc39f61b2d6c6aad96a +size 126046961 diff --git a/SoccerTwos/SoccerTwos-13633616.pt b/SoccerTwos/SoccerTwos-13633616.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9577beb95c77afff2ad49cc5d8130d4d4e009f1 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13633616.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25236c6e30dc726a35677ba43be9d603728832d4e21a9c7b526397ce5b199ef8 +size 126046961 diff --git a/SoccerTwos/SoccerTwos-140556.onnx b/SoccerTwos/SoccerTwos-140556.onnx new file mode 100644 index 0000000000000000000000000000000000000000..625269ad310700fe3fd3849957f89cd1d2de56f4 --- /dev/null +++ b/SoccerTwos/SoccerTwos-140556.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4046a1b5d0de847af7509301d3304d6ef274f45fd8b7af8e93af5bb1f14f43f5 +size 1764633 diff --git a/SoccerTwos/SoccerTwos-140556.pt b/SoccerTwos/SoccerTwos-140556.pt new file mode 100644 index 0000000000000000000000000000000000000000..40e37e84ab29928b53f1fbcde7dd262dac0dc440 --- /dev/null +++ b/SoccerTwos/SoccerTwos-140556.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12df31956b955ef0fb6e48a949641765aaea6a9cc6c87c474d13716483d241c1 +size 28421137 diff --git a/SoccerTwos/SoccerTwos-1499264.onnx b/SoccerTwos/SoccerTwos-1499264.onnx new file mode 100644 index 0000000000000000000000000000000000000000..cbf739d9fb19b6c2fbb9cc33cd0c0a3afc0cae3c --- /dev/null +++ b/SoccerTwos/SoccerTwos-1499264.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c47cd563ae3a750984c2921a4b664242e104469a57c274794570b99f4a2cb94e +size 9819853 diff --git a/SoccerTwos/SoccerTwos-1499264.pt b/SoccerTwos/SoccerTwos-1499264.pt new file mode 100644 index 0000000000000000000000000000000000000000..0934d734d837c50122a2fa06e1b59e20e7673634 --- /dev/null +++ b/SoccerTwos/SoccerTwos-1499264.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fb2b7132c08adf86de4f98e0e20ccf96a10899320e2bd3ba0da07bf50924d00 +size 126046961 diff --git a/SoccerTwos/SoccerTwos-15446.pt b/SoccerTwos/SoccerTwos-15446.pt new file mode 100644 index 0000000000000000000000000000000000000000..210ef89853bc9c1a164a51326c227967074e07f7 --- /dev/null +++ b/SoccerTwos/SoccerTwos-15446.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e59f3464fb3ccb6dc0df80e6df08507e7fbbef2c7e4b7254ffc7b792462291a +size 42021223 diff --git a/SoccerTwos/SoccerTwos-17494.pt b/SoccerTwos/SoccerTwos-17494.pt new file mode 100644 index 0000000000000000000000000000000000000000..8081b05b0ebe38670a11572d260ad9d640c58013 --- /dev/null +++ b/SoccerTwos/SoccerTwos-17494.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26f08af21a2dc8f156317591968f700b9d1a9820cb7c833bddd25bd73ffdf4f +size 67227895 diff --git a/SoccerTwos/SoccerTwos-192202.pt b/SoccerTwos/SoccerTwos-192202.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fb7b17a0e47a4b34b31b6ef7aac824e185905bc --- /dev/null +++ b/SoccerTwos/SoccerTwos-192202.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604d6db25c5072b09ea3d4f9ae72688b2068ff8d453b99e351c0b5d68886f9a2 +size 201643029 diff --git a/SoccerTwos/SoccerTwos-1999456.onnx b/SoccerTwos/SoccerTwos-1999456.onnx new file mode 100644 index 0000000000000000000000000000000000000000..9131733dc77a7c9b03a33db8768b2f2ed2267cc1 --- /dev/null +++ b/SoccerTwos/SoccerTwos-1999456.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c08726569ac9a7d3c1462fc2a9a113b7f225f29cee3b078a9ee64df85005559 +size 9819853 diff --git a/SoccerTwos/SoccerTwos-1999456.pt b/SoccerTwos/SoccerTwos-1999456.pt new file mode 100644 index 0000000000000000000000000000000000000000..10d22026b4e0203e4465a5c9470aefa7b992f101 --- /dev/null +++ b/SoccerTwos/SoccerTwos-1999456.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37711cbf509b34170135117990123121de47fe05934af9adb5b48e8135538fba +size 126046961 diff --git a/SoccerTwos/SoccerTwos-1999728.onnx b/SoccerTwos/SoccerTwos-1999728.onnx new file mode 100644 index 0000000000000000000000000000000000000000..edea6c6936b239205c19a3365b2a5ed1e2138cb9 --- /dev/null +++ b/SoccerTwos/SoccerTwos-1999728.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0646452ea37871354a4735c9d8cc0d72f795539b8a4df4418bad5567b41ccf48 +size 9819853 diff --git a/SoccerTwos/SoccerTwos-1999728.pt b/SoccerTwos/SoccerTwos-1999728.pt new file mode 100644 index 0000000000000000000000000000000000000000..2277ffd64afa0b1a02c6fe4f312a4b9f8a867894 --- /dev/null +++ b/SoccerTwos/SoccerTwos-1999728.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c9f8d4349f63ce5acc209ffdb4a16138eb53a2500e45f8503406e20073225d2 +size 126046961 diff --git a/SoccerTwos/SoccerTwos-20106.pt b/SoccerTwos/SoccerTwos-20106.pt new file mode 100644 index 0000000000000000000000000000000000000000..4369725dbf2769aa79feb64f245efda842fb475b --- /dev/null +++ b/SoccerTwos/SoccerTwos-20106.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9ffb76f93e504fd1ac006667b1b9255eed9625375bcad3c4bb2e2a1cb0659be +size 11581799 diff --git a/SoccerTwos/SoccerTwos-2022912.onnx b/SoccerTwos/SoccerTwos-2022912.onnx new file mode 100644 index 0000000000000000000000000000000000000000..0fd222b58f519a58999ad1da5d568398447492ea --- /dev/null +++ b/SoccerTwos/SoccerTwos-2022912.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eebbce41653e34cd87d8e1e07c9995192d5172d15c3794c87abca7f1f25e6ef +size 9819853 diff --git a/SoccerTwos/SoccerTwos-2022912.pt b/SoccerTwos/SoccerTwos-2022912.pt new file mode 100644 index 0000000000000000000000000000000000000000..a04de5b4a44f18561aa9ef049d6e24c4c5eb6bff --- /dev/null +++ b/SoccerTwos/SoccerTwos-2022912.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3754adc28bc484699b7761f3d75ece32a399b2dc1317feb916a2deb965249b5e +size 126046961 diff --git a/SoccerTwos/SoccerTwos-20728.onnx b/SoccerTwos/SoccerTwos-20728.onnx new file mode 100644 index 0000000000000000000000000000000000000000..e3d33e7670d5687b37a147f003814c5536da7810 --- /dev/null +++ b/SoccerTwos/SoccerTwos-20728.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e406b813e7352c5cd0a39df7a81d030d8a071de51933d6814d959813f621153 +size 1764633 diff --git a/SoccerTwos/SoccerTwos-20728.pt b/SoccerTwos/SoccerTwos-20728.pt new file mode 100644 index 0000000000000000000000000000000000000000..8781e9a41a5ef548fa75fa433bbad18c385d5a5a --- /dev/null +++ b/SoccerTwos/SoccerTwos-20728.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499782b13ea411eb04b33c5342d8a4935f327d38d29f16b4addbd887e9ab3f8e +size 28421137 diff --git a/SoccerTwos/SoccerTwos-24110.pt b/SoccerTwos/SoccerTwos-24110.pt new file mode 100644 index 0000000000000000000000000000000000000000..f77563ec1e690c0aed1b227eca8d6df5cce67ed9 --- /dev/null +++ b/SoccerTwos/SoccerTwos-24110.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6894f89221d1a3e2ee02834aad9b8c3ada1035aaaf0938fb2b65419c32dd8e1d +size 100873966 diff --git a/SoccerTwos/SoccerTwos-2499706.onnx b/SoccerTwos/SoccerTwos-2499706.onnx new file mode 100644 index 0000000000000000000000000000000000000000..4f75e0f6a71900a833409e85750110084bd7ade7 --- /dev/null +++ b/SoccerTwos/SoccerTwos-2499706.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48042b8aebb616d38481e3ac5ebf03bdc86256e2963a46ba09278b585e9c95ce +size 9819853 diff --git a/SoccerTwos/SoccerTwos-2499706.pt b/SoccerTwos/SoccerTwos-2499706.pt new file mode 100644 index 0000000000000000000000000000000000000000..192ae54fffe46cd2ae70425fa0d2617d1f97d45a --- /dev/null +++ b/SoccerTwos/SoccerTwos-2499706.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c3b35eb2168eebcbcf67c818e30fbe578b2bcdfd017c27a24cb05c2a254e390 +size 126046961 diff --git a/SoccerTwos/SoccerTwos-2568.pt b/SoccerTwos/SoccerTwos-2568.pt new file mode 100644 index 0000000000000000000000000000000000000000..d30b3a6de3d3ba8c8ed6863024767ba957e1bda9 --- /dev/null +++ b/SoccerTwos/SoccerTwos-2568.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:700c0ef46bfccc4c4c2da3506838b5e7f53f196f3ba17e199c6bbb03abbe95c4 +size 67227829 diff --git a/SoccerTwos/SoccerTwos-281044.pt b/SoccerTwos/SoccerTwos-281044.pt new file mode 100644 index 0000000000000000000000000000000000000000..63c07e077f9ae533214ab50786bdeef17be0fa75 --- /dev/null +++ b/SoccerTwos/SoccerTwos-281044.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5972b5407ff9140be9410ed807d7a704382ac8f5f604256bc3582534e6463eb0 +size 28429781 diff --git a/SoccerTwos/SoccerTwos-296420.onnx b/SoccerTwos/SoccerTwos-296420.onnx new file mode 100644 index 0000000000000000000000000000000000000000..75f14f777667d0553a092f1d7750e378203ec69d --- /dev/null +++ b/SoccerTwos/SoccerTwos-296420.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41e3f40d8b15e12c5ae336959cc9abd8d2e12eb8913491f0bf520a60ea16f60 +size 9819853 diff --git a/SoccerTwos/SoccerTwos-296420.pt b/SoccerTwos/SoccerTwos-296420.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fdbb7fa46437185288f7e44564bf7adcb034fcc --- /dev/null +++ b/SoccerTwos/SoccerTwos-296420.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1a31aac590ecf90614d3cc91b2557ea267f9edbc2de77b85001f4aa15328a5c +size 126046961 diff --git a/SoccerTwos/SoccerTwos-32678.pt b/SoccerTwos/SoccerTwos-32678.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7efaae18972559a466b8f89ccbbd6af2ef7b57c --- /dev/null +++ b/SoccerTwos/SoccerTwos-32678.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:017512c15d8cff2ea571a1aafe094d9799fe9e3445a58edafae752f7ceaec13a +size 28429659 diff --git a/SoccerTwos/SoccerTwos-34012.onnx b/SoccerTwos/SoccerTwos-34012.onnx new file mode 100644 index 0000000000000000000000000000000000000000..08e1f6be6e4a2cb21939dd1b86681acbb20c89fa --- /dev/null +++ b/SoccerTwos/SoccerTwos-34012.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aaeb4bf3ba28b81b9ac33f74bae25c9c6cb2c8ec6807993b3ae89f0cf2c1330 +size 22416356 diff --git a/SoccerTwos/SoccerTwos-34012.pt b/SoccerTwos/SoccerTwos-34012.pt new file mode 100644 index 0000000000000000000000000000000000000000..869e91a6ce832943bf864b994299421e2f11dde1 --- /dev/null +++ b/SoccerTwos/SoccerTwos-34012.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b79004b3a378c13523d836cb92281c3233587015b09d3c6e7b8a7bd6b6dfe6 +size 201629865 diff --git a/SoccerTwos/SoccerTwos-36708.onnx b/SoccerTwos/SoccerTwos-36708.onnx new file mode 100644 index 0000000000000000000000000000000000000000..bd74c2dd7d1236bb0b4580ba1fdcd595fc2411ab --- /dev/null +++ b/SoccerTwos/SoccerTwos-36708.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0acc663e819b10398921f54e155e05169afbd57329b26027ed26ac0e6ec334fa +size 9819853 diff --git a/SoccerTwos/SoccerTwos-36708.pt b/SoccerTwos/SoccerTwos-36708.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c89422abcb4ded64180f0a8cceba2f98c3066e8 --- /dev/null +++ b/SoccerTwos/SoccerTwos-36708.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e31a09aadcfcd6a93d0c05d8051392f0ec92b61a9fcda70e2734d2ad4988def +size 126046897 diff --git a/SoccerTwos/SoccerTwos-368110.onnx b/SoccerTwos/SoccerTwos-368110.onnx new file mode 100644 index 0000000000000000000000000000000000000000..200dcdb4bfb8ad145ff6238096e7d91e25bb9fda --- /dev/null +++ b/SoccerTwos/SoccerTwos-368110.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e36d3102139ccbe1bd245a02aabd1613dfe8646d77cdbfdbc6e8c8718355db2 +size 1764633 diff --git a/SoccerTwos/SoccerTwos-368110.pt b/SoccerTwos/SoccerTwos-368110.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ebbbe5e48bf6657663caa5193e542e3ab977bed --- /dev/null +++ b/SoccerTwos/SoccerTwos-368110.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bcb2d24183e24f76bb87d3ffa721be08d2d55be365afd90ff449bf2941ad1be +size 28421201 diff --git a/SoccerTwos/SoccerTwos-40944.onnx b/SoccerTwos/SoccerTwos-40944.onnx new file mode 100644 index 0000000000000000000000000000000000000000..6e2b040c9895b927f3242d58caa086ca7e8e81b5 --- /dev/null +++ b/SoccerTwos/SoccerTwos-40944.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b465e7eb7f65f6aa107578696d95d083efdbebd0ca4710f0a2b2207a0b99d11b +size 1764633 diff --git a/SoccerTwos/SoccerTwos-40944.pt b/SoccerTwos/SoccerTwos-40944.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fca0749a60b5d7b23b32bd98cb144b8fb9dff05 --- /dev/null +++ b/SoccerTwos/SoccerTwos-40944.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8069503f91c8d2246e034e220d83f1ccdcd06a7b6b857af6849acd8bb8e9e22e +size 28421137 diff --git a/SoccerTwos/SoccerTwos-449818.onnx b/SoccerTwos/SoccerTwos-449818.onnx new file mode 100644 index 0000000000000000000000000000000000000000..344d7ab58cd4bdd5fdd3dcfd35a4093b60facc29 --- /dev/null +++ b/SoccerTwos/SoccerTwos-449818.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:284cb6b7fe42aff98a6fb86ea8c62934afa2081dc990db37922cceb6a25dbb93 +size 1764633 diff --git a/SoccerTwos/SoccerTwos-449818.pt b/SoccerTwos/SoccerTwos-449818.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b187f610376d6b4f54dbac0574f5aedb55a54d6 --- /dev/null +++ b/SoccerTwos/SoccerTwos-449818.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d750572829605f8f93b934e50804bf3dd4a34927735b04842b515e8b9ab52064 +size 28421201 diff --git a/SoccerTwos/SoccerTwos-499442.onnx b/SoccerTwos/SoccerTwos-499442.onnx new file mode 100644 index 0000000000000000000000000000000000000000..3c0f32a8175c24b00c25ca80ad704cbeb753e814 --- /dev/null +++ b/SoccerTwos/SoccerTwos-499442.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7607b4c7e776ae0e246d4308a34e79fc5d5a21da8788c1f9c8572cec35db6d4 +size 9819853 diff --git a/SoccerTwos/SoccerTwos-499442.pt b/SoccerTwos/SoccerTwos-499442.pt new file mode 100644 index 0000000000000000000000000000000000000000..821db97eb1726d534f8305bbb99e034673820d6a --- /dev/null +++ b/SoccerTwos/SoccerTwos-499442.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faaa1179737892b37a7997d8b25ad6df2d4c09bc3d5b4d705066bc3b8d627193 +size 126046961 diff --git a/SoccerTwos/SoccerTwos-499742.onnx b/SoccerTwos/SoccerTwos-499742.onnx new file mode 100644 index 0000000000000000000000000000000000000000..f087c21db14dc082473fd9a5b628a8db0b168414 --- /dev/null +++ b/SoccerTwos/SoccerTwos-499742.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f098f28d92a7a46292c69363518873c25cf7f889852577bb2a51edff26b12fb +size 2815689 diff --git a/SoccerTwos/SoccerTwos-499742.pt b/SoccerTwos/SoccerTwos-499742.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cba8f6a377e5be9fa9fba0e3c7f1fb1f7c11acd --- /dev/null +++ b/SoccerTwos/SoccerTwos-499742.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d222213999a968ae73763ec3defb637cd1a45062bc45b393524858baba2c3cf5 +size 34728689 diff --git a/SoccerTwos/SoccerTwos-499883.pt b/SoccerTwos/SoccerTwos-499883.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cac91e7801a4bc778853163d1135800ddd446d0 --- /dev/null +++ b/SoccerTwos/SoccerTwos-499883.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ea15941f7499fe55b1254857b5b80e3265082a628eeaaffc17e205adcd5d8f6 +size 126056725 diff --git a/SoccerTwos/SoccerTwos-59884.onnx b/SoccerTwos/SoccerTwos-59884.onnx new file mode 100644 index 0000000000000000000000000000000000000000..ed5378a9337f93beb3bd2cf833b0072f82d6712d --- /dev/null +++ b/SoccerTwos/SoccerTwos-59884.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bcd1ed6c8286ae1e2abe0eed2529fe6fd9e602e657911ed16eac7188053f68d +size 9819853 diff --git a/SoccerTwos/SoccerTwos-59884.pt b/SoccerTwos/SoccerTwos-59884.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a1f535d420e21c006cf2ae77477dd0c63348cb7 --- /dev/null +++ b/SoccerTwos/SoccerTwos-59884.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212f2ba2ffeb46d37174cb4a12cbc13ccbce9f0fbcc23bb0078ab200bd7b97d6 +size 126046897 diff --git a/SoccerTwos/SoccerTwos-790.pt b/SoccerTwos/SoccerTwos-790.pt new file mode 100644 index 0000000000000000000000000000000000000000..3313945f490f3ff05de7608d2b783f12a0b8576c --- /dev/null +++ b/SoccerTwos/SoccerTwos-790.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04d4ca40f2b3db2d90edeff79ccb9aa01052f3b0bdc14ed6dfc4cd3962052bd +size 67227763 diff --git a/SoccerTwos/SoccerTwos-869774.onnx b/SoccerTwos/SoccerTwos-869774.onnx new file mode 100644 index 0000000000000000000000000000000000000000..ec973f4607f75e773acc137fb2c30c313397b0e5 --- /dev/null +++ b/SoccerTwos/SoccerTwos-869774.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d548035f204c96de4e1171b760ecaa9402fcf98274877bf12752044234952ab +size 2815689 diff --git a/SoccerTwos/SoccerTwos-869774.pt b/SoccerTwos/SoccerTwos-869774.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f03a3a7ce625a4b7e9a96839598d5e30fa33920 --- /dev/null +++ b/SoccerTwos/SoccerTwos-869774.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e942dd7f41f966e50965f060dad702ab131f011f59e465e33530b9b52d9cdc +size 34728689 diff --git a/SoccerTwos/SoccerTwos-986.onnx b/SoccerTwos/SoccerTwos-986.onnx new file mode 100644 index 0000000000000000000000000000000000000000..62059b5a4448d055ea361985e592ee4f4e9e0eff --- /dev/null +++ b/SoccerTwos/SoccerTwos-986.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e16744d31e222052f471a2ab2b5af2c66cf007e90c6c6f752217427c13ae7740 +size 9819853 diff --git a/SoccerTwos/SoccerTwos-986.pt b/SoccerTwos/SoccerTwos-986.pt new file mode 100644 index 0000000000000000000000000000000000000000..548a25ab34aec9116d4f66d580fe5c9c9babc33c --- /dev/null +++ b/SoccerTwos/SoccerTwos-986.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99cc71d3849d1ac68de5a3408191654388533c8a6b1299ef6f7514d9e7d1132c +size 45891139 diff --git a/SoccerTwos/SoccerTwos-999518.onnx b/SoccerTwos/SoccerTwos-999518.onnx new file mode 100644 index 0000000000000000000000000000000000000000..cd92feefe24205e4ee970410e150d2bdd5b3030e --- /dev/null +++ b/SoccerTwos/SoccerTwos-999518.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1df6ac9f6aae902eb4b68e45ac79ab9252fbd0e788f5f4b70f9212a0f0d590d9 +size 9819853 diff --git a/SoccerTwos/SoccerTwos-999518.pt b/SoccerTwos/SoccerTwos-999518.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5f970b6d74363bc259da08560912761c8b2583b --- /dev/null +++ b/SoccerTwos/SoccerTwos-999518.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a04a23605ceede2f6b35502700b9ca6853fea1224376c510a90b235fdc6f2c4 +size 126046961 diff --git a/SoccerTwos/checkpoint.pt b/SoccerTwos/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9577beb95c77afff2ad49cc5d8130d4d4e009f1 --- /dev/null +++ b/SoccerTwos/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25236c6e30dc726a35677ba43be9d603728832d4e21a9c7b526397ce5b199ef8 +size 126046961 diff --git a/SoccerTwos/events.out.tfevents.1687066530.JMBP.local.1635.0 b/SoccerTwos/events.out.tfevents.1687066530.JMBP.local.1635.0 new file mode 100644 index 0000000000000000000000000000000000000000..14d27aa4e577d003f281cc747fdcb927458bf397 --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1687066530.JMBP.local.1635.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c4cde0426133b7b2c2f504536ef79bf6600df5890b3128e6250fafed9c9755f +size 965046 diff --git a/SoccerTwos/events.out.tfevents.1687097086.JMBP.local.1697.0 b/SoccerTwos/events.out.tfevents.1687097086.JMBP.local.1697.0 new file mode 100644 index 0000000000000000000000000000000000000000..c77e36a15c64e6354c93c8c573a0c3edb6e221a2 --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1687097086.JMBP.local.1697.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28306e6dca798b6425469b37b6001b8a8d16c4879970d5abdf0d5dbd42dc8728 +size 1176353 diff --git a/SoccerTwos/events.out.tfevents.1687104043.JMBP.local.2953.0 b/SoccerTwos/events.out.tfevents.1687104043.JMBP.local.2953.0 new file mode 100644 index 0000000000000000000000000000000000000000..9c208e2278cf36392ad96656b9c6315964a1ace2 --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1687104043.JMBP.local.2953.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ba151123360436a475941b95febc2187bbf7cbaac560b99b0a7a437eee87243 +size 1946917 diff --git a/SoccerTwos/events.out.tfevents.1687114008.JMBP.local.4252.0 b/SoccerTwos/events.out.tfevents.1687114008.JMBP.local.4252.0 new file mode 100644 index 0000000000000000000000000000000000000000..ad0a76c904ce162229fb6269a113e54f5b4a23ca --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1687114008.JMBP.local.4252.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:155b97669a132c1a7f3860352bb01fb7ac4a511a5fe6c5d74a001710a2b6866d +size 5139977 diff --git a/SoccerTwos/events.out.tfevents.1687137781.JMBP.local.7085.0 b/SoccerTwos/events.out.tfevents.1687137781.JMBP.local.7085.0 new file mode 100644 index 0000000000000000000000000000000000000000..77c3542a81bf376176392d228c20f56dd71aa575 --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1687137781.JMBP.local.7085.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae7988bada1441c8fa83347fff4e574c162bd1867f236b8b7c941f0da3921410 +size 3135657 diff --git a/SoccerTwos/events.out.tfevents.1687150880.JMBP.local.9037.0 b/SoccerTwos/events.out.tfevents.1687150880.JMBP.local.9037.0 new file mode 100644 index 0000000000000000000000000000000000000000..c8516fc38a4eb5353bccbf7881d1c05b7db3ca1d --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1687150880.JMBP.local.9037.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3d72c099cb88dae996faaabfcd8eb98d0b506fd433d9dec64a7f8b4f029bade +size 596967 diff --git a/SoccerTwos/events.out.tfevents.1687153763.JMBP.local.9743.0 b/SoccerTwos/events.out.tfevents.1687153763.JMBP.local.9743.0 new file mode 100644 index 0000000000000000000000000000000000000000..3d5f53adc6fc1ec2e07e5dda7965f93faf6850b3 --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1687153763.JMBP.local.9743.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d5bee19ee56599505a282260a142a47c546d8bdaadda544af2ac882c280c9d +size 1245 diff --git a/SoccerTwos/events.out.tfevents.1687153776.JMBP.local.9773.0 b/SoccerTwos/events.out.tfevents.1687153776.JMBP.local.9773.0 new file mode 100644 index 0000000000000000000000000000000000000000..918e404b0c69cf4c51362c06912ebbd8a2120dab --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1687153776.JMBP.local.9773.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2403f264e9cea9cc5618c9169752363056b5fbfecfcaa9aca9fcb79bbcbaebd +size 1245 diff --git a/SoccerTwos/events.out.tfevents.1687153793.JMBP.local.9799.0 b/SoccerTwos/events.out.tfevents.1687153793.JMBP.local.9799.0 new file mode 100644 index 0000000000000000000000000000000000000000..4c0eec359c69ad1e9685d215c90f18a8b99d1ae9 --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1687153793.JMBP.local.9799.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228d562f6b36fb7d70fb21e29e866777a459f1712c75fe37cbcc721b3529471d +size 1245 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7754b3da916dce50ac7c8b7cdea0564cb373d562 --- /dev/null +++ b/config.json @@ -0,0 +1 @@ +{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 1024, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.001, "epsilon": 0.17, "lambd": 0.93, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 1024, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.987, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 20000000, "time_horizon": 1500, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 15, "play_against_latest_model_ratio": 0.65, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false} \ No newline at end of file diff --git a/configuration.yaml b/configuration.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ddbc9702844bfcd82cbaa2956914afe0c285bddb --- /dev/null +++ b/configuration.yaml @@ -0,0 +1,82 @@ +default_settings: null +behaviors: + SoccerTwos: + trainer_type: poca + hyperparameters: + batch_size: 1024 + buffer_size: 20480 + learning_rate: 0.0003 + beta: 0.001 + epsilon: 0.17 + lambd: 0.93 + num_epoch: 3 + learning_rate_schedule: constant + beta_schedule: constant + epsilon_schedule: constant + checkpoint_interval: 500000 + network_settings: + normalize: false + hidden_units: 1024 + num_layers: 3 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.987 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 5 + even_checkpoints: false + max_steps: 20000000 + time_horizon: 1500 + summary_freq: 10000 + threaded: false + self_play: + save_steps: 50000 + team_change: 200000 + swap_steps: 2000 + window: 15 + play_against_latest_model_ratio: 0.65 + initial_elo: 1200.0 + behavioral_cloning: null +env_settings: + env_path: ./training-envs-executables/SoccerTwos/SoccerTwos.app + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: false +environment_parameters: null +checkpoint_settings: + run_id: SoccerTwos + initialize_from: null + load_model: false + resume: true + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/run_logs/Player-0.log b/run_logs/Player-0.log new file mode 100644 index 0000000000000000000000000000000000000000..f01b80058b2436bb9ab5f11189ea81b0c85879f3 --- /dev/null +++ b/run_logs/Player-0.log @@ -0,0 +1,278 @@ +Mono path[0] = '/Users/jvelasquez/ml_projects/huggingface_deeprl/unit7/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.app/Contents/Resources/Data/Managed' +Mono config path = '/Users/jvelasquez/ml_projects/huggingface_deeprl/unit7/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.app/Contents/MonoBleedingEdge/etc' +New input system (experimental) initialized +Initialize engine version: 2021.3.17f1 (3e8111cac19d) +[Subsystems] Discovering subsystems at path /Users/jvelasquez/ml_projects/huggingface_deeprl/unit7/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.app/Contents/Resources/Data/UnitySubsystems +GfxDevice: creating device client; threaded=1; jobified=0 + preferred device: Apple M1 Max (high power) +Metal devices available: 1 +0: Apple M1 Max (high power) +Using device Apple M1 Max (high power) +Initializing Metal device caps: Apple M1 Max +Begin MonoManager ReloadAssembly +- Completed reload, in 0.042 seconds +UnloadTime: 0.456459 ms +Registered Communicator in Agent. +Setting up 5 worker threads for Enlighten. +Thread 0x16d8bb000 may have been prematurely finalized +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.1 MB + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 167 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 78.9 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.Worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0.8 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 5] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 4] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 3] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 5 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_UnityGfxDeviceWorker] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 6.0 KB + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 9 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 8] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 1.1 KB + Overflow Count 0 + [ALLOC_TEMP_OSX HID Input] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 7] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 28 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.3 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 13.3 MB + Peak Large allocation bytes 0 B + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 17.9 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 3 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.3 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 2.7 MB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [128.0 KB-256.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 175.1 KB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.3 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [1.0 MB-2.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 1.1 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [4.0 MB-8.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 2 + Peak Allocated memory 7.6 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.3 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [0-1.0 KB]: 1 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.0 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [2.0 KB-4.0 KB]: 1 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 2.2 KB + Peak Large allocation bytes 0 B diff --git a/run_logs/timers.json b/run_logs/timers.json new file mode 100644 index 0000000000000000000000000000000000000000..a1617a945a7a94c5838805d5bb460638d1e6d89d --- /dev/null +++ b/run_logs/timers.json @@ -0,0 +1,75 @@ +{ + "name": "root", + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1687153789", + "python_version": "3.9.16 | packaged by conda-forge | (main, Feb 1 2023, 21:38:11) \n[Clang 14.0.6 ]", + "command_line_arguments": "/Users/jvelasquez/conda_envs/hg_rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.app --run-id=SoccerTwos --resume", + "mlagents_version": "0.31.0.dev0", + "mlagents_envs_version": "0.31.0.dev0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "1.11.0", + "numpy_version": "1.21.2", + "end_time_seconds": "1687153793" + }, + "total": 3.8821607920000005, + "count": 1, + "self": 0.28333299999999983, + "children": { + "run_training.setup": { + "total": 0.010979209000000045, + "count": 1, + "self": 0.010979209000000045 + }, + "TrainerController.start_learning": { + "total": 3.5878485830000004, + "count": 1, + "self": 6.533200000102823e-05, + "children": { + "TrainerController._reset_env": { + "total": 3.4216018339999996, + "count": 1, + "self": 3.4216018339999996 + }, + "TrainerController.advance": { + "total": 0.004999124999999882, + "count": 1, + "self": 3.540999999884775e-06, + "children": { + "env_step": { + "total": 0.004995583999999997, + "count": 1, + "self": 0.00026500000000018176, + "children": { + "SubprocessEnvManager._take_step": { + "total": 0.004730583999999816, + "count": 1, + "self": 2.0001000000213764e-05, + "children": { + "TorchPolicy.evaluate": { + "total": 0.004710582999999602, + "count": 1, + "self": 0.004710582999999602 + } + } + } + } + } + } + }, + "TrainerController._save_models": { + "total": 0.1611822919999999, + "count": 1, + "self": 0.0005508749999996176, + "children": { + "RLTrainer._checkpoint": { + "total": 0.16063141700000028, + "count": 1, + "self": 0.16063141700000028 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/run_logs/training_status.json b/run_logs/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..bc3c99b96ccc98a9cdb61e6a44f5d61298a72b9b --- /dev/null +++ b/run_logs/training_status.json @@ -0,0 +1,66 @@ +{ + "SoccerTwos": { + "checkpoints": [ + { + "steps": 11999975, + "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-11999975.onnx", + "reward": 0.0, + "creation_time": 1687146462.834959, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-11999975.pt" + ] + }, + { + "steps": 12499858, + "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-12499858.onnx", + "reward": 0.0, + "creation_time": 1687148541.0895202, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-12499858.pt" + ] + }, + { + "steps": 12999975, + "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-12999975.onnx", + "reward": 0.0, + "creation_time": 1687150629.7921999, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-12999975.pt" + ] + }, + { + "steps": 13055704, + "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-13055704.onnx", + "reward": 0.0, + "creation_time": 1687150873.1035142, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-13055704.pt" + ] + }, + { + "steps": 13499844, + "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-13499844.onnx", + "reward": 0.0, + "creation_time": 1687152806.623887, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-13499844.pt" + ] + } + ], + "elo": 1528.9677219678397, + "final_checkpoint": { + "steps": 13055704, + "file_path": "results/SoccerTwos/SoccerTwos.onnx", + "reward": 0.0, + "creation_time": 1687150873.1035142, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-13055704.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.31.0.dev0", + "torch_version": "1.11.0" + } +} \ No newline at end of file