diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..5b72fa4586231923a743d167e7db69e0d75dc6cc --- /dev/null +++ b/README.md @@ -0,0 +1,31 @@ + +--- + tags: + - unity-ml-agents + - ml-agents + - deep-reinforcement-learning + - reinforcement-learning + - ML-Agents-SoccerTwos + library_name: ml-agents +--- + + # **poca** Agent playing **SoccerTwos** + This is a trained model of a **poca** agent playing **SoccerTwos** using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents). + + ## Usage (with ML-Agents) + The Documentation: https://github.com/huggingface/ml-agents#get-started + We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub: + + + ### Resume the training + ``` + mlagents-learn --run-id= --resume + ``` + ### Watch your Agent play + You can watch your agent **playing directly in your browser:**. + + 1. Go to https://huggingface.co/spaces/unity/ML-Agents-SoccerTwos + 2. Step 1: Write your model_id: Roberto/poca-SoccerTwos + 3. Step 2: Select your *.nn /*.onnx file + 4. Click on Watch the agent play 👀 + \ No newline at end of file diff --git a/SoccerTwos.onnx b/SoccerTwos.onnx new file mode 100644 index 0000000000000000000000000000000000000000..cb39758917414f311a1c01b158fb1e03c1d4e28b --- /dev/null +++ b/SoccerTwos.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec0ba049eafe22c29b46cdbbb609c2bc0d982b2269363be7181c49399f1879bc +size 1768747 diff --git a/SoccerTwos/SoccerTwos-10499998.onnx b/SoccerTwos/SoccerTwos-10499998.onnx new file mode 100644 index 0000000000000000000000000000000000000000..68919dc29a6cf84aadb51715bc94f970b910aa03 --- /dev/null +++ b/SoccerTwos/SoccerTwos-10499998.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb611004db9a6c2f6cb6ef567f197f4ff20152a73b31ce287342e63f50c8776 +size 1768747 diff --git a/SoccerTwos/SoccerTwos-10499998.pt b/SoccerTwos/SoccerTwos-10499998.pt new file mode 100644 index 0000000000000000000000000000000000000000..48bffa7dff52ad2ff9e8fd153d4a6a246bf2e747 --- /dev/null +++ b/SoccerTwos/SoccerTwos-10499998.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34d4a480ba3f48dd925921905abeb49cf76551b45feb9e9609e699557a3c019 +size 28430025 diff --git a/SoccerTwos/SoccerTwos-10999860.onnx b/SoccerTwos/SoccerTwos-10999860.onnx new file mode 100644 index 0000000000000000000000000000000000000000..adcc6f8a82023744a30d1a63c9635ef82385f5d1 --- /dev/null +++ b/SoccerTwos/SoccerTwos-10999860.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9093ee762dbde3e0af673cf79f2221d899dca952540631058c939d7ec1ac8e6c +size 1768747 diff --git a/SoccerTwos/SoccerTwos-10999860.pt b/SoccerTwos/SoccerTwos-10999860.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c8add31e42dbaebf83e812e0cdf5135ead03d1d --- /dev/null +++ b/SoccerTwos/SoccerTwos-10999860.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9c08a3b07e5caf88850eb557de172930c0321920d041d14f1ada34250553d0 +size 28430025 diff --git a/SoccerTwos/SoccerTwos-12499989.onnx b/SoccerTwos/SoccerTwos-12499989.onnx new file mode 100644 index 0000000000000000000000000000000000000000..d8c33bd5f295b5abfd28c8e659f1533c68bfdf68 --- /dev/null +++ b/SoccerTwos/SoccerTwos-12499989.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cf801373018bf9bcfc56b19c3f8abd1c6b4625f69a1fcf0c2b31d7380d14f12 +size 1768747 diff --git a/SoccerTwos/SoccerTwos-12499989.pt b/SoccerTwos/SoccerTwos-12499989.pt new file mode 100644 index 0000000000000000000000000000000000000000..610ae13e6bb704d715accc4249981896143db9da --- /dev/null +++ b/SoccerTwos/SoccerTwos-12499989.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb97892edda8364968d26ca3de0c34242ddd6f2f77900e19dfcb6f440d2747ce +size 28430025 diff --git a/SoccerTwos/SoccerTwos-12999860.onnx b/SoccerTwos/SoccerTwos-12999860.onnx new file mode 100644 index 0000000000000000000000000000000000000000..b8a57e053df4a4bbd6f8fee8c7533d8aec6b7573 --- /dev/null +++ b/SoccerTwos/SoccerTwos-12999860.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b06a75f8efb0f72f47ebfca0895a62f1d6f4a81fe78a5a794dcec404d2f4f14f +size 1768747 diff --git a/SoccerTwos/SoccerTwos-12999860.pt b/SoccerTwos/SoccerTwos-12999860.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0d2ca33bdee627966ce67d198e9e4d37f47dce2 --- /dev/null +++ b/SoccerTwos/SoccerTwos-12999860.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd67e72d67842ef6564c161e4ce5af0cb7239fd634c2d60f269e9ff0542d2eb0 +size 28430025 diff --git a/SoccerTwos/SoccerTwos-13499918.onnx b/SoccerTwos/SoccerTwos-13499918.onnx new file mode 100644 index 0000000000000000000000000000000000000000..b599521cc41cdd6429cc9f8436d2c5e4a215359d --- /dev/null +++ b/SoccerTwos/SoccerTwos-13499918.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87d5453e04474efeae2816e7501a9bf66d59b5f8a7363d005b216ad36b30e61 +size 1768747 diff --git a/SoccerTwos/SoccerTwos-13499918.pt b/SoccerTwos/SoccerTwos-13499918.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4c473a9e8786f2c2c415768cb8a7ff666e3d98b --- /dev/null +++ b/SoccerTwos/SoccerTwos-13499918.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa1368462450cb195b520d7618a9985a13f9f134cc6c5ee6a7530d2c5437c05 +size 28430025 diff --git a/SoccerTwos/SoccerTwos-13999891.onnx b/SoccerTwos/SoccerTwos-13999891.onnx new file mode 100644 index 0000000000000000000000000000000000000000..e17af76e7760a89b72980dd79ddc60a9894a8c36 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13999891.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2f1182e86cd4f0a19e2a7a0178a3c665f5db3c88de701e8c8cb604d1a2f394 +size 1768747 diff --git a/SoccerTwos/SoccerTwos-13999891.pt b/SoccerTwos/SoccerTwos-13999891.pt new file mode 100644 index 0000000000000000000000000000000000000000..07432163cfa8243d5437f95399be5ee5c99e387d --- /dev/null +++ b/SoccerTwos/SoccerTwos-13999891.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d00371e2e86df84324a0c702b7b29e77388465b80290b66cab96f9be28126f4 +size 28430025 diff --git a/SoccerTwos/SoccerTwos-14276369.onnx b/SoccerTwos/SoccerTwos-14276369.onnx new file mode 100644 index 0000000000000000000000000000000000000000..cb39758917414f311a1c01b158fb1e03c1d4e28b --- /dev/null +++ b/SoccerTwos/SoccerTwos-14276369.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec0ba049eafe22c29b46cdbbb609c2bc0d982b2269363be7181c49399f1879bc +size 1768747 diff --git a/SoccerTwos/SoccerTwos-14276369.pt b/SoccerTwos/SoccerTwos-14276369.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc7fb3d0fbce432e2812b0f2789009e612cdc766 --- /dev/null +++ b/SoccerTwos/SoccerTwos-14276369.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d49d2137604f3146e8cd68e9dc3e6ee2e2bddb4136112f29b9a98df0531751d +size 28430025 diff --git a/SoccerTwos/SoccerTwos-1499998.onnx b/SoccerTwos/SoccerTwos-1499998.onnx new file mode 100644 index 0000000000000000000000000000000000000000..4703efa383c3b12b33c02b0d8391d0ea67ec0762 --- /dev/null +++ b/SoccerTwos/SoccerTwos-1499998.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e0eb898b2bbf7ad67d05e712aa77204edb277f6b2c73fb69e6730710ab20afa +size 1768747 diff --git a/SoccerTwos/SoccerTwos-1499998.pt b/SoccerTwos/SoccerTwos-1499998.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d0210d34cdcf4fb5142df256aeb5ddc87700827 --- /dev/null +++ b/SoccerTwos/SoccerTwos-1499998.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:730effc43c54cd32ec86c6e255e3df5c05fdb1c4fa1e34b643d14b2215a20309 +size 28429903 diff --git a/SoccerTwos/SoccerTwos-1516490.onnx b/SoccerTwos/SoccerTwos-1516490.onnx new file mode 100644 index 0000000000000000000000000000000000000000..4703efa383c3b12b33c02b0d8391d0ea67ec0762 --- /dev/null +++ b/SoccerTwos/SoccerTwos-1516490.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e0eb898b2bbf7ad67d05e712aa77204edb277f6b2c73fb69e6730710ab20afa +size 1768747 diff --git a/SoccerTwos/SoccerTwos-1516490.pt b/SoccerTwos/SoccerTwos-1516490.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad859434e72a3b4f36d25c6612da682e4d5a87d5 --- /dev/null +++ b/SoccerTwos/SoccerTwos-1516490.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a6b7ed5defb1aae820632f6e565f39b3488f0ae21c897cebc6d99beecd9b48 +size 28429903 diff --git a/SoccerTwos/SoccerTwos-2499950.onnx b/SoccerTwos/SoccerTwos-2499950.onnx new file mode 100644 index 0000000000000000000000000000000000000000..4481d780996369b67fcb2dab381829eb3186eb65 --- /dev/null +++ b/SoccerTwos/SoccerTwos-2499950.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4765d746711ac943ae85cc605af95a038327dd888e8bc1d1053e908efc181d80 +size 1768747 diff --git a/SoccerTwos/SoccerTwos-2499950.pt b/SoccerTwos/SoccerTwos-2499950.pt new file mode 100644 index 0000000000000000000000000000000000000000..1046c0d9ee68023f397340b79c59548ddf615312 --- /dev/null +++ b/SoccerTwos/SoccerTwos-2499950.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6650b54e880af8fe9279287b7ff9cdbd5f1d828c59d170d99af9b47d0dad3bc +size 28429903 diff --git a/SoccerTwos/SoccerTwos-2999988.onnx b/SoccerTwos/SoccerTwos-2999988.onnx new file mode 100644 index 0000000000000000000000000000000000000000..e81ae781ba29a9c6074b75d7083091cf8cf29618 --- /dev/null +++ b/SoccerTwos/SoccerTwos-2999988.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c94334b76a9e0f238e65d0adb4dea325a2d31e1dfa7ac2311e27337dbd1dfa24 +size 1768747 diff --git a/SoccerTwos/SoccerTwos-2999988.pt b/SoccerTwos/SoccerTwos-2999988.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda61e4770a3b5e0667bc79dc85ac8b9d3581f1d --- /dev/null +++ b/SoccerTwos/SoccerTwos-2999988.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03568c12293426e34015f4c424120dafd82fac8635dfec854cc4974b6397fce5 +size 28429903 diff --git a/SoccerTwos/SoccerTwos-3999990.onnx b/SoccerTwos/SoccerTwos-3999990.onnx new file mode 100644 index 0000000000000000000000000000000000000000..3bbfe9b4a6fd8a9d4ff9ee5be67127396cdc1d54 --- /dev/null +++ b/SoccerTwos/SoccerTwos-3999990.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e996fe9ee7dcecca7ff938844cc2da70f97c6bfdd4fa99a55f05a7a4a1bb08a +size 1768747 diff --git a/SoccerTwos/SoccerTwos-3999990.pt b/SoccerTwos/SoccerTwos-3999990.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e70a38cc6dc7896daea5b8e98494fae841b6cfb --- /dev/null +++ b/SoccerTwos/SoccerTwos-3999990.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35fc7f42807c3160dc0b75b4dca81464a73c5dac02f9f76fbded453a7eb4f25 +size 28429903 diff --git a/SoccerTwos/SoccerTwos-4499966.onnx b/SoccerTwos/SoccerTwos-4499966.onnx new file mode 100644 index 0000000000000000000000000000000000000000..20cbee916a4a31e4428e6b240574543a9e18cae1 --- /dev/null +++ b/SoccerTwos/SoccerTwos-4499966.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c016503deccad75e12de118ef59a40b388126c65aa6b9218737f3564bb3bfb +size 1768747 diff --git a/SoccerTwos/SoccerTwos-4499966.pt b/SoccerTwos/SoccerTwos-4499966.pt new file mode 100644 index 0000000000000000000000000000000000000000..db95b468bdb67f33f6195a03e79f57ee33376968 --- /dev/null +++ b/SoccerTwos/SoccerTwos-4499966.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b04d6765dd5ef4c77964bf269ac4e1c07738056bfca97ae1ec7b5927e3deb526 +size 28429903 diff --git a/SoccerTwos/SoccerTwos-499536.onnx b/SoccerTwos/SoccerTwos-499536.onnx new file mode 100644 index 0000000000000000000000000000000000000000..19f5e835119847523abb0b34a35788fcbe361043 --- /dev/null +++ b/SoccerTwos/SoccerTwos-499536.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e012bb80198ddd92715a09aaf5c569d984c5d624e60641deccd1077d7ca06c5c +size 1768747 diff --git a/SoccerTwos/SoccerTwos-499536.pt b/SoccerTwos/SoccerTwos-499536.pt new file mode 100644 index 0000000000000000000000000000000000000000..99971bc8602106ac46b684aabee8b80ce0132522 --- /dev/null +++ b/SoccerTwos/SoccerTwos-499536.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3468ec59224e14f402fead0114bea632de736b73d952a7eaf34b36ea65c67d5e +size 28429781 diff --git a/SoccerTwos/SoccerTwos-4999957.onnx b/SoccerTwos/SoccerTwos-4999957.onnx new file mode 100644 index 0000000000000000000000000000000000000000..09a70576c30a7792f044ec012c783244ef7e7496 --- /dev/null +++ b/SoccerTwos/SoccerTwos-4999957.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d74613d938bccf20d95c0d5b171f65ee4d53641b2934a733b2460f765a30568 +size 1768747 diff --git a/SoccerTwos/SoccerTwos-4999957.pt b/SoccerTwos/SoccerTwos-4999957.pt new file mode 100644 index 0000000000000000000000000000000000000000..46a07b956d7db2d19ef55d7c5ad8714cbe6b9c40 --- /dev/null +++ b/SoccerTwos/SoccerTwos-4999957.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f552098520f1954fea145d2bec3d296ffb1e7d0984642884aefb3726a4e16ab7 +size 28429903 diff --git a/SoccerTwos/SoccerTwos-5499997.onnx b/SoccerTwos/SoccerTwos-5499997.onnx new file mode 100644 index 0000000000000000000000000000000000000000..ecee704b62ce1fc855b0f4338caecb583d2eed83 --- /dev/null +++ b/SoccerTwos/SoccerTwos-5499997.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ef72c192546b8eb6495a63b070fc4f1cb1cadd360adf079a6419b244efbff3 +size 1768747 diff --git a/SoccerTwos/SoccerTwos-5499997.pt b/SoccerTwos/SoccerTwos-5499997.pt new file mode 100644 index 0000000000000000000000000000000000000000..c01767e6d754cde89a96feeb665a94c35ee201a8 --- /dev/null +++ b/SoccerTwos/SoccerTwos-5499997.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f967e410327ba448b565941d76cb137afce0d91a6197415c5dee697277179b29 +size 28429903 diff --git a/SoccerTwos/SoccerTwos-9499894.onnx b/SoccerTwos/SoccerTwos-9499894.onnx new file mode 100644 index 0000000000000000000000000000000000000000..4cb6867942d60c06949d78754c3ab0762327455c --- /dev/null +++ b/SoccerTwos/SoccerTwos-9499894.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eab3cf6692e723c577d6060e89a0e5fc94415a85bf1699b64e6d923caa48964 +size 1768747 diff --git a/SoccerTwos/SoccerTwos-9499894.pt b/SoccerTwos/SoccerTwos-9499894.pt new file mode 100644 index 0000000000000000000000000000000000000000..60616d62c16f338784a6ef17952657d9fd2a25e3 --- /dev/null +++ b/SoccerTwos/SoccerTwos-9499894.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:870cf2b7c4dc095ee71295fc9fc2fa10b118f6926ba613f0a1d5b8de5df296b1 +size 28429903 diff --git a/SoccerTwos/SoccerTwos-999884.onnx b/SoccerTwos/SoccerTwos-999884.onnx new file mode 100644 index 0000000000000000000000000000000000000000..19ba9d3a08b97faba7d0a0815cd8685e711a7bd6 --- /dev/null +++ b/SoccerTwos/SoccerTwos-999884.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:436dc5f1f90eb208a46fced24d28d270bf76f50bb9d9213c9fe848505cd3cfbf +size 1768747 diff --git a/SoccerTwos/SoccerTwos-999884.pt b/SoccerTwos/SoccerTwos-999884.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1d8748b7d9f7fa40a9f02ea24a50b99eb619f43 --- /dev/null +++ b/SoccerTwos/SoccerTwos-999884.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa8eb7e12dbc46c2845a29203a2ccc64e08ecb6dc6c00aaf99f267b1a5912091 +size 28429781 diff --git a/SoccerTwos/SoccerTwos-9999980.onnx b/SoccerTwos/SoccerTwos-9999980.onnx new file mode 100644 index 0000000000000000000000000000000000000000..83eadeec531ee4f676ea0a7586cf08d1a66d1ab1 --- /dev/null +++ b/SoccerTwos/SoccerTwos-9999980.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3a99b8162f1c66308b2f611d9f22b84c949916ff216592c662ae85abead9d1 +size 1768747 diff --git a/SoccerTwos/SoccerTwos-9999980.pt b/SoccerTwos/SoccerTwos-9999980.pt new file mode 100644 index 0000000000000000000000000000000000000000..4175dbe78ffaad32126477e217187efaff50407c --- /dev/null +++ b/SoccerTwos/SoccerTwos-9999980.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:211d253bb51c79e25f266c772e3e2b9527b08152c46fc5d1824e77c015d51b8f +size 28429903 diff --git a/SoccerTwos/checkpoint.pt b/SoccerTwos/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..b453be4325e3c72bc6e72f3b473779bf561121da --- /dev/null +++ b/SoccerTwos/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6db6c986c1f625b0f8b6a7f846b0de4c66c26f29924e15d3e185d9156cb4995 +size 28428927 diff --git a/SoccerTwos/events.out.tfevents.1677233775.SHADOW-FGMT33SN.1840.0 b/SoccerTwos/events.out.tfevents.1677233775.SHADOW-FGMT33SN.1840.0 new file mode 100644 index 0000000000000000000000000000000000000000..6cf0c9ed9c52a486c890bff509899227bb97b03c --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1677233775.SHADOW-FGMT33SN.1840.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ac972fa6af322e781561e458bb84cdff09ba28ba5059179bc7ca95aa9b76a4 +size 1960021 diff --git a/SoccerTwos/events.out.tfevents.1677270789.SHADOW-FGMT33SN.26160.0 b/SoccerTwos/events.out.tfevents.1677270789.SHADOW-FGMT33SN.26160.0 new file mode 100644 index 0000000000000000000000000000000000000000..d9ed876582c88439ecd044a25b2f0dc59788800a --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1677270789.SHADOW-FGMT33SN.26160.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7728bd6238c704624de9a7a656ddf123eb9209b5e81721e98b0a851be0e257cd +size 1470746 diff --git a/SoccerTwos/events.out.tfevents.1677315613.SHADOW-FGMT33SN.1856.0 b/SoccerTwos/events.out.tfevents.1677315613.SHADOW-FGMT33SN.1856.0 new file mode 100644 index 0000000000000000000000000000000000000000..8ad21d526a69ca407068c16d78ae8980bfd3da1b --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1677315613.SHADOW-FGMT33SN.1856.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c457b72a9afce482f7241e5593ecd2f7b7f17e77ee344d703c1dd5f6d71b0f63 +size 823945 diff --git a/SoccerTwos/events.out.tfevents.1677331413.SHADOW-FGMT33SN.11552.0 b/SoccerTwos/events.out.tfevents.1677331413.SHADOW-FGMT33SN.11552.0 new file mode 100644 index 0000000000000000000000000000000000000000..a32bd2d8a80c83c67f073bf13dcd7efd2f8561dc --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1677331413.SHADOW-FGMT33SN.11552.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:814be81d33828465ad9f75231c5b1bcd7f34a35178b39fee7ed1de8f0a5cee52 +size 2344328 diff --git a/SoccerTwos/events.out.tfevents.1677363223.SHADOW-FGMT33SN.10140.0 b/SoccerTwos/events.out.tfevents.1677363223.SHADOW-FGMT33SN.10140.0 new file mode 100644 index 0000000000000000000000000000000000000000..76e9e32e734d9dc5278282b16bfc1c929999cf94 --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1677363223.SHADOW-FGMT33SN.10140.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d062ec18d0fbf916adfbca39d8d777f3da48559092a1e044ad3f422fbafc7835 +size 73172 diff --git a/SoccerTwos/events.out.tfevents.1677403250.SHADOW-FGMT33SN.1936.0 b/SoccerTwos/events.out.tfevents.1677403250.SHADOW-FGMT33SN.1936.0 new file mode 100644 index 0000000000000000000000000000000000000000..1d5d30feba928e8f9acbd04b78d794163de7c9ce --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1677403250.SHADOW-FGMT33SN.1936.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd9cc166e3ff09086b332e0901e00b0f03a9e23706753b01def31f246de12c9 +size 3238430 diff --git a/SoccerTwos/events.out.tfevents.1677421937.SHADOW-FGMT33SN.13628.0 b/SoccerTwos/events.out.tfevents.1677421937.SHADOW-FGMT33SN.13628.0 new file mode 100644 index 0000000000000000000000000000000000000000..c3039ee66fa19b11fea052655f41d376e80496d1 --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1677421937.SHADOW-FGMT33SN.13628.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9defe5f02c377411e1573dc10b9fccc7f5089ad47149590a814ebe22b4a8b8af +size 2210476 diff --git a/SoccerTwos/events.out.tfevents.1677438134.SHADOW-FGMT33SN.2788.0 b/SoccerTwos/events.out.tfevents.1677438134.SHADOW-FGMT33SN.2788.0 new file mode 100644 index 0000000000000000000000000000000000000000..d3999c14315d0d284e62ad8d0464813098302c5f --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1677438134.SHADOW-FGMT33SN.2788.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f97fa30798a8c20cbc681e83683d16c512ea18260b73309ca9f25015cb8eb042 +size 401706 diff --git a/SoccerTwos/events.out.tfevents.1677484302.SHADOW-FGMT33SN.6624.0 b/SoccerTwos/events.out.tfevents.1677484302.SHADOW-FGMT33SN.6624.0 new file mode 100644 index 0000000000000000000000000000000000000000..6384d2eacdd95fd47a3bed119b27435d235a1fa1 --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1677484302.SHADOW-FGMT33SN.6624.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8229f9307a056f80e6900698c474762a29512d12917100378cb797af676dcd3 +size 3362002 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f36e76cde758c99ab9cbd48276f802ed692c7b2 --- /dev/null +++ b/config.json @@ -0,0 +1 @@ +{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 70000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 100000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false} \ No newline at end of file diff --git a/configuration.yaml b/configuration.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0460d7c7be3d078a73795af0d97399ecaaa5e0da --- /dev/null +++ b/configuration.yaml @@ -0,0 +1,82 @@ +default_settings: null +behaviors: + SoccerTwos: + trainer_type: poca + hyperparameters: + batch_size: 2048 + buffer_size: 20480 + learning_rate: 0.0003 + beta: 0.005 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + checkpoint_interval: 500000 + network_settings: + normalize: false + hidden_units: 512 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 5 + even_checkpoints: false + max_steps: 70000000 + time_horizon: 1000 + summary_freq: 10000 + threaded: false + self_play: + save_steps: 100000 + team_change: 200000 + swap_steps: 2000 + window: 10 + play_against_latest_model_ratio: 0.5 + initial_elo: 1200.0 + behavioral_cloning: null +env_settings: + env_path: ./training-envs-executables/SoccerTwos.exe + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: true +environment_parameters: null +checkpoint_settings: + run_id: SoccerTwos + initialize_from: null + load_model: false + resume: true + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/run_logs/Player-0.log b/run_logs/Player-0.log new file mode 100644 index 0000000000000000000000000000000000000000..2cbd7e9392237932ec984d5f45cb9042db1477e1 --- /dev/null +++ b/run_logs/Player-0.log @@ -0,0 +1,282 @@ +Mono path[0] = 'C:/Users/Shadow/PycharmProjects/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/Managed' +Mono config path = 'C:/Users/Shadow/PycharmProjects/ml-agents/training-envs-executables/SoccerTwos/MonoBleedingEdge/etc' +Initialize engine version: 2021.3.14f1 (eee1884e7226) +[Subsystems] Discovering subsystems at path C:/Users/Shadow/PycharmProjects/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems +Forcing GfxDevice: Null +GfxDevice: creating device client; threaded=0; jobified=0 +NullGfxDevice: + Version: NULL 1.0 [1.0] + Renderer: Null Device + Vendor: Unity Technologies +Begin MonoManager ReloadAssembly +- Completed reload, in 9.531 seconds +ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding. +ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Standard (Specular setup) shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +UnloadTime: 0.750500 ms +Registered Communicator in Agent. +ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +Setting up 4 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [8.0 KB-16.0 KB]: 61735 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.0 MB + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 363 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 67.1 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.Worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 5] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 4] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0.8 KB + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 3] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 4 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 7 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 4 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 0.9 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [4.0 MB-8.0 MB]: 61736 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 5.2 MB + Peak Large allocation bytes 0 B + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 61736 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 17.2 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 2 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 3 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 0.9 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 61735 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 65.6 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [128.0 KB-256.0 KB]: 61736 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 173.6 KB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 2 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 0.9 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [0.5 MB-1.0 MB]: 61736 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 0.6 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [0.5 MB-1.0 MB]: 61735 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 3.2 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 0.9 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [0-1.0 KB]: 61736 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.0 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [1.0 KB-2.0 KB]: 61735 frames, [2.0 KB-4.0 KB]: 1 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 2.2 KB + Peak Large allocation bytes 0 B diff --git a/run_logs/timers.json b/run_logs/timers.json new file mode 100644 index 0000000000000000000000000000000000000000..b4bdebcd7d7eb364f1cdc4f3d40617067f30661c --- /dev/null +++ b/run_logs/timers.json @@ -0,0 +1,368 @@ +{ + "name": "root", + "gauges": { + "SoccerTwos.Policy.Entropy.mean": { + "value": 1.3183444738388062, + "min": 1.3101465702056885, + "max": 1.669975757598877, + "count": 328 + }, + "SoccerTwos.Policy.Entropy.sum": { + "value": 26704.38671875, + "min": 903.1378784179688, + "max": 36995.6953125, + "count": 328 + }, + "SoccerTwos.Environment.EpisodeLength.mean": { + "value": 52.234042553191486, + "min": 16.0, + "max": 95.51923076923077, + "count": 328 + }, + "SoccerTwos.Environment.EpisodeLength.sum": { + "value": 19640.0, + "min": 64.0, + "max": 20980.0, + "count": 328 + }, + "SoccerTwos.Self-play.ELO.mean": { + "value": 1592.3514737115252, + "min": 1550.927669954246, + "max": 1612.268700483541, + "count": 328 + }, + "SoccerTwos.Self-play.ELO.sum": { + "value": 299362.0770577667, + "min": 3147.5799102155074, + "max": 320933.92967178265, + "count": 328 + }, + "SoccerTwos.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 328 + }, + "SoccerTwos.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 328 + }, + "SoccerTwos.Step.mean": { + "value": 14269963.0, + "min": 11009989.0, + "max": 14269963.0, + "count": 327 + }, + "SoccerTwos.Step.sum": { + "value": 14269963.0, + "min": 11009989.0, + "max": 14269963.0, + "count": 327 + }, + "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { + "value": -0.029019255191087723, + "min": -0.10580135881900787, + "max": 0.06399376690387726, + "count": 327 + }, + "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { + "value": -5.455619812011719, + "min": -17.843456268310547, + "max": 9.66305923461914, + "count": 327 + }, + "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { + "value": -0.02983544021844864, + "min": -0.10606750100851059, + "max": 0.06857619434595108, + "count": 327 + }, + "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { + "value": -5.609062671661377, + "min": -18.2437744140625, + "max": 10.355005264282227, + "count": 327 + }, + "SoccerTwos.Environment.CumulativeReward.mean": { + "value": 0.0, + "min": 0.0, + "max": 0.0, + "count": 327 + }, + "SoccerTwos.Environment.CumulativeReward.sum": { + "value": 0.0, + "min": 0.0, + "max": 0.0, + "count": 327 + }, + "SoccerTwos.Policy.ExtrinsicReward.mean": { + "value": -0.07740319123927583, + "min": -0.33717705089537825, + "max": 0.2757088617433476, + "count": 327 + }, + "SoccerTwos.Policy.ExtrinsicReward.sum": { + "value": -14.551799952983856, + "min": -47.82860016822815, + "max": 43.562000155448914, + "count": 327 + }, + "SoccerTwos.Environment.GroupCumulativeReward.mean": { + "value": -0.07740319123927583, + "min": -0.33717705089537825, + "max": 0.2757088617433476, + "count": 327 + }, + "SoccerTwos.Environment.GroupCumulativeReward.sum": { + "value": -14.551799952983856, + "min": -47.82860016822815, + "max": 43.562000155448914, + "count": 327 + }, + "SoccerTwos.Losses.PolicyLoss.mean": { + "value": 0.01601276736538845, + "min": 0.010800882273664077, + "max": 0.02534203741621847, + "count": 158 + }, + "SoccerTwos.Losses.PolicyLoss.sum": { + "value": 0.01601276736538845, + "min": 0.010800882273664077, + "max": 0.02534203741621847, + "count": 158 + }, + "SoccerTwos.Losses.ValueLoss.mean": { + "value": 0.10048545102278392, + "min": 0.07669338136911392, + "max": 0.11810938119888306, + "count": 158 + }, + "SoccerTwos.Losses.ValueLoss.sum": { + "value": 0.10048545102278392, + "min": 0.07669338136911392, + "max": 0.11810938119888306, + "count": 158 + }, + "SoccerTwos.Losses.BaselineLoss.mean": { + "value": 0.10135617107152939, + "min": 0.07799235259493192, + "max": 0.11991167888045311, + "count": 158 + }, + "SoccerTwos.Losses.BaselineLoss.sum": { + "value": 0.10135617107152939, + "min": 0.07799235259493192, + "max": 0.11991167888045311, + "count": 158 + }, + "SoccerTwos.Policy.LearningRate.mean": { + "value": 0.00023890461322227853, + "min": 0.00023890461322227853, + "max": 0.0002527680200297128, + "count": 158 + }, + "SoccerTwos.Policy.LearningRate.sum": { + "value": 0.00023890461322227853, + "min": 0.00023890461322227853, + "max": 0.0002527680200297128, + "count": 158 + }, + "SoccerTwos.Policy.Epsilon.mean": { + "value": 0.17963486428571426, + "min": 0.17963486428571426, + "max": 0.18425600142857143, + "count": 158 + }, + "SoccerTwos.Policy.Epsilon.sum": { + "value": 0.17963486428571426, + "min": 0.17963486428571426, + "max": 0.18425600142857143, + "count": 158 + }, + "SoccerTwos.Policy.Beta.mean": { + "value": 0.003983779727857143, + "min": 0.003983779727857143, + "max": 0.0042143744712857135, + "count": 158 + }, + "SoccerTwos.Policy.Beta.sum": { + "value": 0.003983779727857143, + "min": 0.003983779727857143, + "max": 0.0042143744712857135, + "count": 158 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1677484284", + "python_version": "3.9.16 (main, Jan 11 2023, 16:16:36) [MSC v.1916 64 bit (AMD64)]", + "command_line_arguments": "C:\\Users\\Shadow\\anaconda3\\envs\\ml-agents\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume", + "mlagents_version": "0.31.0.dev0", + "mlagents_envs_version": "0.31.0.dev0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "1.13.1+cpu", + "numpy_version": "1.21.2", + "end_time_seconds": "1677503936" + }, + "total": 19651.9240122, + "count": 1, + "self": 1.1310240999991947, + "children": { + "run_training.setup": { + "total": 0.2679836999999994, + "count": 1, + "self": 0.2679836999999994 + }, + "TrainerController.start_learning": { + "total": 19650.525004400002, + "count": 1, + "self": 10.460665499675088, + "children": { + "TrainerController._reset_env": { + "total": 18.295333699999528, + "count": 18, + "self": 18.295333699999528 + }, + "TrainerController.advance": { + "total": 19621.394688800327, + "count": 225164, + "self": 9.197626700148248, + "children": { + "env_step": { + "total": 7438.464249900523, + "count": 225164, + "self": 5868.860687100586, + "children": { + "SubprocessEnvManager._take_step": { + "total": 1563.0156482001566, + "count": 225164, + "self": 53.85047789995565, + "children": { + "TorchPolicy.evaluate": { + "total": 1509.165170300201, + "count": 411580, + "self": 1509.165170300201 + } + } + }, + "workers": { + "total": 6.587914599780838, + "count": 225164, + "self": 0.0, + "children": { + "worker_root": { + "total": 19587.953862000148, + "count": 225164, + "is_parallel": true, + "self": 14908.870739900314, + "children": { + "steps_from_proto": { + "total": 0.07089579999505347, + "count": 36, + "is_parallel": true, + "self": 0.013997999990262855, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.05689780000479061, + "count": 144, + "is_parallel": true, + "self": 0.05689780000479061 + } + } + }, + "UnityEnvironment.step": { + "total": 4679.012226299838, + "count": 225164, + "is_parallel": true, + "self": 250.1175287009437, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 228.43538009973247, + "count": 225164, + "is_parallel": true, + "self": 228.43538009973247 + }, + "communicator.exchange": { + "total": 3366.653608399966, + "count": 225164, + "is_parallel": true, + "self": 3366.653608399966 + }, + "steps_from_proto": { + "total": 833.805709099197, + "count": 450328, + "is_parallel": true, + "self": 173.39532009873074, + "children": { + "_process_rank_one_or_two_observation": { + "total": 660.4103890004662, + "count": 1801312, + "is_parallel": true, + "self": 660.4103890004662 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 12173.732812199654, + "count": 225164, + "self": 67.15919369961557, + "children": { + "process_trajectory": { + "total": 5254.910932400033, + "count": 225164, + "self": 5252.9164162000325, + "children": { + "RLTrainer._checkpoint": { + "total": 1.994516199999964, + "count": 7, + "self": 1.994516199999964 + } + } + }, + "_update_policy": { + "total": 6851.662686100005, + "count": 159, + "self": 981.5709200999045, + "children": { + "TorchPOCAOptimizer.update": { + "total": 5870.0917660001005, + "count": 4760, + "self": 5870.0917660001005 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 1.7000020307023078e-06, + "count": 1, + "self": 1.7000020307023078e-06 + }, + "TrainerController._save_models": { + "total": 0.3743146999986493, + "count": 1, + "self": 0.011720300000888528, + "children": { + "RLTrainer._checkpoint": { + "total": 0.3625943999977608, + "count": 1, + "self": 0.3625943999977608 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/run_logs/training_status.json b/run_logs/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..f61bb796383ac2a1e3062ef91669d9ace09271c2 --- /dev/null +++ b/run_logs/training_status.json @@ -0,0 +1,66 @@ +{ + "SoccerTwos": { + "checkpoints": [ + { + "steps": 12499989, + "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-12499989.onnx", + "reward": 0.0, + "creation_time": 1677491509.9151626, + "auxillary_file_paths": [ + "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-12499989.pt" + ] + }, + { + "steps": 12999860, + "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-12999860.onnx", + "reward": 0.0, + "creation_time": 1677494093.6068616, + "auxillary_file_paths": [ + "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-12999860.pt" + ] + }, + { + "steps": 13499918, + "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-13499918.onnx", + "reward": 0.0, + "creation_time": 1677496578.5732582, + "auxillary_file_paths": [ + "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-13499918.pt" + ] + }, + { + "steps": 13999891, + "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-13999891.onnx", + "reward": 0.0, + "creation_time": 1677499032.1949184, + "auxillary_file_paths": [ + "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-13999891.pt" + ] + }, + { + "steps": 14276369, + "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-14276369.onnx", + "reward": null, + "creation_time": 1677503935.5808787, + "auxillary_file_paths": [ + "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-14276369.pt" + ] + } + ], + "elo": 1587.3832692127085, + "final_checkpoint": { + "steps": 14276369, + "file_path": "results\\SoccerTwos\\SoccerTwos.onnx", + "reward": null, + "creation_time": 1677503935.5808787, + "auxillary_file_paths": [ + "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-14276369.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.31.0.dev0", + "torch_version": "1.13.1+cpu" + } +} \ No newline at end of file