diff --git a/.gitattributes b/.gitattributes index 06a2681f11ce8715e8794a36479cf2b94bad6d0b..4a3590bbcb6b532d68e126c66dafe0fc319ffefc 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1295,3 +1295,26 @@ neuronxcc-2.12.54.0+f631c2365/MODULE_f53c15987a9678d5d6f7+2c2d707e/model.neff fi neuronxcc-2.12.54.0+f631c2365/MODULE_f55bef7d212ad2b452a3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.12.54.0+f631c2365/MODULE_f8de1dda82dfd06d8eff+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.12.54.0+f631c2365/MODULE_fdfd15f1b4eff6390915+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_0b0ead5e2dfe538e89a4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_0ef85a7bbe9e7a7eb130+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_10dc872570084745ca8e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_18a4db406edcc37e592e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_19b06a4a2e3ec497765b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_4aa1900d17524b9d40df+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_50d5ca7f0a7e781895c5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_615a132c44d519ed1ab9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_6b2ec90c109fe0267006+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_6c82821df4803278d7ff+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_7596bede63ad7e9fce10+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_92936f8dd5a3b7722d78+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_98bce2ee384bc73e1c95+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_9caff578a2ec4954022e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_a72cabf1d42656eb103e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_aa0490bcda760c9f79d3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_bea9a614938782ef60f1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_c2e17ce3def4cca46643+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_c3433e623dc481961969+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_cd73c69136bf675613f6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_dd56172c2209fd8cc41a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_ec8f8800d1e886b23f12+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.12.54.0+f631c2365/MODULE_faf04b540501a305dfc8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_0b0ead5e2dfe538e89a4+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_0b0ead5e2dfe538e89a4+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_0b0ead5e2dfe538e89a4+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_0b0ead5e2dfe538e89a4+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_0b0ead5e2dfe538e89a4+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..ded2b018e787383ee92a8312f7b6c033fc6da970 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_0b0ead5e2dfe538e89a4+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a012788e8995f5bcac1c578c2d2853e6f8669eae75fa3e8a4a03833fd9012ee +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_0b0ead5e2dfe538e89a4+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_0b0ead5e2dfe538e89a4+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..40daf171c6426c3f8a90db3bf8f1cba9f8640abb --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_0b0ead5e2dfe538e89a4+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20f7465b6faa0e3c75cf535102b557822048e7ca207ec401310db843462dec72 +size 15432704 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_0ef85a7bbe9e7a7eb130+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_0ef85a7bbe9e7a7eb130+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_0ef85a7bbe9e7a7eb130+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_0ef85a7bbe9e7a7eb130+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_0ef85a7bbe9e7a7eb130+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..5193f18e11130c412e0af608aaad41ec46fb4e7c --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_0ef85a7bbe9e7a7eb130+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e98a3bcbdae84a3505f60d9d617a2329aa340c1aa40bf45faf6250ed61e93bd +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_0ef85a7bbe9e7a7eb130+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_0ef85a7bbe9e7a7eb130+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4f99060ab6d087cb827a626e339749929bca13eb --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_0ef85a7bbe9e7a7eb130+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0fa465bc64d68dbcff90d385d26786a2199a7b1effcfde7a44c72dc01a0b460 +size 15586304 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_10dc872570084745ca8e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_10dc872570084745ca8e+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_10dc872570084745ca8e+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_10dc872570084745ca8e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_10dc872570084745ca8e+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..cd778d6662681b743cd348e3ec453076919a74fc --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_10dc872570084745ca8e+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f0fc349960daffd0e7cb981a7f758d6f7f524f65165408b247d03697a32ca9 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_10dc872570084745ca8e+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_10dc872570084745ca8e+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3e85f56b4fc38b7d049ae55da32aa562dde13962 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_10dc872570084745ca8e+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e287fb6a495de1d27b7e2981fc018c03f210f68d47c09d78f66f2cdcadbfa798 +size 11275264 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..e371d65e79f4d69e80c983e1cbf534862c468678 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5e5a92960c59d77650a20e4656e5a80b9a25f2ea067a62ba3fa2db2298acb86 +size 748738 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..fd09fcb1a6dc4ab342a446304e54dc5b3cf91c5b --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/077bd322-cf68-4878-a319-7e954cb72cda/model.MODULE_159a076e8438a4c04d96+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/077bd322-cf68-4878-a319-7e954cb72cda/model.MODULE_159a076e8438a4c04d96+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T09:54:27Z [LUR015] Compiler generated too many instructions (89973937). This maybe due to a failure in parallelism extraction by the tensorizer. - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_159a076e8438a4c04d96+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_18a4db406edcc37e592e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_18a4db406edcc37e592e+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_18a4db406edcc37e592e+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_18a4db406edcc37e592e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_18a4db406edcc37e592e+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..8e47acde8350f7c8fc7782b1cc2ff9979ea3a5d6 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_18a4db406edcc37e592e+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd66e9f738885d56bf9a24e8225826523948d3d6c67b549845eef3398ce38162 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_18a4db406edcc37e592e+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_18a4db406edcc37e592e+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c70395baf3a43388e9a7de51c199ddc38651dea1 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_18a4db406edcc37e592e+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6784dfaaf12b8e85046053dcb2ed8264e231ced8c799063e578a691d3c6fd15 +size 10855424 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_19b06a4a2e3ec497765b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_19b06a4a2e3ec497765b+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_19b06a4a2e3ec497765b+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_19b06a4a2e3ec497765b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_19b06a4a2e3ec497765b+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..0e185037c61245e2de416acde223530fbab8272e --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_19b06a4a2e3ec497765b+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aec128add84c0c2e4839f4e24f24f07428277029a263c83704ef216e01417863 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_19b06a4a2e3ec497765b+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_19b06a4a2e3ec497765b+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3492698d35d0542553f694a68b2c973a91d124da --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_19b06a4a2e3ec497765b+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a06c510927a7e947f6f4674d17be7d695a2584a0d940542217b53007554049 +size 10302464 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..115877dbd9fd7fbed1e3766d91df7e7216bb7c39 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc532268cd55ec42b4deb1b7bd01ed2c8c2b8f258bfb616b81df10e4b78dd67 +size 748738 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..43c5d247abc3a7f89cdef2d2159ae784c4d7b4c9 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/d0e4c877-f28b-47d9-8da0-87305df0a564/model.MODULE_26cc92d63587d0c18003+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/d0e4c877-f28b-47d9-8da0-87305df0a564/model.MODULE_26cc92d63587d0c18003+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T09:51:48Z [LUR015] Compiler generated too many instructions (45008679). This maybe due to a failure in parallelism extraction by the tensorizer. - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_26cc92d63587d0c18003+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..35d6ab28f3ff5def2c7c70a0f486ef25d183b354 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a568649bbb0b5576c3a1d1ec2283fb1af1bae97fb9e2ce94fbcd43f8b79784 +size 749938 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..9c6217eca8f3c976b461c56bda62228d68f1c32c --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/fa1244d4-e4f3-497f-83d0-f07dd314ce47/model.MODULE_367239cb4171eed48bb5+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/fa1244d4-e4f3-497f-83d0-f07dd314ce47/model.MODULE_367239cb4171eed48bb5+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T09:46:24Z [PGT002] Too many instructions after unroll! - Compiling under --optlevel=1 may result in smaller graphs. If you are using a transformer model, try using a smaller context_length_estimate value. diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_367239cb4171eed48bb5+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..4cda3ab93fc0613491a50f6eca49e14587e455d2 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39d5f370f433977be662b73b27a22294f7e95ab43fa90ad8f7205e65c20821fb +size 748738 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..8c22bd869305c886bfc30fe75a34d7fecb62c2ba --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/0749542f-5aec-489a-b06c-c25e45bf6deb/model.MODULE_48ca4fe1cafa99315e47+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/0749542f-5aec-489a-b06c-c25e45bf6deb/model.MODULE_48ca4fe1cafa99315e47+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T07:59:35Z [LUR015] Compiler generated too many instructions (22463587). This maybe due to a failure in parallelism extraction by the tensorizer. - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_48ca4fe1cafa99315e47+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_4aa1900d17524b9d40df+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_4aa1900d17524b9d40df+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_4aa1900d17524b9d40df+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_4aa1900d17524b9d40df+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_4aa1900d17524b9d40df+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..6774fa8deec8f40270ff185fc35e644217efb685 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_4aa1900d17524b9d40df+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37ea525c3c00ee0d4076d779b138e232aa04e17132f8f52f7c2414d27276382f +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_4aa1900d17524b9d40df+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_4aa1900d17524b9d40df+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ec282b223cb5b6b72705a8dd47533fea2260e3ab --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_4aa1900d17524b9d40df+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1f505f445c1fa20c9a0595cbd8010ca19a25c929e30eddc2cc4d22be87ca0d8 +size 20726784 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..95ce407bd8b7cbcd27c75e1de61883714e1bb490 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94fc9e2c208689f9a6b41b4d14aff95582ff3c00530d0b2e05baae465fbe5fad +size 749938 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..578988ff2403c594ba988d1bab421db4fe5c1197 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/0186e483-98df-4392-8dc4-1bf315780a9c/model.MODULE_4d41edbb67da4ef6b8ba+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/0186e483-98df-4392-8dc4-1bf315780a9c/model.MODULE_4d41edbb67da4ef6b8ba+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T07:55:34Z [PGT002] Too many instructions after unroll! - Compiling under --optlevel=1 may result in smaller graphs. If you are using a transformer model, try using a smaller context_length_estimate value. diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_4d41edbb67da4ef6b8ba+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_50d5ca7f0a7e781895c5+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_50d5ca7f0a7e781895c5+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_50d5ca7f0a7e781895c5+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_50d5ca7f0a7e781895c5+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_50d5ca7f0a7e781895c5+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..565aa5c027df55b7140562079a21d257680414ca --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_50d5ca7f0a7e781895c5+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2074f172594c7920ad451426a3f1c92ef8c85f16193dbca0ce918f03d9c3b85 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_50d5ca7f0a7e781895c5+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_50d5ca7f0a7e781895c5+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e04e9eb6b86f749b2c5ad4050463db32d68afca7 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_50d5ca7f0a7e781895c5+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4236f656eb8adba10565680f6db71270a8e8e83f48359ab317300c77afb811b +size 15361024 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_615a132c44d519ed1ab9+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_615a132c44d519ed1ab9+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_615a132c44d519ed1ab9+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_615a132c44d519ed1ab9+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_615a132c44d519ed1ab9+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..a240e2868788a0488c04b5499ee620987e85429c --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_615a132c44d519ed1ab9+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d5defa4a46e565ebe22014bd6841cc2bd31b71536c66153111f10c70ba7c1d9 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_615a132c44d519ed1ab9+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_615a132c44d519ed1ab9+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..079dbbd40742dc85f9c074f8745e4e292b71aebd --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_615a132c44d519ed1ab9+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e1a0376c2313f590ab304b5d0929a1245ccd8d8d000a5b503e4cc7aeea93ff +size 11439104 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_6b2ec90c109fe0267006+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_6b2ec90c109fe0267006+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_6b2ec90c109fe0267006+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_6b2ec90c109fe0267006+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_6b2ec90c109fe0267006+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..af0b2e6dc426f30fbdeeddb1beaad497c5530386 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_6b2ec90c109fe0267006+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94684d4d66abeedda271fd681fca1144194a802491499ccdf81685233e20fc77 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_6b2ec90c109fe0267006+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_6b2ec90c109fe0267006+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f05f0658c22180b8f4310d4cd368549cbf7f543d --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_6b2ec90c109fe0267006+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f47c3ccfcf04eb949a589961082f272e23af23e6d3f067c059d9d7d7be69e8fc +size 12831744 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_6c82821df4803278d7ff+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_6c82821df4803278d7ff+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_6c82821df4803278d7ff+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_6c82821df4803278d7ff+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_6c82821df4803278d7ff+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..508da1ebc52fcc791d4d92b94e11fe31228e8de8 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_6c82821df4803278d7ff+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96d65dd1ae0ce0bab58d81351ba6c8d3f02ee8b4b2e549d33ace270d5e326581 +size 740788 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_6c82821df4803278d7ff+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_6c82821df4803278d7ff+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..92a9cf072350ef10ef5093680852a5dfc23b33fb --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_6c82821df4803278d7ff+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d242587af5d7933590db36b03be98c421f893b3785f9c11237104e1d417b1519 +size 31632384 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_7596bede63ad7e9fce10+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_7596bede63ad7e9fce10+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_7596bede63ad7e9fce10+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_7596bede63ad7e9fce10+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_7596bede63ad7e9fce10+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..a6dad7a245bfcb4b4c6fe4c0f8032af881024930 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_7596bede63ad7e9fce10+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57282cd4f79e91bcde14047607b40b949cd4e0a69b38d59188087905e3241c2c +size 748738 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_7596bede63ad7e9fce10+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_7596bede63ad7e9fce10+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f7ce92d8771e6b263426502a160a78f2fab6e8b3 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_7596bede63ad7e9fce10+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d01cf5b5eda9d41d8cff1392c0ca35324add8f8878dc18a45798acf47208544 +size 99216384 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..be7a34c9021d1921cdf4ebef12349c977fbe83a5 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d749c7940a9a2185edb1ae9a7f15c2adf1af27b02d95d0fa13e293f4d1548236 +size 740788 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..de0464c0c32f429fbe38563772429273648f54db --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/f742bd7d-f828-4058-8789-fd0f70cc1599/model.MODULE_8c144c794e94bd7dcc54+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/f742bd7d-f828-4058-8789-fd0f70cc1599/model.MODULE_8c144c794e94bd7dcc54+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T09:50:16Z [LUR015] Compiler generated too many instructions (22458712). This maybe due to a failure in parallelism extraction by the tensorizer. - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_8c144c794e94bd7dcc54+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_92936f8dd5a3b7722d78+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_92936f8dd5a3b7722d78+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_92936f8dd5a3b7722d78+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_92936f8dd5a3b7722d78+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_92936f8dd5a3b7722d78+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..15e244ece0a66fb921b422edb93c64e94f781a19 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_92936f8dd5a3b7722d78+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f04bc1a620d963dec5944182d43471e8650c3fc9cc7d821dd954d85f753c938b +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_92936f8dd5a3b7722d78+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_92936f8dd5a3b7722d78+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f0ca0a0e699fd34e0285f696ff94713515d48614 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_92936f8dd5a3b7722d78+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1fccd3a0ef049d8a7cbba12d296f3f4623cdf7941b8f3056b00679f908b233 +size 10619904 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..2ab4ac034526501124be1e9e9b70bad25d3a2366 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ee1bd7ecfe61aa3c4bac84dff26d7788daf0ffadcd6aa4b4231d4088e0dbc4 +size 748738 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..430add6d6ae84f9b38aac790127134f560b723e8 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/e9a69d23-322c-497c-8a8d-85684d4a7179/model.MODULE_93245faaf3d05990a445+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/e9a69d23-322c-497c-8a8d-85684d4a7179/model.MODULE_93245faaf3d05990a445+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T08:01:37Z [LUR015] Compiler generated too many instructions (45070697). This maybe due to a failure in parallelism extraction by the tensorizer. - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_93245faaf3d05990a445+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_98bce2ee384bc73e1c95+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_98bce2ee384bc73e1c95+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_98bce2ee384bc73e1c95+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_98bce2ee384bc73e1c95+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_98bce2ee384bc73e1c95+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..a0e3f931db572d63235226bb6e38b8f513a5584b --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_98bce2ee384bc73e1c95+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa7d906495307fe5f8c934d5e6d870c0be757e995767538b085d5e46ab55d36 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_98bce2ee384bc73e1c95+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_98bce2ee384bc73e1c95+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1e22632a247df9774eb908d6a70ddb80b675e2f5 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_98bce2ee384bc73e1c95+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84abd5a1289c511526a72b80d68d5b49817ce92d88113eb03b9c69b7ecb3d2df +size 11654144 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_9caff578a2ec4954022e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_9caff578a2ec4954022e+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_9caff578a2ec4954022e+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_9caff578a2ec4954022e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_9caff578a2ec4954022e+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..1ec360f050b54f2ceca24289511c23d0da15ed6f --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_9caff578a2ec4954022e+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6cf9d839e4b0b87e6be514322bddbffaa29b541b0a6fd171f1d274e321235c3 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_9caff578a2ec4954022e+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_9caff578a2ec4954022e+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e2e477ec4a6cfaa8e3433c46dbb09096c39fc93a --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_9caff578a2ec4954022e+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd93a084c2dfc4a7ee98475fe1378103178bf0a0c5c373eec2ea993f517fe36d +size 10875904 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..c84673802b2f76e39dfd6a29ee65b3ff84ac69c4 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb139fb7c522899e04e16e796d5d6dd79f8e7adad59a18f0fe3bf450886bdcad +size 749938 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..c4d8ba6acf42b42cd23867ca3ffe1159e4217942 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/b6326404-0846-46ca-be68-bcda78cf2472/model.MODULE_9f13d1ea314a599d0c77+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/b6326404-0846-46ca-be68-bcda78cf2472/model.MODULE_9f13d1ea314a599d0c77+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T07:25:06Z [PGT002] Too many instructions after unroll! - Compiling under --optlevel=1 may result in smaller graphs. If you are using a transformer model, try using a smaller context_length_estimate value. diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_9f13d1ea314a599d0c77+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..751f922d995b7724dd953f99fe27498880dd9ccf --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af097f5fe11de11299fe0764530b800a50792d574cae8bf973cdcdd06820cf7 +size 748738 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..8abc0a1571d537667f49d7e0d0c1f04ba2590b43 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/797eaa42-a01e-4f70-84f8-0eec68da589a/model.MODULE_9fa8d5c426d781b42817+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/797eaa42-a01e-4f70-84f8-0eec68da589a/model.MODULE_9fa8d5c426d781b42817+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T08:00:01Z [LUR015] Compiler generated too many instructions (5866739). This maybe due to a failure in parallelism extraction by the tensorizer. - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_9fa8d5c426d781b42817+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_a72cabf1d42656eb103e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_a72cabf1d42656eb103e+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_a72cabf1d42656eb103e+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_a72cabf1d42656eb103e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_a72cabf1d42656eb103e+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..3a3a8b02d42a873a1dd3d5e7480095ff5907bb23 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_a72cabf1d42656eb103e+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d7bf385c49b033a062fb16011b48f361b8e4c0db7e603713421bf7cc027e532 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_a72cabf1d42656eb103e+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_a72cabf1d42656eb103e+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cd955bc2cde3a5ea62cdf8682f130d386c49f045 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_a72cabf1d42656eb103e+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc13dc9469ee143f1f6c1c54f592b851cf0aa7bd9442e338b440b3facf82ef53 +size 12698624 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_aa0490bcda760c9f79d3+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_aa0490bcda760c9f79d3+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_aa0490bcda760c9f79d3+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_aa0490bcda760c9f79d3+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_aa0490bcda760c9f79d3+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..8ce356c795d8ac9422ac2e1e04779fc219d3dc6c --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_aa0490bcda760c9f79d3+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18d474fd7b4815be8bcf40319fd9796759347363bc1383e696d674a27d4d72e4 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_aa0490bcda760c9f79d3+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_aa0490bcda760c9f79d3+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0c150cf0c9b83a30de6f8471150680dc40f6aa61 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_aa0490bcda760c9f79d3+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95c2d8b71e28c503cff0ab04b2ee993088a70bb66a34047c9fc8a9009cc3b39e +size 12708864 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..69447352c61fea357ed757760c15929512b5091d --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:306f5619f485b5f81aadc2463bac3e5eb1c00f0e8662ec489b6d807cdb19f2a2 +size 749938 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..c0692fa69725391a57aa79796f9878f56d668847 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/2e4977af-9c4b-4852-97c4-ded95bb584f0/model.MODULE_ae004d57bd1aec27be9c+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/2e4977af-9c4b-4852-97c4-ded95bb584f0/model.MODULE_ae004d57bd1aec27be9c+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T08:33:33Z [PGT002] Too many instructions after unroll! - Compiling under --optlevel=1 may result in smaller graphs. If you are using a transformer model, try using a smaller context_length_estimate value. diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_ae004d57bd1aec27be9c+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_bea9a614938782ef60f1+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_bea9a614938782ef60f1+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_bea9a614938782ef60f1+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_bea9a614938782ef60f1+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_bea9a614938782ef60f1+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..77b5a41d82aa18621f3921f9c7610236f17e1be8 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_bea9a614938782ef60f1+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdbe72c3cf3129595e7477eb0468287dba6bdde5e63e5aa9fa497ff2ab814741 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_bea9a614938782ef60f1+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_bea9a614938782ef60f1+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9f936a563d70abc04324751d145792ce18191475 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_bea9a614938782ef60f1+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7f39dad63578bc6e86e4c570f246d16c1bac6bd50576241e5577bb3938ab833 +size 10118144 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..7c10fee23ca1207b1fc0adb1588f2347dd810a80 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dfcc21fe607dab933ea22986f98087802def8a53fb6ec995d8d2d87ed8fd72b +size 749938 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..7a1c030a48a757ed0bec98694848f3aa141a292a --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/50346657-3bcb-44d1-9756-cdb13604eba9/model.MODULE_c2c7df9b710af1a3c842+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/50346657-3bcb-44d1-9756-cdb13604eba9/model.MODULE_c2c7df9b710af1a3c842+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T09:46:28Z [PGT002] Too many instructions after unroll! - Compiling under --optlevel=1 may result in smaller graphs. If you are using a transformer model, try using a smaller context_length_estimate value. diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2c7df9b710af1a3c842+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c2e17ce3def4cca46643+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2e17ce3def4cca46643+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2e17ce3def4cca46643+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c2e17ce3def4cca46643+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2e17ce3def4cca46643+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..d6fded6507e81484d99cdfd535e36811a31a1179 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2e17ce3def4cca46643+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fbf1577b258fbbeca717a29a041e46e5273f7056308b9aca1a8b6b12b102395 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c2e17ce3def4cca46643+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2e17ce3def4cca46643+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c2ef2b853bfea8d78967881d5e8058b684394a11 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c2e17ce3def4cca46643+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c723a15e0a6a6b133aaea40e8f6fa73efa97ed73617b5e63f3d567b075da99d8 +size 20511744 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c3433e623dc481961969+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3433e623dc481961969+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3433e623dc481961969+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c3433e623dc481961969+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3433e623dc481961969+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..2519437ec039b051682ddf6a27c47f32f4896a58 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3433e623dc481961969+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4026ff2bfdfd089b3a0ed75ecf5e142a1df2d082c641b519ea921ead26804e4c +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c3433e623dc481961969+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3433e623dc481961969+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b06e8d1d0ed3d1ece5585dd968bdfdc87648746e --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3433e623dc481961969+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8134d41471ed6ca15a73136bbaf5396158cfc8cd7db9570c289f7412368789a1 +size 10415104 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_cd73c69136bf675613f6+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_cd73c69136bf675613f6+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_cd73c69136bf675613f6+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_cd73c69136bf675613f6+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_cd73c69136bf675613f6+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..6612b8a332c8178d1c81151d2163e132d5708ac1 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_cd73c69136bf675613f6+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a985d99b3a0b7c28263f245a85d9079ff343544523e5e1a5561a7e23c65a2af +size 748738 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_cd73c69136bf675613f6+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_cd73c69136bf675613f6+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0d25a4929789747179aa3d4dacb303e54ba2e7c9 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_cd73c69136bf675613f6+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9856bc20b54de0ef50d9eaf4d5640bb3438ffac942eb09fa3efba5066be43f +size 395971584 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_dd56172c2209fd8cc41a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_dd56172c2209fd8cc41a+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_dd56172c2209fd8cc41a+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_dd56172c2209fd8cc41a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_dd56172c2209fd8cc41a+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..db78d140cda0c16d30c700889ed74da1b2e8570e --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_dd56172c2209fd8cc41a+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ee5f55698443eb631c4d1e1f5c7c11826a1f66e764ed2f1ea8736677f976366 +size 740788 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_dd56172c2209fd8cc41a+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_dd56172c2209fd8cc41a+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e8bde03904c2cc52517ef7b169e82b8186e4698d --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_dd56172c2209fd8cc41a+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df6406104d29d54c5360ab69f6ebc8b2956c9efbab29e857352a3bbe51dc8b5 +size 99656704 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..25da407dfb36a20c37514a8a4745e75811985b32 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfb06f05c1c2dca67ebc9376ba5bc6669d439e12e7742af8ce9dbc942a6f9aae +size 748738 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..560132907635d12228180f03f6f6258c72ac8f51 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/f63989fb-384a-4e52-ad5a-bc5a1841d3e1/model.MODULE_de2a864004f00393b3df+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/f63989fb-384a-4e52-ad5a-bc5a1841d3e1/model.MODULE_de2a864004f00393b3df+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T04:05:44Z [LUR015] Compiler generated too many instructions (6081957). This maybe due to a failure in parallelism extraction by the tensorizer. - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_de2a864004f00393b3df+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..1fa948d4bd139f0122230eea503a2e81ab392dd3 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0d5272ba59cc331b06d15063af5a810988fa3889b7ee5bf99e37a9b7de6039 +size 749938 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..349608b501619dd6fed9221492508a0ce486eb27 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/736fe9c0-266e-4313-ac0e-ebea621f3bc7/model.MODULE_dfa2c5c72aa13e9ce500+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/736fe9c0-266e-4313-ac0e-ebea621f3bc7/model.MODULE_dfa2c5c72aa13e9ce500+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T06:55:59Z [PGT002] Too many instructions after unroll! - Compiling under --optlevel=1 may result in smaller graphs. If you are using a transformer model, try using a smaller context_length_estimate value. diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_dfa2c5c72aa13e9ce500+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..0589c9eb594561df5b47d9b22a18b06ef3ec8713 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be575f9abcd02ee4de2faddf0df6e9f01ae6388673a96f4b07b8bb6e21b2babb +size 748738 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..96278348d73990024453aa27b4815b2af7412587 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/3b46d828-6447-4ba1-af26-8006ab69256a/model.MODULE_e840d65ecf77b5e70412+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/3b46d828-6447-4ba1-af26-8006ab69256a/model.MODULE_e840d65ecf77b5e70412+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T04:05:04Z [LUR015] Compiler generated too many instructions (22498757). This maybe due to a failure in parallelism extraction by the tensorizer. - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e840d65ecf77b5e70412+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..960abe13f68652ddd6740a5a0a2723c1a47a8a2c --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebe8e0a2f99f1b42d419e3317af90b722f2c05627d05b89666622ffa155324e +size 749938 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/model.log b/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/model.log new file mode 100644 index 0000000000000000000000000000000000000000..a574d4035d1239ae7bc7f8eb1e34630c2a24e27a --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/d028a343-a183-4796-9f73-10b97522ec49/model.MODULE_e9b0aa2c66ad5c771a74+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/d028a343-a183-4796-9f73-10b97522ec49/model.MODULE_e9b0aa2c66ad5c771a74+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-03-12T06:27:26Z [PGT002] Too many instructions after unroll! - Compiling under --optlevel=1 may result in smaller graphs. If you are using a transformer model, try using a smaller context_length_estimate value. diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e9b0aa2c66ad5c771a74+2c2d707e/model.neff @@ -0,0 +1 @@ +ERROR \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_ec8f8800d1e886b23f12+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_ec8f8800d1e886b23f12+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_ec8f8800d1e886b23f12+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_ec8f8800d1e886b23f12+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_ec8f8800d1e886b23f12+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..25bb780e51690cc01fe558ec62577011c6a81491 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_ec8f8800d1e886b23f12+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed9ee8bbc0a066d3f3aa7974b3ab5cce8a9d045790155549e4553ceca8fc0f99 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_ec8f8800d1e886b23f12+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_ec8f8800d1e886b23f12+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6f6f7b025e50c3f93f3056076972dae6993ede63 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_ec8f8800d1e886b23f12+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c18717c97aa14c05b5bae24677bd0558afabe447c16e3700b93813827f691aa +size 20890624 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_faf04b540501a305dfc8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_faf04b540501a305dfc8+2c2d707e/compile_flags.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_faf04b540501a305dfc8+2c2d707e/compile_flags.txt @@ -0,0 +1 @@ +--model-type=transformer --auto-cast=none \ No newline at end of file diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_faf04b540501a305dfc8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_faf04b540501a305dfc8+2c2d707e/model.hlo.pb new file mode 100644 index 0000000000000000000000000000000000000000..9eb2c55a2d827932f7b1ab56b6567786e12842db --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_faf04b540501a305dfc8+2c2d707e/model.hlo.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920ce2ca274d95de5e8774e632841db8e206955d1df7b28b835e72b35f94e690 +size 897887 diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_faf04b540501a305dfc8+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_faf04b540501a305dfc8+2c2d707e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8bc3135056dbb475645f98518fb3422366420d60 --- /dev/null +++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_faf04b540501a305dfc8+2c2d707e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9188289a7ee968a9f72dddd22cded4df328acd4ed1403dbba8219c0ea0d2b1e0 +size 18146304