diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..6f51f2d3 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m33 --with-float=hard --target_board=-mthumb/-march=armv8-m.main+dsp+fp/-mtune=cortex-m33/-mfloat-abi=hard/-mfpu=auto qemu-cpu=cortex-m33 + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..f9837db7 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 392 +# of flaky entries 0 +# of all tests 403419 diff --git a/notify/jira/description b/notify/jira/description index 39a3aee4..c54741f1 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -52,19 +52,19 @@ Date: Wed Oct 9 15:31:59 2024 +0200 *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/635/artifact/artifacts ** master-thumb_m33_hard_eabi *** 6 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/299/artifact/artifacts ** master-thumb_m3_softfp_eabi *** FAIL: 6 regressions *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/242/artifact/artifacts ** master-thumb_m7_hard_eabi -*** FAIL: 6 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt +*** 6 regressions +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_hard_eabi-build/230/artifact/artifacts ** master-thumb_v8a_hard_eabi -*** FAIL: 2 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt +*** 2 regressions +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/616/artifact/artifacts * tcwg_gnu_native_check_gcc ** master-aarch64 @@ -76,4 +76,4 @@ Date: Wed Oct 9 15:31:59 2024 +0200 *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_native_check_gcc/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1566/artifact/artifacts -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/jira/yaml diff --git a/notify/jira/summary b/notify/jira/summary index e64cc7c3..314c8cdd 100644 --- a/notify/jira/summary +++ b/notify/jira/summary @@ -1 +1 @@ -gcc-15-4235-gbcccc3221b8: FAIL: 6 regressions +gcc-15-4235-gbcccc3221b8: FAIL: 2 regressions diff --git a/notify/jira/yaml b/notify/jira/yaml index edb6f9d5..7d1a1e11 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -2,7 +2,7 @@ IssueType: Sub-task Key: GNU-1371 Summary: | - gcc-15-4235-gbcccc3221b8: FAIL: 6 regressions + gcc-15-4235-gbcccc3221b8: FAIL: 2 regressions Components: GCC Start date: 2024-10-10 Description: | @@ -60,19 +60,19 @@ *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/635/artifact/artifacts ** master-thumb_m33_hard_eabi *** 6 regressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/299/artifact/artifacts ** master-thumb_m3_softfp_eabi *** FAIL: 6 regressions *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/242/artifact/artifacts ** master-thumb_m7_hard_eabi - *** FAIL: 6 regressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt + *** 6 regressions + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_hard_eabi-build/230/artifact/artifacts ** master-thumb_v8a_hard_eabi - *** FAIL: 2 regressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt + *** 2 regressions + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/616/artifact/artifacts * tcwg_gnu_native_check_gcc ** master-aarch64 @@ -84,4 +84,4 @@ *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_native_check_gcc/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1566/artifact/artifacts - Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/jira/yaml + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 5d2339b8..c8b0432c 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -16,7 +16,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/34754a3a627e1937be7f3daaa0c5e73d91c7d9b5 (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-11-22 01:55:45" + "Start Time": "2024-11-22 01:38:28" }, "Tests": [ { @@ -45,18 +45,18 @@ , { "Data": [ - 16 + 326 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 4 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -64,7 +64,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -72,15 +72,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -88,7 +88,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -96,63 +96,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 132 + 1014 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 16124 + 168272 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 1031 + 9672 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 17287 + 178958 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 22 + 331 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 326 + 37 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 2 + 6 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -160,7 +160,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -168,15 +168,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 3 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -184,7 +184,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -192,63 +192,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 1014 + 1529 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 168272 + 202784 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 9672 + 2463 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 178958 + 206776 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 331 + 45 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 37 + 16 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 6 + 4 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -256,7 +256,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -264,7 +264,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -272,7 +272,7 @@ 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -280,7 +280,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -288,47 +288,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 1529 + 132 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 202784 + 16124 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 2463 + 1031 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 206776 + 17287 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 45 + 22 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 9a67fc60..ddaed229 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -15,6 +15,8 @@ In arm-eabi cortex-m33 hard, after: | ... 25 lines of the commit log omitted. Produces 6 regressions: + | + | regressions.sum: | Running gcc:gcc.dg/dg.exp ... | FAIL: gcc.dg/Wstringop-overflow-47.c (test for excess errors) | FAIL: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 34) @@ -34,8 +36,8 @@ If you have any questions regarding this report, please ask on linaro-toolchain@ The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/299/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/299/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/299/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in @@ -44,7 +46,7 @@ The list of [ignored] baseline and flaky failures are in Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/299/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/298/artifact/artifacts -Instruction to reproduce the build : https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bcccc3221b838ee7ae7848e7194603acb18294b3/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/reproduction_instructions.txt Full commit : https://gcc.gnu.org/git/?p=gcc.git;a=commitdiff;h=bcccc3221b838ee7ae7848e7194603acb18294b3 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index b24f9d0f..e08a4d4b 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,14 +1,14 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.23389 -CURRENT: /tmp/gxx-sum2.23389 +REFERENCE:/tmp/gxx-sum1.30285 +CURRENT: /tmp/gxx-sum2.30285 +---------+---------+ o RUN STATUS: | REF | RES |