diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..533f1c82 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=arm --with-arch=armv7-a --with-fpu=vfpv3-d16 --with-float=softfp --target_board=-marm/-march=armv7-a/-mfpu=vfpv3-d16/-mfloat-abi=softfp qemu_cpu=cortex-a9 + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..0ad4fc0d --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 1199 +# of flaky entries 7 +# of all tests 424166 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt index 21350dbe..df4a1af0 100644 --- a/notify/jira/comment-card.txt +++ b/notify/jira/comment-card.txt @@ -1,3 +1,3 @@ [GNU-1163] -FAIL: 2 regressions +2 regressions Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index ed09246a..924cdbb9 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,4 @@ [GNU-692] https://linaro.atlassian.net/browse/GNU-1163 -FAIL: 2 regressions +2 regressions Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/description b/notify/jira/description index 92261633..ba91275f 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -1,5 +1,5 @@ Commit: https://github.com/gcc-mirror/gcc/commit/8a16e06da97f51574cfad17e2cece2e58571305d -commit gcc-14-9155-g8a16e06da97 +commit gcc-14-9155-g8a16e06da97f Author: Richard Sandiford Date: Fri Feb 23 14:12:54 2024 +0000 @@ -8,9 +8,7 @@ Date: Fri Feb 23 14:12:54 2024 +0000 416.gamess showed up two wrong-code bugs in early-ra. This patch fixes the first of them. It was difficult to reduce the source code to something that would meaningfully show the situation, so the - testcase uses a direct RTL sequence instead. - -... 29 lines of the commit log omitted. +... 31 lines of the commit log omitted. * tcwg_bootstrap_check ** master-arm-check_bootstrap @@ -24,8 +22,8 @@ Date: Fri Feb 23 14:12:54 2024 +0000 *** https://ci.linaro.org/job/tcwg_gcc_check--master-arm-build/1758/artifact/artifacts * tcwg_gnu_embed_check_gcc ** master-arm_v7a_softfp_eabi -*** FAIL: 2 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt +*** 2 regressions +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/jira/yaml diff --git a/notify/jira/summary b/notify/jira/summary index cb37e4bb..960a586c 100644 --- a/notify/jira/summary +++ b/notify/jira/summary @@ -1 +1 @@ -gcc-14-9155-g8a16e06da97: FAIL: 2 regressions +gcc-14-9155-g8a16e06da97f: 2 regressions diff --git a/notify/jira/yaml b/notify/jira/yaml index 5e98b995..6fd08bd3 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -2,12 +2,12 @@ IssueType: Sub-task Key: GNU-1163 Summary: | - gcc-14-9155-g8a16e06da97: FAIL: 2 regressions + gcc-14-9155-g8a16e06da97f: 2 regressions Components: GCC Start date: 2024-02-23 Description: | Commit: https://github.com/gcc-mirror/gcc/commit/8a16e06da97f51574cfad17e2cece2e58571305d - commit gcc-14-9155-g8a16e06da97 + commit gcc-14-9155-g8a16e06da97f Author: Richard Sandiford Date: Fri Feb 23 14:12:54 2024 +0000 @@ -16,9 +16,7 @@ 416.gamess showed up two wrong-code bugs in early-ra. This patch fixes the first of them. It was difficult to reduce the source code to something that would meaningfully show the situation, so the - testcase uses a direct RTL sequence instead. - - ... 29 lines of the commit log omitted. + ... 31 lines of the commit log omitted. * tcwg_bootstrap_check ** master-arm-check_bootstrap @@ -32,8 +30,8 @@ *** https://ci.linaro.org/job/tcwg_gcc_check--master-arm-build/1758/artifact/artifacts * tcwg_gnu_embed_check_gcc ** master-arm_v7a_softfp_eabi - *** FAIL: 2 regressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt + *** 2 regressions + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts - Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/jira/yaml + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 79ffc145..5b0b3e53 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,7 +7,7 @@ "Info": { "tag": "tcwg_gnu_embed_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/", - "run_order": "0409 (basepoints/gcc-14-09155-g8a16e06da97)", + "run_order": "0409 (basepoints/gcc-14-09155-g8a16e06da97f)", "regression": "https://linaro.atlassian.net/browse/GNU-1163", "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=c429c4459865284a0059cbabdde0449eb7df0774 (unchanged)", "git_gcc": "https://github.com/gcc-mirror/gcc/commit/8a16e06da97f51574cfad17e2cece2e58571305d (+ 1 commits)", @@ -16,7 +16,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/3d54cbf269d63ff1d500b35b2bcf4565ff8ad485 (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-02-23 05:50:52" + "Start Time": "2024-02-22 04:48:53" }, "Tests": [ { @@ -29,7 +29,7 @@ , { "Data": [ - 10 + 7 ], "Info": {}, "Name": "tcwg_gnu_embed_check_gcc.TOTAL.flaky.nb_flaky" @@ -45,18 +45,18 @@ , { "Data": [ - 56 + 16 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -64,7 +64,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -72,15 +72,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" } , { "Data": [ - 10 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -88,7 +88,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -96,47 +96,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 1857 + 131 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 221545 + 15765 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 11798 + 1019 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 235200 + 16915 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 66 + 20 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" } , { @@ -237,18 +237,18 @@ , { "Data": [ - 16 + 56 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -256,7 +256,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -264,15 +264,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 2 + 10 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -280,7 +280,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -288,47 +288,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 131 + 1857 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 15765 + 221545 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 1019 + 11798 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 16915 + 235200 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 20 + 66 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 7228f7bb..73b8aaa2 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,12 +1,9 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. +Our automatic CI has detected problems related to your patch(es). Please find some details below. -We track this report status in https://linaro.atlassian.net/browse/GNU-1163 , please let us know if you are looking at the problem and/or when you have a fix. - -In arm-eabi v7-a softfp after: - - | commit gcc-14-9155-g8a16e06da97 +In arm-eabi v7-a softfp, after: + | commit gcc-14-9155-g8a16e06da97f | Author: Richard Sandiford | Date: Fri Feb 23 14:12:54 2024 +0000 | @@ -15,54 +12,38 @@ In arm-eabi v7-a softfp after: | 416.gamess showed up two wrong-code bugs in early-ra. This patch | fixes the first of them. It was difficult to reduce the source code | to something that would meaningfully show the situation, so the - | testcase uses a direct RTL sequence instead. - | - | ... 29 lines of the commit log omitted. + | ... 31 lines of the commit log omitted. -FAIL: 2 regressions +Produces 2 regressions: + | + | regressions.sum: + | Running gcc:gcc.dg/rtl/rtl.exp ... + | FAIL: gcc.dg/rtl/aarch64/pr113295-1.c (test for excess errors) + | UNRESOLVED: gcc.dg/rtl/aarch64/pr113295-1.c compilation failed to produce executable -regressions.sum: - === gcc tests === +Used configuration : + *CI config* tcwg_gnu_embed_check_gcc arm-eabi -marm -march=armv7-a -mfpu=vfpv3-d16 -mfloat-abi=softfp + *configure and test flags:* --target arm-eabi --disable-multilib --with-mode=arm --with-arch=armv7-a --with-fpu=vfpv3-d16 --with-float=softfp --target_board=-marm/-march=armv7-a/-mfpu=vfpv3-d16/-mfloat-abi=softfp qemu_cpu=cortex-a9 -Running gcc:gcc.dg/rtl/rtl.exp ... -FAIL: gcc.dg/rtl/aarch64/pr113295-1.c (test for excess errors) -UNRESOLVED: gcc.dg/rtl/aarch64/pr113295-1.c compilation failed to produce executable +We track this bug report under https://linaro.atlassian.net/browse/GNU-1163. Please let us know if you have a fix. +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts/notify/ -The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts/sumfiles/xfails.xfail +-----------------8<--------------------------8<--------------------------8<-------------------------- -The configuration of this build is: -CI config tcwg_gnu_embed_check_gcc arm-eabi -marm -march=armv7-a -mfpu=vfpv3-d16 -mfloat-abi=softfp +The information below contains the details of the failures, and the ways to reproduce a debug environment: ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/408/artifact/artifacts -Reproduce last good and first bad builds: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/reproduction_instructions.txt Full commit : https://github.com/gcc-mirror/gcc/commit/8a16e06da97f51574cfad17e2cece2e58571305d -List of configurations that regressed due to this commit : -* tcwg_bootstrap_check -** master-arm-check_bootstrap -*** FAIL: 2 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/tcwg_bootstrap_check/master-arm-check_bootstrap/details.txt -*** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap-build/595/artifact/artifacts -* tcwg_gcc_check -** master-arm -*** FAIL: 2 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/tcwg_gcc_check/master-arm/details.txt -*** https://ci.linaro.org/job/tcwg_gcc_check--master-arm-build/1758/artifact/artifacts -* tcwg_gnu_embed_check_gcc -** master-arm_v7a_softfp_eabi -*** FAIL: 2 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/8a16e06da97f51574cfad17e2cece2e58571305d/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/409/artifact/artifacts - diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index a15a6e86..f28cc807 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] gcc-14-9155-g8a16e06da97: FAIL: 2 regressions on arm +[Linaro-TCWG-CI] gcc-14-9155-g8a16e06da97f: 2 regressions on arm diff --git a/notify/regressions.sum b/notify/regressions.sum index 42bbfb10..e698b230 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -7,5 +7,5 @@ UNRESOLVED: gcc.dg/rtl/aarch64/pr113295-1.c compilation failed to produce execut === Results Summary === # of stable fails 1201 -# of flaky entries 10 +# of flaky entries 7 # of all tests 424166 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index b4ac0015..66f52e0b 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 1201 -# of flaky entries 10 +# of flaky entries 7 # of all tests 424166 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 101a8710..886dcf84 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -7,8 +7,8 @@ g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.1527374 -CURRENT: /tmp/gxx-sum2.1527374 +REFERENCE:/tmp/gxx-sum1.7226 +CURRENT: /tmp/gxx-sum2.7226 +---------+---------+ o RUN STATUS: | REF | RES |