diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..8e581352 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: none, autodetected on armv8l-unknown-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..89da5e15 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,10 @@ + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 23_containers/vector/bool/110807.cc (test for excess errors) + + === Results Summary === + +# of stable fails 164 +# of flaky entries 3 +# of all tests 550978 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt index 42a08304..a383bb8c 100644 --- a/notify/jira/comment-card.txt +++ b/notify/jira/comment-card.txt @@ -1,3 +1,3 @@ [GNU-941] -FAIL: 1 regressions: 1 progressions +1 regression 1 fix Details: https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 2322a368..699eeda1 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,4 @@ [GNU-692] https://linaro.atlassian.net/browse/GNU-941 -FAIL: 1 regressions: 1 progressions +1 regression 1 fix Details: https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/description b/notify/jira/description index c795082c..b326595c 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -1,5 +1,5 @@ Commit: https://github.com/gcc-mirror/gcc/commit/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a -commit gcc-14-4046-g3a0e01f6bb1 +commit gcc-14-4046-g3a0e01f6bb1d Author: Jonathan Wakely Date: Fri Sep 1 21:27:57 2023 +0100 @@ -8,9 +8,7 @@ Date: Fri Sep 1 21:27:57 2023 +0100 This copies the code from the compiler's gcc/testsuite/lib/g++-dg.exp so that each test can be run multiple times, with different -std options. This means that we can remove most { dg-options "-std=gnu++20" } - directives from tests, because the testsuite will automatically select - a set of -std options that includes that version. -... 54 lines of the commit log omitted. +... 56 lines of the commit log omitted. * tcwg_bootstrap_check ** master-arm-check_bootstrap @@ -18,8 +16,8 @@ Date: Fri Sep 1 21:27:57 2023 +0100 *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_bootstrap_check/master-arm-check_bootstrap/details.txt *** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap-build/298/ ** master-arm-check_bootstrap_lto -*** FAIL: 1 regressions: 1 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/details.txt +*** 1 regression 1 fix +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/details.txt *** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts * tcwg_gcc_check ** master-arm @@ -28,8 +26,8 @@ Date: Fri Sep 1 21:27:57 2023 +0100 *** https://ci.linaro.org/job/tcwg_gcc_check--master-arm-build/1020/ * tcwg_gnu_cross_check_gcc ** master-arm -*** FAIL: 1 regressions: 1 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_cross_check_gcc/master-arm/details.txt +*** 1 regression 1 fix +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_cross_check_gcc/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/876/artifact/artifacts * tcwg_gnu_embed_check_gcc ** master-arm_eabi @@ -65,8 +63,8 @@ Date: Fri Sep 1 21:27:57 2023 +0100 *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/152/artifact/artifacts ** master-thumb_v8a_hard_eabi -*** FAIL: 6 regressions: 6 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt +*** 6 regressions 6 fixes +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/154/artifact/artifacts * tcwg_gnu_native_check_gcc ** master-arm @@ -74,4 +72,4 @@ Date: Fri Sep 1 21:27:57 2023 +0100 *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_native_check_gcc/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/641/ -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/jira/yaml diff --git a/notify/jira/summary b/notify/jira/summary index 75995f74..e39685a4 100644 --- a/notify/jira/summary +++ b/notify/jira/summary @@ -1 +1 @@ -gcc-14-4046-g3a0e01f6bb1: FAIL: 6 regressions: 6 progressions +gcc-14-4046-g3a0e01f6bb1d: FAIL: 6 regressions: 6 progressions diff --git a/notify/jira/yaml b/notify/jira/yaml index 5d6e2059..3af711e0 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -2,12 +2,12 @@ IssueType: Sub-task Key: GNU-941 Summary: | - gcc-14-4046-g3a0e01f6bb1: FAIL: 6 regressions: 6 progressions + gcc-14-4046-g3a0e01f6bb1d: FAIL: 6 regressions: 6 progressions Components: GCC Start date: 2023-09-15 Description: | Commit: https://github.com/gcc-mirror/gcc/commit/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a - commit gcc-14-4046-g3a0e01f6bb1 + commit gcc-14-4046-g3a0e01f6bb1d Author: Jonathan Wakely Date: Fri Sep 1 21:27:57 2023 +0100 @@ -16,9 +16,7 @@ This copies the code from the compiler's gcc/testsuite/lib/g++-dg.exp so that each test can be run multiple times, with different -std options. This means that we can remove most { dg-options "-std=gnu++20" } - directives from tests, because the testsuite will automatically select - a set of -std options that includes that version. - ... 54 lines of the commit log omitted. + ... 56 lines of the commit log omitted. * tcwg_bootstrap_check ** master-arm-check_bootstrap @@ -26,8 +24,8 @@ *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_bootstrap_check/master-arm-check_bootstrap/details.txt *** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap-build/298/ ** master-arm-check_bootstrap_lto - *** FAIL: 1 regressions: 1 progressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/details.txt + *** 1 regression 1 fix + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/details.txt *** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts * tcwg_gcc_check ** master-arm @@ -36,8 +34,8 @@ *** https://ci.linaro.org/job/tcwg_gcc_check--master-arm-build/1020/ * tcwg_gnu_cross_check_gcc ** master-arm - *** FAIL: 1 regressions: 1 progressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_cross_check_gcc/master-arm/details.txt + *** 1 regression 1 fix + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_cross_check_gcc/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/876/artifact/artifacts * tcwg_gnu_embed_check_gcc ** master-arm_eabi @@ -73,8 +71,8 @@ *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/152/artifact/artifacts ** master-thumb_v8a_hard_eabi - *** FAIL: 6 regressions: 6 progressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt + *** 6 regressions 6 fixes + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/154/artifact/artifacts * tcwg_gnu_native_check_gcc ** master-arm @@ -82,4 +80,4 @@ *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_native_check_gcc/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/641/ - Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/jira/yaml + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 32822641..1aeec2be 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,7 +7,7 @@ "Info": { "tag": "tcwg_bootstrap_check", "test_url": "https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/", - "run_order": "0296 (basepoints/gcc-14-04046-g3a0e01f6bb1)", + "run_order": "0296 (basepoints/gcc-14-04046-g3a0e01f6bb1d)", "regression": "https://linaro.atlassian.net/browse/GNU-941", "git_gcc": "https://github.com/gcc-mirror/gcc/commit/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a (+ 1 commits)", "__report_version__": "1" @@ -140,7 +140,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libitm.FAIL.nb_FAIL" } , { @@ -148,7 +148,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -156,7 +156,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libitm.UNTESTED.nb_UNTESTED" } , { @@ -164,7 +164,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libitm.ERROR.nb_ERROR" } , { @@ -172,7 +172,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libitm.XPASS.nb_XPASS" } , { @@ -180,7 +180,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libitm.OTHER.nb_OTHER" } , { @@ -188,39 +188,39 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 284 + 3 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 15176 + 44 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libitm.PASS.nb_PASS" } , { "Data": [ - 679 + 1 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 16139 + 48 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" + "Name": "tcwg_bootstrap_check.libitm.good.nb_good" } , { @@ -228,15 +228,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" } , { "Data": [ - 0 + 18 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" } , { @@ -244,7 +244,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -252,7 +252,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" } , { @@ -260,15 +260,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" } , { @@ -276,7 +276,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" } , { @@ -284,47 +284,47 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 2608 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 247442 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" } , { "Data": [ - 1 + 11216 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 261266 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.good.nb_good" + "Name": "tcwg_bootstrap_check.g++.good.nb_good" } , { "Data": [ - 0 + 20 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" + "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" } , { @@ -521,10 +521,10 @@ , { "Data": [ - 18 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" } , { @@ -532,7 +532,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -540,7 +540,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -548,15 +548,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" } , { @@ -564,7 +564,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" } , { @@ -572,47 +572,47 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 2608 + 284 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 247442 + 15176 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" } , { "Data": [ - 11216 + 679 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 261266 + 16139 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.good.nb_good" + "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" } , { "Data": [ - 20 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 2c0a7394..21643d7c 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,12 +1,9 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. +Our automatic CI has detected problems related to your patch(es). Please find some details below. -We track this report status in https://linaro.atlassian.net/browse/GNU-941 , please let us know if you are looking at the problem and/or when you have a fix. - -In bootstrap_check master-arm-check_bootstrap_lto after: - - | commit gcc-14-4046-g3a0e01f6bb1 +In bootstrap_check master-arm-check_bootstrap_lto, after: + | commit gcc-14-4046-g3a0e01f6bb1d | Author: Jonathan Wakely | Date: Fri Sep 1 21:27:57 2023 +0100 | @@ -15,106 +12,41 @@ In bootstrap_check master-arm-check_bootstrap_lto after: | This copies the code from the compiler's gcc/testsuite/lib/g++-dg.exp so | that each test can be run multiple times, with different -std options. | This means that we can remove most { dg-options "-std=gnu++20" } - | directives from tests, because the testsuite will automatically select - | a set of -std options that includes that version. - | ... 54 lines of the commit log omitted. - -FAIL: 1 regressions: 1 progressions + | ... 56 lines of the commit log omitted. -regressions.sum: - === libstdc++ tests === +Produces 1 regression 1 fix: + | + | regressions.sum: + | Running libstdc++:libstdc++-dg/conformance.exp ... + | FAIL: 23_containers/vector/bool/110807.cc -std=gnu++17 (test for excess errors) + | + | fixes.sum: + | Running libstdc++:libstdc++-dg/conformance.exp ... + | FAIL: 23_containers/vector/bool/110807.cc (test for excess errors) -Running libstdc++:libstdc++-dg/conformance.exp ... -FAIL: 23_containers/vector/bool/110807.cc -std=gnu++17 (test for excess errors) +Used configuration : + *CI config* tcwg_bootstrap_check master-arm-check_bootstrap_lto + *configure and test flags:* none, autodetected on armv8l-unknown-linux-gnueabihf +We track this bug report under https://linaro.atlassian.net/browse/GNU-941. Please let us know if you have a fix. -progressions.sum: - === libstdc++ tests === +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -Running libstdc++:libstdc++-dg/conformance.exp ... -FAIL: 23_containers/vector/bool/110807.cc (test for excess errors) +-----------------8<--------------------------8<--------------------------8<-------------------------- +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts/notify/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_bootstrap_check master-arm-check_bootstrap_lto - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/295/artifact/artifacts -Reproduce last good and first bad builds: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/reproduction_instructions.txt Full commit : https://github.com/gcc-mirror/gcc/commit/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a -List of configurations that regressed due to this commit : -* tcwg_bootstrap_check -** master-arm-check_bootstrap -*** FAIL: 1 regressions: 1 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_bootstrap_check/master-arm-check_bootstrap/details.txt -*** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap-build/298/ -** master-arm-check_bootstrap_lto -*** FAIL: 1 regressions: 1 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/details.txt -*** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/296/artifact/artifacts -* tcwg_gcc_check -** master-arm -*** FAIL: 1 regressions: 1 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gcc_check/master-arm/details.txt -*** https://ci.linaro.org/job/tcwg_gcc_check--master-arm-build/1020/ -* tcwg_gnu_cross_check_gcc -** master-arm -*** FAIL: 1 regressions: 1 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_cross_check_gcc/master-arm/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/876/artifact/artifacts -* tcwg_gnu_embed_check_gcc -** master-arm_eabi -*** FAIL: 6 regressions: 6 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/405/artifact/artifacts -** master-arm_v7a_softfp_eabi -*** FAIL: 6 regressions: 6 progressions -*** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/221/ -** master-thumb_m0_eabi -*** FAIL: 6 regressions: 6 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_m0_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_eabi-build/150/artifact/artifacts -** master-thumb_m23_eabi -*** FAIL: 6 regressions: 6 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_m23_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_eabi-build/133/artifact/artifacts -** master-thumb_m33_eabi -*** FAIL: 6 regressions: 6 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_m33_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_eabi-build/169/ -** master-thumb_m3_eabi -*** FAIL: 6 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_m3_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_eabi-build/128/artifact/artifacts -** master-thumb_m55_hard_eabi -*** FAIL: 6 regressions: 6 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/145/artifact/artifacts -** master-thumb_m7_eabi -*** FAIL: 6 regressions: 6 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/152/artifact/artifacts -** master-thumb_v8a_hard_eabi -*** FAIL: 6 regressions: 6 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/154/artifact/artifacts -* tcwg_gnu_native_check_gcc -** master-arm -*** FAIL: 1 regressions: 1 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/3a0e01f6bb1d6ec444001f2caea6ef43a4a83e3a/tcwg_gnu_native_check_gcc/master-arm/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/641/ - diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 9d8fcb6d..33ae6f46 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] gcc-14-4046-g3a0e01f6bb1: FAIL: 1 regressions: 1 progressions on arm +[Linaro-TCWG-CI] gcc-14-4046-g3a0e01f6bb1d: 1 regression 1 fix on arm diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 63918899..f3d697e1 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -11,8 +11,8 @@ libgomp.sum libitm.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.3959332 -CURRENT: /tmp/gxx-sum2.3959332 +REFERENCE:/tmp/gxx-sum1.2137478 +CURRENT: /tmp/gxx-sum2.2137478 +---------+---------+ o RUN STATUS: | REF | RES | @@ -51,14 +51,14 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | PASS disappears [PASS => ] | 14768 | + | PASS disappears [PASS => ] | 14766 | | New PASS [ => PASS] | 14784 | | FAIL disappears [FAIL => ] | 5 | | XFAIL disappears [XFAIL=> ] | 107 | | XFAIL appears [ =>XFAIL] | 107 | | UNSUPPORTED disappears [UNSUP=> ] | 734 | | UNSUPPORTED appears [ =>UNSUP] | 731 | - | Unstable cases, ignored [~RANDOM ] | 116 | + | Flaky cases, ignored [~RANDOM ] | 118 | +------------------------------------------+---------+ | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 31352 | +------------------------------------------+---------+ @@ -9436,7 +9436,6 @@ o IMPROVEMENTS TO BE CHECKED: libstdc++:libstdc++-dg/conformance.exp=27_io/basic_istream/ignore/wchar_t/7220.cc (test for excess errors) libstdc++:libstdc++-dg/conformance.exp=27_io/basic_istream/ignore/wchar_t/7220.cc execution test libstdc++:libstdc++-dg/conformance.exp=27_io/basic_istream/ignore/wchar_t/94749.cc (test for excess errors) - libstdc++:libstdc++-dg/conformance.exp=27_io/basic_istream/ignore/wchar_t/94749.cc execution test libstdc++:libstdc++-dg/conformance.exp=27_io/basic_istream/ignore/wchar_t/96161.cc (test for excess errors) libstdc++:libstdc++-dg/conformance.exp=27_io/basic_istream/ignore/wchar_t/96161.cc execution test libstdc++:libstdc++-dg/conformance.exp=27_io/basic_istream/peek/char/1.cc (test for excess errors) @@ -11185,7 +11184,6 @@ o IMPROVEMENTS TO BE CHECKED: libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_integral/wait_notify.cc (test for excess errors) libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_integral/wait_notify.cc execution test libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_ref/compare_exchange_padding.cc (test for excess errors) - libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_ref/compare_exchange_padding.cc execution test libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_ref/deduction.cc (test for excess errors) libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_ref/float.cc (test for excess errors) libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_ref/float.cc execution test @@ -31334,14 +31332,16 @@ o IMPROVEMENTS TO BE CHECKED: libstdc++:libstdc++-dg/conformance.exp=std/time/year_month_weekday_last/io.cc - - Unstable cases, ignored [~RANDOM ]: + - Flaky cases, ignored [~RANDOM ]: Executed from: libstdc++:libstdc++-dg/conformance.exp libstdc++:libstdc++-dg/conformance.exp=23_containers/deque/cons/2.cc execution test libstdc++:libstdc++-dg/conformance.exp=26_numerics/complex/inserters_extractors/char/1.cc execution test libstdc++:libstdc++-dg/conformance.exp=27_io/basic_filebuf/open/char/2.cc execution test + libstdc++:libstdc++-dg/conformance.exp=27_io/basic_istream/ignore/wchar_t/94749.cc execution test libstdc++:libstdc++-dg/conformance.exp=27_io/basic_istream/seekg/char/fstream.cc execution test libstdc++:libstdc++-dg/conformance.exp=27_io/basic_istream/tellg/char/fstream.cc execution test + libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_ref/compare_exchange_padding.cc execution test libstdc++:libstdc++-dg/conformance.exp=30_threads/future/members/poll.cc execution test libstdc++:libstdc++-dg/conformance.exp=experimental/net/buffer/arithmetic.cc -std=gnu++17 (test for excess errors) libstdc++:libstdc++-dg/conformance.exp=experimental/net/buffer/arithmetic.cc -std=gnu++17 execution test