diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..8e581352 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: none, autodetected on armv8l-unknown-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..08ec634d --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,10 @@ + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: std/format/functions/format.cc execution test + + === Results Summary === + +# of stable fails 149 +# of flaky entries 1 +# of all tests 539989 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 63c378d9..20274ba5 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -PASS: 1 progressions + 1 fix Details: https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/121/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index b995e327..7e90db04 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,11 +7,11 @@ "Info": { "tag": "tcwg_bootstrap_check", "test_url": "https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/121/", - "run_order": "0121 (basepoints/gcc-14-02149-gabdf0b6cdff)", + "run_order": "0121 (basepoints/gcc-14-02149-gabdf0b6cdff5)", "git_gcc": "https://github.com/gcc-mirror/gcc/commit/abdf0b6cdff5783b97f35ad61ae31433f0569dfd (+ 54 commits)", "__report_version__": "1" }, - "Start Time": "2023-06-26 16:33:57" + "Start Time": "2023-06-26 16:14:57" }, "Tests": [ { @@ -139,7 +139,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libitm.FAIL.nb_FAIL" } , { @@ -147,7 +147,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -155,7 +155,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libitm.UNTESTED.nb_UNTESTED" } , { @@ -163,7 +163,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libitm.ERROR.nb_ERROR" } , { @@ -171,7 +171,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libitm.XPASS.nb_XPASS" } , { @@ -179,7 +179,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libitm.OTHER.nb_OTHER" } , { @@ -187,39 +187,39 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 284 + 3 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 15238 + 44 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libitm.PASS.nb_PASS" } , { "Data": [ - 679 + 1 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 16201 + 48 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" + "Name": "tcwg_bootstrap_check.libitm.good.nb_good" } , { @@ -227,15 +227,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" } , { "Data": [ - 0 + 12 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" } , { @@ -243,7 +243,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -251,7 +251,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" } , { @@ -259,15 +259,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" } , { @@ -275,7 +275,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" } , { @@ -283,47 +283,47 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 2106 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 240279 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" } , { "Data": [ - 1 + 11066 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 253451 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.good.nb_good" + "Name": "tcwg_bootstrap_check.g++.good.nb_good" } , { "Data": [ - 0 + 14 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" + "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" } , { @@ -520,10 +520,10 @@ , { "Data": [ - 12 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" } , { @@ -531,7 +531,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -539,7 +539,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -547,15 +547,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" } , { @@ -563,7 +563,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" } , { @@ -571,47 +571,47 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 2106 + 284 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 240279 + 15238 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" } , { "Data": [ - 11066 + 679 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 253451 + 16201 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.good.nb_good" + "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" } , { "Data": [ - 14 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index f265a30d..db181de0 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,38 +1,38 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In bootstrap_check master-arm-check_bootstrap_lto after: +Our automatic CI successfully passed with your patch(es). Please find some details below. +In bootstrap_check master-arm-check_bootstrap_lto, after: | 54 commits in gcc - | abdf0b6cdff c++: inherited constructor attributes - | 83f69969c0f Add leafy mode for zero-call-used-regs - | a6065b9cbcd [testsuite] note pitfall in how outputs.exp sets gld - | a1c6e9631ca c++: C++26 constexpr cast from void* [PR110344] - | dcd538933f8 testsuite: std_list handling for { target c++26 } + | abdf0b6cdff5 c++: inherited constructor attributes + | 83f69969c0f3 Add leafy mode for zero-call-used-regs + | a6065b9cbcde [testsuite] note pitfall in how outputs.exp sets gld + | a1c6e9631ca3 c++: C++26 constexpr cast from void* [PR110344] + | dcd538933f85 testsuite: std_list handling for { target c++26 } | ... and 49 more commits in gcc -PASS: 1 progressions - -progressions.sum: - === libstdc++ tests === +Produces 1 fix: + | + | fixes.sum: + | Running libstdc++:libstdc++-dg/conformance.exp ... + | FAIL: std/format/functions/format.cc execution test -Running libstdc++:libstdc++-dg/conformance.exp ... -FAIL: std/format/functions/format.cc execution test +Used configuration : + *CI config* tcwg_bootstrap_check master-arm-check_bootstrap_lto + *configure and test flags:* none, autodetected on armv8l-unknown-linux-gnueabihf +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/121/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/121/artifact/artifacts/notify/ -The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/121/artifact/artifacts/sumfiles/xfails.xfail +-----------------8<--------------------------8<--------------------------8<-------------------------- -The configuration of this build is: -CI config tcwg_bootstrap_check master-arm-check_bootstrap_lto +The information below contains the details of the failures, and the ways to reproduce a debug environment: ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/121/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/121/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/121/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/121/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/118/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 13cdd773..4f4a8d48 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 54 commits in gcc: PASS: 1 progressions on arm +[Linaro-TCWG-CI] 54 commits in gcc: 1 fix on arm diff --git a/notify/regressions.sum b/notify/regressions.sum new file mode 100644 index 00000000..9291c281 --- /dev/null +++ b/notify/regressions.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 148 +# of flaky entries 1 +# of all tests 539989 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 181f2e37..a26438d1 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -11,8 +11,8 @@ libgomp.sum libitm.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.3186780 -CURRENT: /tmp/gxx-sum2.3186780 +REFERENCE:/tmp/gxx-sum1.805372 +CURRENT: /tmp/gxx-sum2.805372 +---------+---------+ o RUN STATUS: | REF | RES | @@ -33,17 +33,10 @@ o RUN STATUS: | REF | RES | o REGRESSIONS: +------------------------------------------+---------+ - | PASS now FAIL [PASS => FAIL] | 1 | +------------------------------------------+---------+ - | TOTAL_REGRESSIONS | 1 | + | TOTAL_REGRESSIONS | 0 | +------------------------------------------+---------+ - - PASS now FAIL [PASS => FAIL]: - - Executed from: libstdc++:libstdc++-dg/conformance.exp - libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_ref/compare_exchange_padding.cc execution test - - o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ @@ -51,8 +44,9 @@ o IMPROVEMENTS TO BE CHECKED: | FAIL now PASS [FAIL => PASS] | 1 | | UNSUPPORTED disappears [UNSUP=> ] | 4 | | UNSUPPORTED appears [ =>UNSUP] | 1 | + | Flaky cases, ignored [~RANDOM ] | 1 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 191 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 192 | +------------------------------------------+---------+ - New PASS [ => PASS]: @@ -269,6 +263,12 @@ o IMPROVEMENTS TO BE CHECKED: g++:g++.dg/dg.exp=g++.dg/cpp1z/nodiscard-inh1.C -std=c++98 + - Flaky cases, ignored [~RANDOM ]: + + Executed from: libstdc++:libstdc++-dg/conformance.exp + libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_ref/compare_exchange_padding.cc execution test + + -# Regressions found -# Regressions in 7 common sum files found +# Improvements found +# No regression found in 7 common sum files