diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..8e581352 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: none, autodetected on armv8l-unknown-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..617d6078 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,14 @@ + === g++ tests === + +Running g++:g++.dg/modules/modules.exp ... +FAIL: g++.dg/modules/xtreme-header_b.C -std=c++2b (test for excess errors) + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 29_atomics/atomic_ref/compare_exchange_padding.cc execution test + + === Results Summary === + +# of stable fails 164 +# of flaky entries 0 +# of all tests 550614 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 0d74e467..b990dea7 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -PASS: 2 progressions + 2 fixes Details: https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/285/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index c4f3ae8f..e7060c21 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,7 +7,7 @@ "Info": { "tag": "tcwg_bootstrap_check", "test_url": "https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/285/", - "run_order": "0285 (basepoints/gcc-14-03840-g88a0a883960)", + "run_order": "0285 (basepoints/gcc-14-03840-g88a0a8839609)", "git_gcc": "https://github.com/gcc-mirror/gcc/commit/88a0a883960910530bfefa750461168f539f4a00 (+ 225 commits)", "__report_version__": "1" }, @@ -139,7 +139,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libitm.FAIL.nb_FAIL" } , { @@ -147,7 +147,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -155,7 +155,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libitm.UNTESTED.nb_UNTESTED" } , { @@ -163,7 +163,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libitm.ERROR.nb_ERROR" } , { @@ -171,7 +171,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libitm.XPASS.nb_XPASS" } , { @@ -179,7 +179,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libitm.OTHER.nb_OTHER" } , { @@ -187,39 +187,39 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 284 + 3 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 15176 + 44 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libitm.PASS.nb_PASS" } , { "Data": [ - 679 + 1 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 16139 + 48 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" + "Name": "tcwg_bootstrap_check.libitm.good.nb_good" } , { @@ -227,15 +227,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" } , { "Data": [ - 0 + 17 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" } , { @@ -243,7 +243,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -251,7 +251,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" } , { @@ -259,15 +259,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" } , { @@ -275,7 +275,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" } , { @@ -283,47 +283,47 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 2576 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 247348 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" } , { "Data": [ - 1 + 11195 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 261119 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.good.nb_good" + "Name": "tcwg_bootstrap_check.g++.good.nb_good" } , { "Data": [ - 0 + 19 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" + "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" } , { @@ -520,10 +520,10 @@ , { "Data": [ - 17 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" } , { @@ -531,7 +531,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -539,7 +539,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -547,15 +547,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" } , { @@ -563,7 +563,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" } , { @@ -571,47 +571,47 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 2576 + 284 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 247348 + 15176 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" } , { "Data": [ - 11195 + 679 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 261119 + 16139 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.good.nb_good" + "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" } , { "Data": [ - 19 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index fddfc130..6e912105 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,42 +1,40 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In bootstrap_check master-arm-check_bootstrap_lto after: +Our automatic CI successfully passed with your patch(es). Please find some details below. +In bootstrap_check master-arm-check_bootstrap_lto, after: | 225 commits in gcc - | 88a0a883960 RISC-V: Enable RVV scalable vectorization by default[PR111311] - | 390fa3a78c8 libstdc++: Fix -Wunused-parameter warnings - | 5c3c04960d7 contrib: Check if getent is available in git setup script [PR111359] - | 48d4ab69803 RISC-V: Remove redundant functions - | 6f7f7287468 pretty-print: Fix up pp_wide_int [PR111329] + | 88a0a8839609 RISC-V: Enable RVV scalable vectorization by default[PR111311] + | 390fa3a78c84 libstdc++: Fix -Wunused-parameter warnings + | 5c3c04960d77 contrib: Check if getent is available in git setup script [PR111359] + | 48d4ab698036 RISC-V: Remove redundant functions + | 6f7f72874681 pretty-print: Fix up pp_wide_int [PR111329] | ... and 220 more commits in gcc -PASS: 2 progressions +Produces 2 fixes: + | + | fixes.sum: + | Running g++:g++.dg/modules/modules.exp ... + | FAIL: g++.dg/modules/xtreme-header_b.C -std=c++2b (test for excess errors) + | Running libstdc++:libstdc++-dg/conformance.exp ... + | FAIL: 29_atomics/atomic_ref/compare_exchange_padding.cc execution test -progressions.sum: - === g++ tests === +Used configuration : + *CI config* tcwg_bootstrap_check master-arm-check_bootstrap_lto + *configure and test flags:* none, autodetected on armv8l-unknown-linux-gnueabihf -Running g++:g++.dg/modules/modules.exp ... -FAIL: g++.dg/modules/xtreme-header_b.C -std=c++2b (test for excess errors) - === libstdc++ tests === +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -Running libstdc++:libstdc++-dg/conformance.exp ... -FAIL: 29_atomics/atomic_ref/compare_exchange_padding.cc execution test +-----------------8<--------------------------8<--------------------------8<-------------------------- +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/285/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/285/artifact/artifacts/notify/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/285/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/285/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/285/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_bootstrap_check master-arm-check_bootstrap_lto - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/285/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/285/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/273/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index ff88b885..2785991b 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 225 commits in gcc: PASS: 2 progressions on arm +[Linaro-TCWG-CI] 225 commits in gcc: 2 fixes on arm diff --git a/notify/regressions.sum b/notify/regressions.sum new file mode 100644 index 00000000..aa752883 --- /dev/null +++ b/notify/regressions.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 162 +# of flaky entries 0 +# of all tests 550614 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index f8807465..3272850c 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -11,8 +11,8 @@ libgomp.sum libitm.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.3854682 -CURRENT: /tmp/gxx-sum2.3854682 +REFERENCE:/tmp/gxx-sum1.1967276 +CURRENT: /tmp/gxx-sum2.1967276 +---------+---------+ o RUN STATUS: | REF | RES | @@ -42,11 +42,12 @@ o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ | PASS disappears [PASS => ] | 663 | | New PASS [ => PASS] | 4851 | - | FAIL now PASS [FAIL => PASS] | 2 | + | FAIL now PASS [FAIL => PASS] | 1 | | XFAIL disappears [XFAIL=> ] | 61 | | XFAIL appears [ =>XFAIL] | 436 | | UNSUPPORTED disappears [UNSUP=> ] | 9 | | UNSUPPORTED appears [ =>UNSUP] | 416 | + | Flaky cases, ignored [~RANDOM ] | 1 | +------------------------------------------+---------+ | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 6438 | +------------------------------------------+---------+ @@ -5593,8 +5594,6 @@ o IMPROVEMENTS TO BE CHECKED: Executed from: g++:g++.dg/modules/modules.exp g++:g++.dg/modules/modules.exp=g++.dg/modules/xtreme-header_b.C -std=c++2b (test for excess errors) - Executed from: libstdc++:libstdc++-dg/conformance.exp - libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_ref/compare_exchange_padding.cc execution test - XFAIL disappears [XFAIL=> ]: @@ -6551,6 +6550,12 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.dg/ubsan/ubsan.exp=gcc.dg/ubsan/bitint-3.c -Os + - Flaky cases, ignored [~RANDOM ]: + + Executed from: libstdc++:libstdc++-dg/conformance.exp + libstdc++:libstdc++-dg/conformance.exp=29_atomics/atomic_ref/compare_exchange_padding.cc execution test + + # Improvements found # No regression found in 7 common sum files