diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..8e581352 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: none, autodetected on armv8l-unknown-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..2ee871de --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 0 +# of flaky entries 0 +# of all tests 538267 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 070eca02..f1b8d53e 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] - +131 regressions Details: https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/1/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 0ebadc73..6e0688b1 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -16,10 +16,10 @@ "Tests": [ { "Data": [ - 0 + 131 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.TOTAL.fails.nb_fails" } , { @@ -27,15 +27,23 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.TOTAL.flaky.nb_flaky" } , { "Data": [ - 0 + 538267 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.TOTAL.all.nb_all" + } + , + { + "Data": [ + 80 + ], + "Info": {}, + "Name": "tcwg_bootstrap_check.gcc.FAIL.nb_FAIL" } , { @@ -43,7 +51,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -51,7 +59,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.gcc.UNTESTED.nb_UNTESTED" } , { @@ -59,7 +67,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.gcc.ERROR.nb_ERROR" + } + , + { + "Data": [ + 27 + ], + "Info": {}, + "Name": "tcwg_bootstrap_check.gcc.XPASS.nb_XPASS" } , { @@ -67,7 +83,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.gcc.OTHER.nb_OTHER" } , { @@ -75,47 +91,47 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 44 + 1430 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 5 + 178233 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.gcc.PASS.nb_PASS" } , { "Data": [ - 49 + 5750 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.good.nb_good" + "Name": "tcwg_bootstrap_check.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 0 + 185413 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libatomic.bad.nb_bad" + "Name": "tcwg_bootstrap_check.gcc.good.nb_good" } , { "Data": [ - 4 + 107 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.gcc.bad.nb_bad" } , { @@ -123,7 +139,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libitm.FAIL.nb_FAIL" } , { @@ -131,7 +147,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -139,7 +155,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libitm.UNTESTED.nb_UNTESTED" } , { @@ -147,7 +163,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libitm.ERROR.nb_ERROR" } , { @@ -155,7 +171,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libitm.XPASS.nb_XPASS" } , { @@ -163,55 +179,63 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libitm.OTHER.nb_OTHER" } , { "Data": [ - 106 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 15693 + 3 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 738 + 44 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libitm.PASS.nb_PASS" } , { "Data": [ - 16537 + 1 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.good.nb_good" + "Name": "tcwg_bootstrap_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 4 + 48 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libitm.good.nb_good" } , { "Data": [ - 80 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" + } + , + { + "Data": [ + 12 + ], + "Info": {}, + "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" } , { @@ -219,7 +243,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -227,7 +251,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" } , { @@ -235,15 +259,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" } , { "Data": [ - 27 + 2 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" } , { @@ -251,7 +275,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" } , { @@ -259,55 +283,55 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 1430 + 2098 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 178233 + 239699 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" } , { "Data": [ - 5750 + 11038 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 185413 + 252835 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.good.nb_good" + "Name": "tcwg_bootstrap_check.g++.good.nb_good" } , { "Data": [ - 107 + 14 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.bad.nb_bad" + "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" } , { "Data": [ - 0 + 6 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.gfortran.FAIL.nb_FAIL" } , { @@ -315,7 +339,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.gfortran.UNRESOLVED.nb_UNRESOLVED" } , { @@ -323,7 +347,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.gfortran.UNTESTED.nb_UNTESTED" } , { @@ -331,7 +355,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.gfortran.ERROR.nb_ERROR" } , { @@ -339,7 +363,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.gfortran.XPASS.nb_XPASS" } , { @@ -347,7 +371,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.gfortran.OTHER.nb_OTHER" } , { @@ -355,55 +379,55 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.gfortran.KFAIL.nb_KFAIL" } , { "Data": [ - 284 + 251 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.gfortran.XFAIL.nb_XFAIL" } , { "Data": [ - 15107 + 66427 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.gfortran.PASS.nb_PASS" } , { "Data": [ - 676 + 509 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.gfortran.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 16067 + 67187 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" + "Name": "tcwg_bootstrap_check.gfortran.good.nb_good" } , { "Data": [ - 0 + 6 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" + "Name": "tcwg_bootstrap_check.gfortran.bad.nb_bad" } , { "Data": [ - 6 + 4 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libstdc++.FAIL.nb_FAIL" } , { @@ -411,7 +435,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -419,7 +443,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -427,7 +451,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libstdc++.ERROR.nb_ERROR" } , { @@ -435,7 +459,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libstdc++.XPASS.nb_XPASS" } , { @@ -443,7 +467,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libstdc++.OTHER.nb_OTHER" } , { @@ -451,55 +475,55 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 251 + 106 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 66427 + 15693 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libstdc++.PASS.nb_PASS" } , { "Data": [ - 509 + 738 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 67187 + 16537 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.good.nb_good" + "Name": "tcwg_bootstrap_check.libstdc++.good.nb_good" } , { "Data": [ - 6 + 4 ], "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libstdc++.bad.nb_bad" } , { "Data": [ - 12 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" } , { @@ -507,7 +531,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -515,7 +539,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -523,15 +547,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" } , { @@ -539,7 +563,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" } , { @@ -547,47 +571,47 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 2098 + 284 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 239699 + 15107 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" } , { "Data": [ - 11038 + 676 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 252835 + 16067 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.good.nb_good" + "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" } , { "Data": [ - 14 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" } , { @@ -595,7 +619,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libatomic.FAIL.nb_FAIL" } , { @@ -603,7 +627,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libatomic.UNRESOLVED.nb_UNRESOLVED" } , { @@ -611,7 +635,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libatomic.UNTESTED.nb_UNTESTED" } , { @@ -619,7 +643,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libatomic.ERROR.nb_ERROR" } , { @@ -627,7 +651,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libatomic.XPASS.nb_XPASS" } , { @@ -635,7 +659,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libatomic.OTHER.nb_OTHER" } , { @@ -643,15 +667,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libatomic.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libatomic.XFAIL.nb_XFAIL" } , { @@ -659,23 +683,23 @@ 44 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libatomic.PASS.nb_PASS" } , { "Data": [ - 1 + 5 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libatomic.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 49 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.good.nb_good" + "Name": "tcwg_bootstrap_check.libatomic.good.nb_good" } , { @@ -683,7 +707,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libatomic.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 4cc52528..2fb5824f 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,18 +1,36 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In bootstrap_check master-arm-check_bootstrap_lto after: +Our automatic CI successfully passed with your patch(es). Please find some details below. +In bootstrap_check master-arm-check_bootstrap_lto, after: | baseline build +Produces 131 regressions: + | + | regressions.sum: + | Running g++:g++.dg/dg.exp ... + | FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 23) + | FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 27) + | FAIL: g++.dg/contracts/contracts-tmpl-spec2.C output pattern test + | FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++14 (test for excess errors) + | ... and 141 more +Used configuration : + *CI config* tcwg_bootstrap_check master-arm-check_bootstrap_lto + *configure and test flags:* none, autodetected on armv8l-unknown-linux-gnueabihf -The configuration of this build is: -CI config tcwg_bootstrap_check master-arm-check_bootstrap_lto +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -----------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/1/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/1/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/1/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/1/artifact/artifacts Reference build : artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 843ac1ec..055a6b1b 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] baseline build: on arm +[Linaro-TCWG-CI] baseline build: 131 regressions on arm diff --git a/notify/regressions.sum b/notify/regressions.sum new file mode 100644 index 00000000..ba63a84e --- /dev/null +++ b/notify/regressions.sum @@ -0,0 +1,171 @@ + === g++ tests === + +Running g++:g++.dg/dg.exp ... +FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 23) +FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 27) +FAIL: g++.dg/contracts/contracts-tmpl-spec2.C output pattern test +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++14 (test for excess errors) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++17 (test for excess errors) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++20 (test for excess errors) + +Running g++:g++.dg/lto/lto.exp ... +FAIL: g++.dg/lto/pr65276 cp_lto_pr65276_0.o-cp_lto_pr65276_1.o link, -flto -O0 -std=c++11 + +Running g++:g++.dg/modules/modules.exp ... +FAIL: g++.dg/modules/xtreme-header-5_c.C -std=c++2a (test for excess errors) +FAIL: g++.dg/modules/xtreme-header-5_c.C -std=c++2b (test for excess errors) + +Running g++:g++.target/arm/arm.exp ... +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 10) +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 11) + +Running g++:g++.target/arm/mve.exp ... +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/mve_intrinsic_type_overloads-int.c (test for warnings, line 53) +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/mve_intrinsic_type_overloads-int.c (test for warnings, line 83) +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/mve_intrinsic_type_overloads-int.c (test for excess errors) + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 72) +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 77) +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 note (test for warnings, line 68) +FAIL: gcc.dg/c2x-stdarg-4.c execution test + +Running gcc:gcc.dg/plugin/plugin.exp ... +FAIL: gcc.dg/plugin/must-tail-call-1.c -fplugin=./must_tail_call_plugin.so (internal compiler error: in df_refs_verify, at df-scan.cc:4009) +FAIL: gcc.dg/plugin/must-tail-call-1.c -fplugin=./must_tail_call_plugin.so (test for excess errors) + +Running gcc:gcc.dg/simulate-thread/simulate-thread.exp ... +FAIL: gcc.dg/simulate-thread/atomic-load-longlong.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-int.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-int.c -O2 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-int.c -O3 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-longlong.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-longlong.c -O2 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-longlong.c -O3 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-short.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-short.c -O2 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-short.c -O3 -g thread simulation test + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O0 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O1 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O3 -g execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -Os execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O0 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O1 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O2 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O3 -g execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -Os execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O0 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O1 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O2 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O3 -g execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -Os execution test + +Running gcc:gcc.dg/tree-prof/tree-prof.exp ... +FAIL: gcc.dg/tree-prof/pr77698.c scan-rtl-dump-times alignments "internal loop alignment added" 1 + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/predcom-2.c scan-tree-dump-times pcom "Unrolling 2 times." 2 +FAIL: gcc.dg/tree-ssa/scev-3.c scan-tree-dump-times ivopts "&a" 1 +FAIL: gcc.dg/tree-ssa/scev-5.c scan-tree-dump-times ivopts "&a" 1 + +Running gcc:gcc.dg/vect/vect.exp ... +FAIL: gcc.dg/vect/pr97428.c -flto -ffat-lto-objects scan-tree-dump vect "Detected interleaving load of size 8" +FAIL: gcc.dg/vect/pr97428.c -flto -ffat-lto-objects scan-tree-dump vect "Detected interleaving store of size 16" +FAIL: gcc.dg/vect/pr97428.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +FAIL: gcc.dg/vect/pr97428.c scan-tree-dump vect "Detected interleaving load of size 8" +FAIL: gcc.dg/vect/pr97428.c scan-tree-dump vect "Detected interleaving store of size 16" +FAIL: gcc.dg/vect/pr97428.c scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +FAIL: gcc.dg/vect/slp-47.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +FAIL: gcc.dg/vect/slp-47.c scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +FAIL: gcc.dg/vect/slp-48.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +FAIL: gcc.dg/vect/slp-48.c scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s124.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s124.c scan-tree-dump vect "vectorized 1 loops" +FAIL: gcc.dg/vect/tsvc/vect-tsvc-s1281.c -flto -ffat-lto-objects execution test +FAIL: gcc.dg/vect/tsvc/vect-tsvc-s1281.c execution test +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s276.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s276.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3111.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3111.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3113.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3113.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s312.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s312.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s314.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s314.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s316.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s316.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s317.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s317.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s319.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s319.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s441.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s441.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s443.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s443.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s453.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s453.c scan-tree-dump vect "vectorized 1 loops" +FAIL: gcc.dg/vect/vect-fmax-2.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-2.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmax-2.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-2.c scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmax-3.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-3.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmax-3.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-3.c scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-2.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-2.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-2.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-2.c scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-3.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-3.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-3.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-3.c scan-tree-dump vect "LOOP VECTORIZED" + +Running gcc:gcc.target/arm/arm.exp ... +FAIL: gcc.target/arm/addr-modes-float.c scan-assembler vst3.8\t{d[02468], d[02468], d[02468]}, \\[r[0-9]+\\]! +FAIL: gcc.target/arm/bfloat16_scalar_typecheck.c (test for errors, line 45) +FAIL: gcc.target/arm/bfloat16_scalar_typecheck.c (test for errors, line 97) +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vmaxnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vminnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/ftest-armv5t-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv5te-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6k-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6z-thumb.c (test for excess errors) +FAIL: gcc.target/arm/memset-inline-8.c scan-assembler-not vstr +FAIL: gcc.target/arm/pr40457-2.c scan-assembler strd|stm +FAIL: gcc.target/arm/pr43920-2.c object-size text <= 54 +FAIL: gcc.target/arm/pr43920-2.c scan-assembler-times pop 2 + === gfortran tests === + +Running gfortran:gfortran.dg/ieee/ieee.exp ... +FAIL: gfortran.dg/ieee/modes_1.f90 -O0 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O1 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O2 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O3 -g execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -Os execution test + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 29_atomics/atomic/compare_exchange_padding.cc execution test +FAIL: 29_atomics/atomic_ref/compare_exchange_padding.cc execution test +FAIL: experimental/simd/standard_abi_usable.cc -ffast-math -O2 -Wno-psabi (test for excess errors) +FAIL: experimental/simd/standard_abi_usable_2.cc -ffast-math -O2 -Wno-psabi (test for excess errors) + + === Results Summary === + +# of stable fails 131 +# of flaky entries 0 +# of all tests 538267 diff --git a/notify/results-summary.txt b/notify/results-summary.txt new file mode 100644 index 00000000..e01813d0 --- /dev/null +++ b/notify/results-summary.txt @@ -0,0 +1,5 @@ + === Results Summary === + +# of stable fails 131 +# of flaky entries 0 +# of all tests 538267