diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..cb8f0f40 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..f0e2ad3e --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,14 @@ + === gcc tests === + +Running gcc:gcc.dg/lto/lto.exp ... +UNRESOLVED: /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/snapshots/gcc.git~master/gcc/testsuite/gcc.dg/lto/pr52634_0.c: can't read "name": no such variable for " dg-require-weak 1 "" " + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: ext/rope/pthread7-rope.cc execution test + + === Results Summary === + +# of stable fails 577 +# of flaky entries 0 +# of all tests 523382 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 746d144b..73ddd181 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -FAIL: 1 regressions: 2 progressions +1 regression 2 fixes Details: https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/71/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 63f8ca2c..58d6a618 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -45,18 +45,18 @@ , { "Data": [ - 6 + 4 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 3 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -64,7 +64,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -72,7 +72,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -80,7 +80,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -88,7 +88,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -96,47 +96,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 251 + 106 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 66225 + 14726 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 526 + 753 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 67002 + 15585 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 9 + 4 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.bad.nb_bad" } , { @@ -333,18 +333,18 @@ , { "Data": [ - 15 + 6 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" } , { "Data": [ - 0 + 3 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" } , { @@ -352,7 +352,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" } , { @@ -360,7 +360,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" } , { @@ -368,7 +368,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" } , { @@ -376,7 +376,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" } , { @@ -384,63 +384,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" } , { "Data": [ - 284 + 251 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" } , { "Data": [ - 15016 + 66225 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" } , { "Data": [ - 676 + 526 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 15976 + 67002 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" } , { "Data": [ - 15 + 9 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" } , { "Data": [ - 212 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" } , { "Data": [ - 174 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -448,7 +448,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" } , { @@ -456,15 +456,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" } , { @@ -472,7 +472,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" } , { @@ -480,55 +480,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 2070 + 3 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 234158 + 44 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" } , { "Data": [ - 11077 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 247305 + 48 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" } , { "Data": [ - 388 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" } , { "Data": [ - 0 + 15 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" } , { @@ -536,7 +536,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -544,7 +544,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -552,7 +552,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" } , { @@ -560,7 +560,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" } , { @@ -568,7 +568,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" } , { @@ -576,63 +576,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 284 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 15016 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" } , { "Data": [ - 1 + 676 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 15976 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" } , { "Data": [ - 0 + 15 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" } , { "Data": [ - 4 + 212 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 0 + 174 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -640,7 +640,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -648,15 +648,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -664,7 +664,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -672,47 +672,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 106 + 2070 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 14726 + 234158 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 753 + 11077 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 15585 + 247305 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" } , { "Data": [ - 4 + 388 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 94232340..f9aeda8e 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,46 +1,43 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In master-arm after: +Our automatic CI has detected problems related to your patch(es). Please find some details below. +In master-arm, after: | 30 commits in gcc - | 9fdea28d6ac RISC-V: Support 128 bit vector chunk - | 978e8f02e8e RISC-V: Align IOR optimization MODE_CLASS condition to AND. - | 0df6d181230 i386: Emit compares between high registers and memory - | a30078d5d97 aarch64: Factorise widening add/sub high-half expanders with iterators - | 57aecdbc118 Use solve_add_graph_edge in more places + | 9fdea28d6ace RISC-V: Support 128 bit vector chunk + | 978e8f02e8ed RISC-V: Align IOR optimization MODE_CLASS condition to AND. + | 0df6d181230f i386: Emit compares between high registers and memory + | a30078d5d974 aarch64: Factorise widening add/sub high-half expanders with iterators + | 57aecdbc118d Use solve_add_graph_edge in more places | ... and 25 more commits in gcc -FAIL: 1 regressions: 2 progressions - -regressions.sum: - === gcc tests === +Produces 1 regression 2 fixes: + | + | regressions.sum: + | Running gcc:gcc.dg/lto/lto.exp ... + | UNRESOLVED: /home/tcwg-buildslave/workspace/tcwg_gnu_1/abe/snapshots/gcc.git~master/gcc/testsuite/gcc.dg/lto/pr52634_0.c: can't read "name": no such variable for " dg-require-weak 1 "" " + | + | fixes.sum: + | Running gcc:gcc.dg/lto/lto.exp ... + | UNRESOLVED: /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/snapshots/gcc.git~master/gcc/testsuite/gcc.dg/lto/pr52634_0.c: can't read "name": no such variable for " dg-require-weak 1 "" " + | ... and 2 more -Running gcc:gcc.dg/lto/lto.exp ... -UNRESOLVED: /home/tcwg-buildslave/workspace/tcwg_gnu_1/abe/snapshots/gcc.git~master/gcc/testsuite/gcc.dg/lto/pr52634_0.c: can't read "name": no such variable for " dg-require-weak 1 "" " +Used configuration : + *CI config* tcwg_gnu_cross_check_gcc master-arm + *configure and test flags:* --target arm-linux-gnueabihf +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -progressions.sum: - === gcc tests === +-----------------8<--------------------------8<--------------------------8<-------------------------- -Running gcc:gcc.dg/lto/lto.exp ... -UNRESOLVED: /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/snapshots/gcc.git~master/gcc/testsuite/gcc.dg/lto/pr52634_0.c: can't read "name": no such variable for " dg-require-weak 1 "" " - === libstdc++ tests === -... and 4 more entries +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/71/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/71/artifact/artifacts/notify/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/71/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/71/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/71/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_gnu_cross_check_gcc master-arm - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/71/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/71/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/67/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index e6879c89..b3a2dfc7 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 30 commits in gcc: FAIL: 1 regressions: 2 progressions on arm +[Linaro-TCWG-CI] 30 commits in gcc: 1 regression 2 fixes on arm diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 467bd624..816f7607 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -11,8 +11,8 @@ libgomp.sum libitm.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.15465 -CURRENT: /tmp/gxx-sum2.15465 +REFERENCE:/tmp/gxx-sum1.5850 +CURRENT: /tmp/gxx-sum2.5850 +---------+---------+ o RUN STATUS: | REF | RES |