diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..e9b55c8a --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..49fb2fa4 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 216 +# of flaky entries 0 +# of all tests 400156 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt index eec80d8a..e6e0a2e5 100644 --- a/notify/jira/comment-card.txt +++ b/notify/jira/comment-card.txt @@ -1,3 +1,3 @@ [GNU-1008] -FAIL: 1 regressions +1 regression Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index d1337f17..88354abe 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,4 @@ [GNU-692] https://linaro.atlassian.net/browse/GNU-1008 -FAIL: 1 regressions +1 regression Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/description b/notify/jira/description index c81e4868..a5d0de7c 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -8,18 +8,16 @@ Date: Mon Nov 13 08:54:11 2023 +0100 gcc/testsuite/ * gcc.c-torture/compile/BUG17.c (main): Add missing int - return type and missing void type. - * gcc.c-torture/compile/BUG18.c (main): Likewise. Call -... 209 lines of the commit log omitted. +... 211 lines of the commit log omitted. * tcwg_gnu_embed_check_gcc ** master-arm_eabi -*** FAIL: 1 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt +*** 1 regression +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts ** master-thumb_m23_eabi *** FAIL: 1 regressions *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/tcwg_gnu_embed_check_gcc/master-thumb_m23_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_eabi-build/197/artifact/artifacts -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/jira/yaml diff --git a/notify/jira/yaml b/notify/jira/yaml index 3c6a1165..a964077c 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -16,18 +16,16 @@ gcc/testsuite/ * gcc.c-torture/compile/BUG17.c (main): Add missing int - return type and missing void type. - * gcc.c-torture/compile/BUG18.c (main): Likewise. Call - ... 209 lines of the commit log omitted. + ... 211 lines of the commit log omitted. * tcwg_gnu_embed_check_gcc ** master-arm_eabi - *** FAIL: 1 regressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt + *** 1 regression + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts ** master-thumb_m23_eabi *** FAIL: 1 regressions *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/tcwg_gnu_embed_check_gcc/master-thumb_m23_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_eabi-build/197/artifact/artifacts - Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/jira/yaml + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index ddba1ec5..d5243ec7 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -16,7 +16,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/69680740eafa1838527c90155a7432d51b8ff203 (unchanged)", "__report_version__": "1" }, - "Start Time": "2023-11-13 17:39:03" + "Start Time": "2023-11-13 15:22:51" }, "Tests": [ { @@ -45,18 +45,18 @@ , { "Data": [ - 104 + 20 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 3 + 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -64,7 +64,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -72,15 +72,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" } , { "Data": [ - 23 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -88,7 +88,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -96,63 +96,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 1524 + 130 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 208200 + 15424 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 11320 + 1055 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 221044 + 16609 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 130 + 23 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" } , { "Data": [ - 58 + 104 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 0 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -160,7 +160,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -168,15 +168,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 6 + 23 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -184,7 +184,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -192,55 +192,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 954 + 1524 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 152656 + 208200 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 8676 + 11320 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 162286 + 221044 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 64 + 130 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 20 + 58 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { @@ -248,7 +248,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -256,7 +256,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -264,15 +264,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 3 + 6 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -280,7 +280,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -288,47 +288,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 130 + 954 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 15424 + 152656 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 1055 + 8676 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 16609 + 162286 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 23 + 64 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 21f8c80b..1f6d3aab 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,11 +1,8 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -We track this report status in https://linaro.atlassian.net/browse/GNU-1008 , please let us know if you are looking at the problem and/or when you have a fix. - -In master-arm_eabi after: +Our automatic CI has detected problems related to your patch(es). Please find some details below. +In master-arm_eabi, after: | commit gcc-14-5380-g5c432b0efab | Author: Florian Weimer | Date: Mon Nov 13 08:54:11 2023 +0100 @@ -15,47 +12,37 @@ In master-arm_eabi after: | gcc/testsuite/ | | * gcc.c-torture/compile/BUG17.c (main): Add missing int - | return type and missing void type. - | * gcc.c-torture/compile/BUG18.c (main): Likewise. Call - | ... 209 lines of the commit log omitted. + | ... 211 lines of the commit log omitted. -FAIL: 1 regressions +Produces 1 regression: + | + | regressions.sum: + | Running gcc:gcc.dg/dg.exp ... + | FAIL: gcc.dg/20020206-1.c (test for excess errors) -regressions.sum: - === gcc tests === +Used configuration : + *CI config* tcwg_gnu_embed_check_gcc master-arm_eabi + *configure and test flags:* --target arm-eabi -Running gcc:gcc.dg/dg.exp ... -FAIL: gcc.dg/20020206-1.c (test for excess errors) +We track this bug report under https://linaro.atlassian.net/browse/GNU-1008. Please let us know if you have a fix. +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts/notify/ -The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts/sumfiles/xfails.xfail +-----------------8<--------------------------8<--------------------------8<-------------------------- -The configuration of this build is: -CI config tcwg_gnu_embed_check_gcc master-arm_eabi +The information below contains the details of the failures, and the ways to reproduce a debug environment: ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/464/artifact/artifacts -Reproduce last good and first bad builds: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/tcwg_gnu_embed_check_gcc/master-arm_eabi/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/tcwg_gnu_embed_check_gcc/master-arm_eabi/reproduction_instructions.txt Full commit : https://github.com/gcc-mirror/gcc/commit/5c432b0efab54e81e11de7f5ec26d371a55d48e7 -List of configurations that regressed due to this commit : -* tcwg_gnu_embed_check_gcc -** master-arm_eabi -*** FAIL: 1 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/465/artifact/artifacts -** master-thumb_m23_eabi -*** FAIL: 1 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/5c432b0efab54e81e11de7f5ec26d371a55d48e7/tcwg_gnu_embed_check_gcc/master-thumb_m23_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_eabi-build/197/artifact/artifacts - diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index ffd129ed..faea8bb0 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] gcc-14-5380-g5c432b0efab: FAIL: 1 regressions on arm +[Linaro-TCWG-CI] gcc-14-5380-g5c432b0efab: 1 regression on arm diff --git a/notify/results.compare.txt b/notify/results.compare.txt index a4445942..b826a846 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -7,8 +7,8 @@ g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.3044272 -CURRENT: /tmp/gxx-sum2.3044272 +REFERENCE:/tmp/gxx-sum1.10047 +CURRENT: /tmp/gxx-sum2.10047 +---------+---------+ o RUN STATUS: | REF | RES |