diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..a94c92af --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-arch=armv8.1-m.main+mve.fp+fp.dp --with-float=hard --target_board=-mthumb/-march=armv8.1-m.main+mve.fp+fp.dp/-mtune=cortex-m55/-mfloat-abi=hard/-mfpu=auto qemu-cpu=cortex-m55 + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..6127208d --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,17 @@ + === g++ tests === + +Running g++:g++.dg/dg.exp ... +FAIL: c-c++-common/pr111309-2.c -std=c++14 (test for errors, line 35) +FAIL: c-c++-common/pr111309-2.c -std=c++98 (test for errors, line 35) +FAIL: c-c++-common/pr111309-2.c -std=c++98 (test for errors, line 54) +FAIL: c-c++-common/pr111309-2.c -std=c++20 (test for errors, line 54) +FAIL: c-c++-common/pr111309-2.c -std=c++14 (test for errors, line 54) +FAIL: c-c++-common/pr111309-2.c -std=c++17 (test for errors, line 54) +FAIL: c-c++-common/pr111309-2.c -std=c++20 (test for errors, line 35) +FAIL: c-c++-common/pr111309-2.c -std=c++17 (test for errors, line 35) + + === Results Summary === + +# of stable fails 509 +# of flaky entries 0 +# of all tests 409615 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 60a672eb..6b48b50a 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -FAIL: 2 regressions: 8 progressions +2 regressions 8 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/250/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 2ec1a408..5bea84ac 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,7 +7,7 @@ "Info": { "tag": "tcwg_gnu_embed_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/250/", - "run_order": "0250 (basepoints/gcc-14-05678-g1250858ac9c)", + "run_order": "0250 (basepoints/gcc-14-05678-g1250858ac9c1)", "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=db4ab410dec3554bf38f69879de2306ce5e25b7e (unchanged)", "git_gcc": "https://github.com/gcc-mirror/gcc/commit/1250858ac9c1426da06116823bd3e1fca64c7d56 (+ 61 commits)", "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=14d786873c7db25d37b74d8c47ad8f3cbbe1883b (unchanged)", @@ -15,7 +15,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/1664d74c50739401c8b40e8b514d12b5fc250067 (unchanged)", "__report_version__": "1" }, - "Start Time": "2023-12-04 02:59:18" + "Start Time": "2023-12-02 17:16:30" }, "Tests": [ { @@ -28,7 +28,7 @@ , { "Data": [ - 3 + 0 ], "Info": {}, "Name": "tcwg_gnu_embed_check_gcc.TOTAL.flaky.nb_flaky" @@ -44,18 +44,18 @@ , { "Data": [ - 115 + 16 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 3 + 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -63,7 +63,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -71,15 +71,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" } , { "Data": [ - 23 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -87,7 +87,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -95,47 +95,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 1539 + 131 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 208863 + 15582 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 11325 + 1015 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 221727 + 16728 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 141 + 18 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" } , { @@ -236,18 +236,18 @@ , { "Data": [ - 16 + 115 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 0 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -255,7 +255,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -263,15 +263,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 2 + 23 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -279,7 +279,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -287,47 +287,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 131 + 1539 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 15582 + 208863 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 1015 + 11325 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 16728 + 221727 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 18 + 141 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 6bb3ee06..1c217ef3 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,52 +1,47 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In arm-eabi cortex-m55 hard after: +Our automatic CI has detected problems related to your patch(es). Please find some details below. +In arm-eabi cortex-m55 hard, after: | 61 commits in gcc - | 1250858ac9c d: Merge upstream dmd ff57fec515, druntime ff57fec515, phobos 17bafda79. - | 8faae311a60 RISC-V: Disallow COSNT_VECTOR for DI on RV32 - | 87b9a01ea79 d: Merge upstream dmd 65a3da148c, phobos fc06c514a. - | da332ce1094 AArch64: only emit mismatch error when features would be disabled. - | c187fe4bceb AArch64: Add new generic-armv9-a CPU and make it the default for Armv9 + | 1250858ac9c1 d: Merge upstream dmd ff57fec515, druntime ff57fec515, phobos 17bafda79. + | 8faae311a60a RISC-V: Disallow COSNT_VECTOR for DI on RV32 + | 87b9a01ea79a d: Merge upstream dmd 65a3da148c, phobos fc06c514a. + | da332ce10945 AArch64: only emit mismatch error when features would be disabled. + | c187fe4bceb9 AArch64: Add new generic-armv9-a CPU and make it the default for Armv9 | ... and 56 more commits in gcc -FAIL: 2 regressions: 8 progressions - -regressions.sum: - === gcc tests === - -Running gcc:gcc.dg/dg.exp ... -FAIL: gcc.dg/vla-1.c scan-tree-dump-times optimized " s=> i" 2 - -Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... -FAIL: gcc.dg/tree-ssa/return-value-range-1.c (test for excess errors) - +Produces 2 regressions 8 fixes: + | + | regressions.sum: + | Running gcc:gcc.dg/dg.exp ... + | FAIL: gcc.dg/vla-1.c scan-tree-dump-times optimized " s=> i" 2 + | Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... + | FAIL: gcc.dg/tree-ssa/return-value-range-1.c (test for excess errors) + | + | fixes.sum: + | Running g++:g++.dg/dg.exp ... + | FAIL: c-c++-common/pr111309-2.c -std=c++14 (test for errors, line 35) + | FAIL: c-c++-common/pr111309-2.c -std=c++98 (test for errors, line 35) + | FAIL: c-c++-common/pr111309-2.c -std=c++98 (test for errors, line 54) + | ... and 5 more + +Used configuration : + *CI config* tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8.1-m.main+mve.fp+fp.dp -mtune=cortex-m55 -mfloat-abi=hard -mfpu=auto + *configure and test flags:* --target arm-eabi --disable-multilib --with-mode=thumb --with-arch=armv8.1-m.main+mve.fp+fp.dp --with-float=hard --target_board=-mthumb/-march=armv8.1-m.main+mve.fp+fp.dp/-mtune=cortex-m55/-mfloat-abi=hard/-mfpu=auto qemu-cpu=cortex-m55 + +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -progressions.sum: - === g++ tests === +-----------------8<--------------------------8<--------------------------8<-------------------------- -Running g++:g++.dg/dg.exp ... -FAIL: c-c++-common/pr111309-2.c -std=c++14 (test for errors, line 54) -FAIL: c-c++-common/pr111309-2.c -std=c++14 (test for errors, line 35) -FAIL: c-c++-common/pr111309-2.c -std=c++98 (test for errors, line 35) -FAIL: c-c++-common/pr111309-2.c -std=c++20 (test for errors, line 35) -FAIL: c-c++-common/pr111309-2.c -std=c++17 (test for errors, line 35) -... and 4 more entries +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/250/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/250/artifact/artifacts/notify/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/250/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/250/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/250/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8.1-m.main+mve.fp+fp.dp -mtune=cortex-m55 -mfloat-abi=hard -mfpu=auto - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/250/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/250/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/247/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 8ea71118..7af79406 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 61 commits in gcc: FAIL: 2 regressions: 8 progressions on master-thumb_m55_hard_eabi +[Linaro-TCWG-CI] 61 commits in gcc: 2 regressions 8 fixes on master-thumb_m55_hard_eabi diff --git a/notify/regressions.sum b/notify/regressions.sum index 32425415..961bb0e0 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -9,5 +9,5 @@ FAIL: gcc.dg/tree-ssa/return-value-range-1.c (test for excess errors) === Results Summary === # of stable fails 503 -# of flaky entries 3 +# of flaky entries 0 # of all tests 409615 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 7de9bc75..7867b75c 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 503 -# of flaky entries 3 +# of flaky entries 0 # of all tests 409615 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 3ee7fbb7..72287b14 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -7,8 +7,8 @@ g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.1682903 -CURRENT: /tmp/gxx-sum2.1682903 +REFERENCE:/tmp/gxx-sum1.24219 +CURRENT: /tmp/gxx-sum2.24219 +---------+---------+ o RUN STATUS: | REF | RES |