diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..6f51f2d3 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m33 --with-float=hard --target_board=-mthumb/-march=armv8-m.main+dsp+fp/-mtune=cortex-m33/-mfloat-abi=hard/-mfpu=auto qemu-cpu=cortex-m33 + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..93726785 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,10 @@ + === gcc tests === + +Running gcc:gcc.dg/debug/dwarf2/dwarf2.exp ... +FAIL: gcc.dg/debug/dwarf2/inline7.c scan-assembler-times DW_AT_ranges 2 + + === Results Summary === + +# of stable fails 388 +# of flaky entries 75 +# of all tests 400072 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 6e3da7f8..2102fd6b 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -FAIL: 1 regressions: 1 improvements +1 regression 1 fix Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/146/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 831b59be..7df5b7cf 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,15 +7,15 @@ "Info": { "tag": "tcwg_gnu_embed_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/146/", - "run_order": "0146 (basepoints/gcc-15-03127-ga35dd276cbf)", - "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=a253bea8995323201b016fe477280c1782688ab4 (unchanged)", - "git_gcc": "https://github.com/gcc-mirror/gcc/commit/a35dd276cbf6236e08bcf6e56e62c2be41cf6e3c (+ 33 commits)", - "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=a422196c56fa2b5c4823d67cf92acdfc164e5da4 (unchanged)", - "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=a253bea8995323201b016fe477280c1782688ab4 (unchanged)", - "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/cec99171931ea79215c79661d33423ac84e63b6e (unchanged)", + "run_order": "0146 (5-changed-components)", + "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=a253bea8995323201b016fe477280c1782688ab4 (+ 44 commits)", + "git_gcc": "https://github.com/gcc-mirror/gcc/commit/a35dd276cbf6236e08bcf6e56e62c2be41cf6e3c (+ 40 commits)", + "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=a422196c56fa2b5c4823d67cf92acdfc164e5da4 (+ 4 commits)", + "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=a253bea8995323201b016fe477280c1782688ab4 (+ 44 commits)", + "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/cec99171931ea79215c79661d33423ac84e63b6e (+ 13 commits)", "__report_version__": "1" }, - "Start Time": "2024-08-27 01:21:35" + "Start Time": "2024-08-25 12:44:53" }, "Tests": [ { @@ -44,18 +44,18 @@ , { "Data": [ - 15 + 317 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 4 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -63,7 +63,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -71,15 +71,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -87,7 +87,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -95,63 +95,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 132 + 1015 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 16064 + 167417 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 1030 + 9610 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 17226 + 178042 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 21 + 319 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 317 + 41 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 2 + 6 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -159,7 +159,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -167,15 +167,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -183,7 +183,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -191,63 +191,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 1015 + 1526 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 167417 + 200446 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 9610 + 2443 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 178042 + 204415 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 319 + 49 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 41 + 15 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 6 + 4 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -255,7 +255,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -263,7 +263,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -271,7 +271,7 @@ 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -279,7 +279,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -287,47 +287,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 1526 + 132 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 200446 + 16064 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 2443 + 1030 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 204415 + 17226 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 49 + 21 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 6dc6fd86..cd0243ab 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,40 +1,65 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. +Our automatic CI has detected problems related to your patch(es). Please find some details below. -In arm-eabi cortex-m33 hard after: +In arm-eabi cortex-m33 hard, after: + | 145 commits in binutils,gcc,newlib,gdb,qemu + | a253bea8995 dlltool: file name too long + | c9652a062fe x86: Report expected register for elf_x86_tls_error_indirect_call + | a2776c438c6 gold: Force a PC-relative reference to .LC0 + | dbb062e5e92 gold: Disable &no_such_symbol_ != NULL check when GOT in use + | 57a3845126b dlltool.c formatting + | ... and 39 more commits in binutils + | a35dd276cbf libstdc++: Make debug sequence members mutable [PR116369] + | 9115593d851 libstdc++: Use noexcept insted of throw() in src/c++11/debug.cc + | 0bb26524ae4 libstdc++: Simplify C++20 implementation of std::variant + | b25b101bc38 libstdc++: Make std::vector::reference constructor private [PR115098] + | f9f599a44e3 Revert "Fortran: Fix class transformational intrinsic calls [PR102689]" + | ... and 35 more commits in gcc + | a422196c56 Cygwin: add release message for latest pipe changes + | 8d7b09279c Cygwin: Add locale patches to release message + | d78ca12ab4 locales: Fix definition of lc_messages_T::codeset + | ea1a458d20 nl_langinfo_l: drop erroneus messages::codeset entry + | a253bea8995 dlltool: file name too long + | c9652a062fe x86: Report expected register for elf_x86_tls_error_indirect_call + | a2776c438c6 gold: Force a PC-relative reference to .LC0 + | dbb062e5e92 gold: Disable &no_such_symbol_ != NULL check when GOT in use + | 57a3845126b dlltool.c formatting + | ... and 39 more commits in gdb + | cec99171931 Update version for v9.1.0-rc4 release + | 23e67bd7402 Merge tag 'pull-qapi-2024-08-27' of https://repo.or.cz/qemu/armbru into staging + | 43e0d14ee09 docs/sphinx: fix extra stuff in TOC after freeform QMP sections + | afaee42f777 Merge tag 'pull-nbd-2024-08-26' of https://repo.or.cz/qemu/ericb into staging + | 3874f5f73c4 nbd/server: CVE-2024-7409: Avoid use-after-free when closing server + | ... and 8 more commits in qemu - | baseline build +Produces 1 regression 1 fix: + | + | regressions.sum: + | Running gcc:gcc.dg/debug/dwarf2/dwarf2.exp ... + | FAIL: gcc.dg/debug/dwarf2/inline7.c scan-assembler DW_AT_ranges + | + | fixes.sum: + | Running gcc:gcc.dg/debug/dwarf2/dwarf2.exp ... + | FAIL: gcc.dg/debug/dwarf2/inline7.c scan-assembler-times DW_AT_ranges 2 -FAIL: 1 regressions: 1 improvements +Used configuration : + *CI config* tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8-m.main+dsp+fp -mtune=cortex-m33 -mfloat-abi=hard -mfpu=auto + *configure and test flags:* --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m33 --with-float=hard --target_board=-mthumb/-march=armv8-m.main+dsp+fp/-mtune=cortex-m33/-mfloat-abi=hard/-mfpu=auto qemu-cpu=cortex-m33 -regressions.sum: - === gcc tests === +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -Running gcc:gcc.dg/debug/dwarf2/dwarf2.exp ... -FAIL: gcc.dg/debug/dwarf2/inline7.c scan-assembler DW_AT_ranges - - -improvements.sum: - === gcc tests === - -Running gcc:gcc.dg/debug/dwarf2/dwarf2.exp ... -FAIL: gcc.dg/debug/dwarf2/inline7.c scan-assembler-times DW_AT_ranges 2 +-----------------8<--------------------------8<--------------------------8<-------------------------- +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/146/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/146/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/146/artifact/artifacts/notify/ + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/146/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/146/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8-m.main+dsp+fp -mtune=cortex-m33 -mfloat-abi=hard -mfpu=auto - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/146/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/146/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/144/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/141/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 950ff5db..b8820847 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] baseline build: FAIL: 1 regressions: 1 improvements on master-thumb_m33_hard_eabi +[Linaro-TCWG-CI] 145 commits in binutils,gcc,newlib,gdb,qemu: 1 regression 1 fix on master-thumb_m33_hard_eabi diff --git a/notify/results.compare.txt b/notify/results.compare.txt index cd104949..a4df89fb 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,19 +1,19 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.5614 -CURRENT: /tmp/gxx-sum2.5614 +REFERENCE:/tmp/gxx-sum1.470 +CURRENT: /tmp/gxx-sum2.470 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ - | Passes [PASS] | 383909 | 383927 | + | Passes [PASS] | 383907 | 383927 | | Unexpected fails [FAIL] | 373 | 373 | | Errors [ERROR] | 0 | 0 | | Unexpected passes [XPASS] | 4 | 4 | @@ -24,7 +24,7 @@ o RUN STATUS: | REF | RES | | Untested [UNTESTED] | 0 | 0 | +------------------------------------------+---------+---------+ - REF PASS ratio: 0.966325 + REF PASS ratio: 0.966324 RES PASS ratio: 0.966326 o REGRESSIONS: @@ -43,12 +43,20 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | New PASS [ => PASS] | 18 | + | PASS disappears [PASS => ] | 2 | + | New PASS [ => PASS] | 22 | | FAIL disappears [FAIL => ] | 1 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 19 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 25 | +------------------------------------------+---------+ + - PASS disappears [PASS => ]: + + Executed from: libstdc++:libstdc++-dg/conformance.exp + libstdc++:libstdc++-dg/conformance.exp=std/ranges/version_c++23.cc -std=gnu++23 (test for excess errors) + libstdc++:libstdc++-dg/conformance.exp=std/ranges/version_c++23.cc -std=gnu++26 (test for excess errors) + + - New PASS [ => PASS]: Executed from: gcc:gcc.dg/torture/dg-torture.exp @@ -71,6 +79,10 @@ o IMPROVEMENTS TO BE CHECKED: Executed from: libstdc++:libstdc++-dg/conformance.exp libstdc++:libstdc++-dg/conformance.exp=20_util/bitset/115098.cc -std=gnu++17 (test for excess errors) libstdc++:libstdc++-dg/conformance.exp=23_containers/vector/bool/115098.cc -std=gnu++17 (test for excess errors) + libstdc++:libstdc++-dg/conformance.exp=24_iterators/indirect_callable/p2609r3.cc -std=gnu++20 (test for excess errors) + libstdc++:libstdc++-dg/conformance.exp=24_iterators/indirect_callable/p2609r3.cc -std=gnu++26 (test for excess errors) + libstdc++:libstdc++-dg/conformance.exp=24_iterators/indirect_callable/p2997r1.cc -std=gnu++20 (test for excess errors) + libstdc++:libstdc++-dg/conformance.exp=24_iterators/indirect_callable/p2997r1.cc -std=gnu++26 (test for excess errors) - FAIL disappears [FAIL => ]: