diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..6f51f2d3 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m33 --with-float=hard --target_board=-mthumb/-march=armv8-m.main+dsp+fp/-mtune=cortex-m33/-mfloat-abi=hard/-mfpu=auto qemu-cpu=cortex-m33 + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..0dcff947 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 389 +# of flaky entries 75 +# of all tests 400260 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index a6ae1ca9..bbeb1427 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -PASS +improvements Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/155/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index d67fe202..e1cbd86e 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,15 +7,15 @@ "Info": { "tag": "tcwg_gnu_embed_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/155/", - "run_order": "0155 (basepoints/gcc-15-03282-g4ff4875a79c)", - "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=95dac2835218ccc966aaa865a3a9e9e2c870dfd5 (unchanged)", - "git_gcc": "https://github.com/gcc-mirror/gcc/commit/4ff4875a79ccb302dc2401c32fe0af2187b61b99 (+ 19 commits)", - "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=84d77e5918e18170c393407d477140fcf5d3e432 (unchanged)", - "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=95dac2835218ccc966aaa865a3a9e9e2c870dfd5 (unchanged)", + "run_order": "0155 (4-changed-components)", + "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=95dac2835218ccc966aaa865a3a9e9e2c870dfd5 (+ 29 commits)", + "git_gcc": "https://github.com/gcc-mirror/gcc/commit/4ff4875a79ccb302dc2401c32fe0af2187b61b99 (+ 28 commits)", + "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=84d77e5918e18170c393407d477140fcf5d3e432 (+ 1 commits)", + "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=95dac2835218ccc966aaa865a3a9e9e2c870dfd5 (+ 29 commits)", "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/cec99171931ea79215c79661d33423ac84e63b6e (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-08-31 03:08:03" + "Start Time": "2024-08-30 01:58:59" }, "Tests": [ { @@ -44,18 +44,18 @@ , { "Data": [ - 15 + 315 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 4 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -63,15 +63,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { @@ -79,7 +79,7 @@ 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -87,7 +87,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -95,63 +95,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 132 + 1013 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 16078 + 167453 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 1030 + 9631 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 17240 + 178097 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 21 + 320 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 315 + 41 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 2 + 6 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -159,15 +159,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { @@ -175,7 +175,7 @@ 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -183,7 +183,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -191,63 +191,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 1013 + 1526 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 167453 + 200564 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 9631 + 2443 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 178097 + 204533 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 320 + 49 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 41 + 15 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 6 + 4 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -255,7 +255,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -263,7 +263,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -271,7 +271,7 @@ 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -279,7 +279,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -287,47 +287,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 1526 + 132 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 200564 + 16078 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 2443 + 1030 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 204533 + 17240 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 49 + 21 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 808b7d67..ed78ca6d 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,32 +1,47 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. - -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In arm-eabi cortex-m33 hard after: - - | 19 commits in gcc +Dear contributor, + +Our automatic CI successfully passed with your patch(es). Please find some details below. + +In arm-eabi cortex-m33 hard, after: + | 87 commits in binutils,gcc,newlib,gdb + | 95dac283521 Automatic date update in version.in + | 5a655b5291b x86: Fix comment typos in TLS relocation check + | 229ecf80f35 gold: Always resolve non-default weak undefined to 0 + | 1a86b364a30 [gdb/testsuite] Handle unsupported catch syscall + | d5de35fb07a Automatic date update in version.in + | ... and 24 more commits in binutils | 4ff4875a79c RISC-V: Fix subreg of VLS modes larger than a vector [PR116086]. | 3cb92be94e6 i386: Support wide immediate constants in STV. | 155da081706 Write LF_MFUNC_ID types for CodeView struct member functions | c5043d89449 Record member functions in CodeView struct definitions | 6a9932ecdaa Record static data members in CodeView structs - | ... and 14 more commits in gcc + | ... and 23 more commits in gcc + | 84d77e5918 Cygwin: console: Disable cons_master_thread in win32-input-mode + | 95dac283521 Automatic date update in version.in + | 5a655b5291b x86: Fix comment typos in TLS relocation check + | 229ecf80f35 gold: Always resolve non-default weak undefined to 0 + | 1a86b364a30 [gdb/testsuite] Handle unsupported catch syscall + | d5de35fb07a Automatic date update in version.in + | ... and 24 more commits in gdb -PASS -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/155/artifact/artifacts/00-sumfiles/ -The full lists of regressions and improvements as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/155/artifact/artifacts/notify/ -The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/155/artifact/artifacts/sumfiles/xfails.xfail +Used configuration : + *CI config* tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8-m.main+dsp+fp -mtune=cortex-m33 -mfloat-abi=hard -mfpu=auto + *configure and test flags:* --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m33 --with-float=hard --target_board=-mthumb/-march=armv8-m.main+dsp+fp/-mtune=cortex-m33/-mfloat-abi=hard/-mfpu=auto qemu-cpu=cortex-m33 -The configuration of this build is: -CI config tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8-m.main+dsp+fp -mtune=cortex-m33 -mfloat-abi=hard -mfpu=auto +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -----------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/155/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/155/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/155/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/155/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/153/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/150/artifact/artifacts diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt index ceea9553..aa219efd 100644 --- a/notify/mail-recipients.txt +++ b/notify/mail-recipients.txt @@ -1 +1 @@ -roger@nextmovesoftware.com,bcc:tcwg-validation@linaro.org,polacek@redhat.com,gaiusmod2@gmail.com,redi@gcc.gnu.org,cc:gcc-regression@gcc.gnu.org,cc:kim.grasman@gmail.com,rdapp@ventanamicro.com,avr@gjlay.de,gccadmin@gcc.gnu.org,mark@harmstone.com,quic_apinski@quicinc.com,cc:jwakely@redhat.com +bcc:tcwg-validation@linaro.org diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index a0f6bb9e..80aaa69a 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 19 commits in gcc: PASS on master-thumb_m33_hard_eabi +[Linaro-TCWG-CI] 87 commits in binutils,gcc,newlib,gdb: improvements on master-thumb_m33_hard_eabi diff --git a/notify/regressions.sum b/notify/regressions.sum new file mode 100644 index 00000000..0dcff947 --- /dev/null +++ b/notify/regressions.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 389 +# of flaky entries 75 +# of all tests 400260 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 5e8d68fa..1345e6fb 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,19 +1,19 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.1320712 -CURRENT: /tmp/gxx-sum2.1320712 +REFERENCE:/tmp/gxx-sum1.32630 +CURRENT: /tmp/gxx-sum2.32630 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ - | Passes [PASS] | 384092 | 384095 | + | Passes [PASS] | 384089 | 384095 | | Unexpected fails [FAIL] | 371 | 371 | | Errors [ERROR] | 1 | 1 | | Unexpected passes [XPASS] | 6 | 6 | @@ -36,9 +36,9 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | New PASS [ => PASS] | 3 | + | New PASS [ => PASS] | 6 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 3 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 6 | +------------------------------------------+---------+ - New PASS [ => PASS]: @@ -47,6 +47,9 @@ o IMPROVEMENTS TO BE CHECKED: g++:g++.dg/dg.exp=g++.dg/cpp0x/initlist-opt2.C -std=c++11 (test for excess errors) g++:g++.dg/dg.exp=g++.dg/cpp0x/initlist-opt2.C -std=c++17 (test for excess errors) g++:g++.dg/dg.exp=g++.dg/cpp0x/initlist-opt2.C -std=c++26 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/cpp2a/paren-init38.C -std=c++20 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/cpp2a/paren-init38.C -std=c++23 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/cpp2a/paren-init38.C -std=c++26 (test for excess errors)