diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..aa3a008e --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-arch=armv8-a+simd --with-fpu=crypto-neon-fp-armv8 --with-float=hard --target_board=-mthumb/-march=armv8-a+simd/-mfpu=auto/-mfloat-abi=hard qemu_cpu=any + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..2766eb5f --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,16 @@ + === g++ tests === + +Running g++:g++.dg/analyzer/analyzer.exp ... +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++17 expected multiline pattern lines 19-34 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++98 expected multiline pattern lines 19-34 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++26 expected multiline pattern lines 19-34 + === gcc tests === + +Running gcc:gcc.dg/analyzer/analyzer.exp ... +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c expected multiline pattern lines 19-34 + + === Results Summary === + +# of stable fails 312 +# of flaky entries 88 +# of all tests 404092 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 95c7ae66..88822917 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,3 @@ [GNU-692] -https://linaro.atlassian.net/browse/GNU-1345 -FAIL: 4 regressions: 4 improvements +4 regressions 4 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/590/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 7e496f7e..ee98d745 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,16 +7,16 @@ "Info": { "tag": "tcwg_gnu_embed_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/590/", - "run_order": "0590 (basepoints/gcc-15-03617-g4308c343b8e)", + "run_order": "0590 (5-changed-components)", "regression": "https://linaro.atlassian.net/browse/GNU-1345", - "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=b6532accdd8e24329cc69bb58bc2883796008776 (unchanged)", + "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=b6532accdd8e24329cc69bb58bc2883796008776 (+ 29 commits)", "git_gcc": "https://github.com/gcc-mirror/gcc/commit/4308c343b8eae789ef5aa4ac2e33a1d4e6aca32a (+ 1 commits)", - "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=5a9fe580149d302eb64ebec516c173903cd99620 (unchanged)", - "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=b6532accdd8e24329cc69bb58bc2883796008776 (unchanged)", - "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/2b81c046252fbfb375ad30632362fc16e6e22bd5 (unchanged)", + "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=5a9fe580149d302eb64ebec516c173903cd99620 (+ 1 commits)", + "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=b6532accdd8e24329cc69bb58bc2883796008776 (+ 29 commits)", + "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/2b81c046252fbfb375ad30632362fc16e6e22bd5 (+ 174 commits)", "__report_version__": "1" }, - "Start Time": "2024-09-17 12:54:27" + "Start Time": "2024-09-15 15:41:33" }, "Tests": [ { @@ -29,7 +29,7 @@ , { "Data": [ - 91 + 88 ], "Info": {}, "Name": "tcwg_gnu_embed_check_gcc.TOTAL.flaky.nb_flaky" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 1373ed99..f8bfd9be 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,84 +1,65 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. - -We understand that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -We track this report status in https://linaro.atlassian.net/browse/GNU-1345 , please let us know if you are looking at the problem and/or when you have a fix. - -In arm-eabi thumb v8-a hard after: - - | commit gcc-15-3617-g4308c343b8e - | Author: Alexandre Oliva - | Date: Thu Sep 12 19:03:59 2024 -0300 +Dear contributor, + +Our automatic CI has detected problems related to your patch(es). Please find some details below. + +In arm-eabi thumb v8-a hard, after: + | 234 commits in binutils,gcc,newlib,gdb,qemu + | b6532accdd8 Fix 32096 UBSAN issues in gprofng + | 5ea2e0f74eb Automatic date update in version.in + | 28489a70d46 LoongArch: Add elfNN_loongarch_mkobject to initialize LoongArch tdata + | 2963d7d80df x86/APX: Don't promote AVX/AVX2 instructions out of APX spec + | e5856db3311 Automatic date update in version.in + | ... and 24 more commits in binutils + | 4308c343b8e testsuite: introduce hostedlib effective target + | 5a9fe58014 Make sure mallinfo structure matches newlib's malloc.h + | b6532accdd8 Fix 32096 UBSAN issues in gprofng + | 5ea2e0f74eb Automatic date update in version.in + | 28489a70d46 LoongArch: Add elfNN_loongarch_mkobject to initialize LoongArch tdata + | 2963d7d80df x86/APX: Don't promote AVX/AVX2 instructions out of APX spec + | e5856db3311 Automatic date update in version.in + | ... and 24 more commits in gdb + | 2b81c046252 Merge tag 'block-pull-request' of https://gitlab.com/stefanha/qemu into staging + | 9b47188186a Merge tag 'pull-request-2024-09-17' of https://gitlab.com/thuth/qemu into staging + | da7de6ef579 Merge tag 'pull-vfio-20240917' of https://github.com/legoater/qemu into staging + | cff199398fa Merge tag 'edk2-stable202408-20240917-pull-request' of https://gitlab.com/kraxel/qemu into staging + | 6fe7fc96e74 Merge tag 'pull-aspeed-20240916' of https://github.com/legoater/qemu into staging + | ... and 169 more commits in qemu + +Produces 4 regressions 4 fixes: | - | testsuite: introduce hostedlib effective target - | - | Several C++ tests fail with --disable-hosted-libstdcxx, whether - | because stdc++exp gets linked in despite not being built, because - | standard headers are included but that are unavailable in this mode, - | or because headers are (mistakenly?) expected to introduce - | declarations such as for abort, malloc, etc, but in this mode they - | ... 965 lines of the commit log omitted. - -FAIL: 4 regressions: 4 improvements - -regressions.sum: - === g++ tests === - -Running g++:g++.dg/analyzer/analyzer.exp ... -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++17 expected multiline pattern lines 20-35 -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++26 expected multiline pattern lines 20-35 -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++98 expected multiline pattern lines 20-35 - === gcc tests === + | regressions.sum: + | Running g++:g++.dg/analyzer/analyzer.exp ... + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++17 expected multiline pattern lines 20-35 + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++26 expected multiline pattern lines 20-35 + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++98 expected multiline pattern lines 20-35 + | Running gcc:gcc.dg/analyzer/analyzer.exp ... + | ... and 1 more + | + | fixes.sum: + | Running g++:g++.dg/analyzer/analyzer.exp ... + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++17 expected multiline pattern lines 19-34 + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++98 expected multiline pattern lines 19-34 + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++26 expected multiline pattern lines 19-34 + | Running gcc:gcc.dg/analyzer/analyzer.exp ... + | ... and 1 more -Running gcc:gcc.dg/analyzer/analyzer.exp ... -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c expected multiline pattern lines 20-35 -... and 1 more entries +Used configuration : + *CI config* tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8-a+simd -mfpu=auto -mfloat-abi=hard + *configure and test flags:* --target arm-eabi --disable-multilib --with-mode=thumb --with-arch=armv8-a+simd --with-fpu=crypto-neon-fp-armv8 --with-float=hard --target_board=-mthumb/-march=armv8-a+simd/-mfpu=auto/-mfloat-abi=hard qemu_cpu=any -improvements.sum: - === g++ tests === +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -Running g++:g++.dg/analyzer/analyzer.exp ... -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++17 expected multiline pattern lines 19-34 -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++26 expected multiline pattern lines 19-34 -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++98 expected multiline pattern lines 19-34 - === gcc tests === +-----------------8<--------------------------8<--------------------------8<-------------------------- -Running gcc:gcc.dg/analyzer/analyzer.exp ... -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c expected multiline pattern lines 19-34 -... and 1 more entries +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/590/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/590/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/590/artifact/artifacts/notify/ + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/590/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/590/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8-a+simd -mfpu=auto -mfloat-abi=hard - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/590/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/590/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/588/artifact/artifacts - -Reproduce last good and first bad builds: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/4308c343b8eae789ef5aa4ac2e33a1d4e6aca32a/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/reproduction_instructions.txt - -Full commit : https://github.com/gcc-mirror/gcc/commit/4308c343b8eae789ef5aa4ac2e33a1d4e6aca32a - -List of configurations that regressed due to this commit : -* tcwg_gnu_embed_check_gcc -** master-arm_eabi -*** FAIL: 4 regressions: 4 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/4308c343b8eae789ef5aa4ac2e33a1d4e6aca32a/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/784/artifact/artifacts -** master-arm_v7a_softfp_eabi -*** FAIL: 4 regressions: 4 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/4308c343b8eae789ef5aa4ac2e33a1d4e6aca32a/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/613/artifact/artifacts -** master-thumb_v8a_hard_eabi -*** FAIL: 4 regressions: 4 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/4308c343b8eae789ef5aa4ac2e33a1d4e6aca32a/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/590/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/584/artifact/artifacts diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt index 3d554a9b..aa219efd 100644 --- a/notify/mail-recipients.txt +++ b/notify/mail-recipients.txt @@ -1 +1 @@ -cc:oliva@adacore.com,bcc:tcwg-validation@linaro.org,cc:gcc-regression@gcc.gnu.org,oliva@gnu.org +bcc:tcwg-validation@linaro.org diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 2bd98b1b..4d376706 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] gcc-15-3617-g4308c343b8e: FAIL: 4 regressions: 4 improvements on master-thumb_v8a_hard_eabi +[Linaro-TCWG-CI] 234 commits in binutils,gcc,newlib,gdb,qemu: 4 regressions 4 fixes on master-thumb_v8a_hard_eabi diff --git a/notify/regressions.sum b/notify/regressions.sum index de5c4efb..be27c219 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -12,5 +12,5 @@ FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c expected multiline pattern === Results Summary === # of stable fails 312 -# of flaky entries 91 +# of flaky entries 88 # of all tests 404092 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 906fa818..5540203b 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 312 -# of flaky entries 91 +# of flaky entries 88 # of all tests 404092 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 09ce816a..0397ece9 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,14 +1,14 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.18632 -CURRENT: /tmp/gxx-sum2.18632 +REFERENCE:/tmp/gxx-sum1.22221 +CURRENT: /tmp/gxx-sum2.22221 +---------+---------+ o RUN STATUS: | REF | RES |