diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..e9b55c8a --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..0d17ba3d --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 132 +# of flaky entries 83 +# of all tests 398748 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index a83f3de4..920f390b 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] - +improvements Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/862/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 60c677a4..e822f501 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,15 +7,15 @@ "Info": { "tag": "tcwg_gnu_embed_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/862/", - "run_order": "0862 (basepoints/gcc-15-05541-gf55cc57c6e3)", - "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=3eccfdce99e030be759ea20c66d6f78978b11a25 (unchanged)", - "git_gcc": "https://gcc.gnu.org/git/gcc.git (f55cc57c6e3bcb36279682254b9b532049ff3f9d) (+ 5 commits)", - "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=a82bf559088d2b77cef355f4883b6692dcd1eb7c (unchanged)", - "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=3eccfdce99e030be759ea20c66d6f78978b11a25 (unchanged)", - "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/eb22a064455aeebc105cc89bf77f48aa18b52938 (unchanged)", + "run_order": "0862 (5-changed-components)", + "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=3eccfdce99e030be759ea20c66d6f78978b11a25 (+ 125 commits)", + "git_gcc": "https://gcc.gnu.org/git/gcc.git (f55cc57c6e3bcb36279682254b9b532049ff3f9d) (+ 80 commits)", + "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=a82bf559088d2b77cef355f4883b6692dcd1eb7c (+ 13 commits)", + "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=3eccfdce99e030be759ea20c66d6f78978b11a25 (+ 117 commits)", + "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/eb22a064455aeebc105cc89bf77f48aa18b52938 (+ 111 commits)", "__report_version__": "1" }, - "Start Time": "2024-11-30 15:57:15" + "Start Time": "2024-11-28 14:11:10" }, "Tests": [ { @@ -28,7 +28,7 @@ , { "Data": [ - 85 + 83 ], "Info": {}, "Name": "tcwg_gnu_embed_check_gcc.TOTAL.flaky.nb_flaky" @@ -140,18 +140,18 @@ , { "Data": [ - 28 + 62 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 3 + 6 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -159,7 +159,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -167,15 +167,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 6 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -183,7 +183,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -191,63 +191,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 1421 + 940 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 204272 + 162426 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 2517 + 9673 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 208210 + 173039 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 33 + 74 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 62 + 28 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 6 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -255,7 +255,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -263,15 +263,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 6 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -279,7 +279,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -287,47 +287,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 940 + 1421 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 162426 + 204272 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 9673 + 2517 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 173039 + 208210 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 74 + 33 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index ed267214..9cc9bc49 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,21 +1,44 @@ Dear contributor, -Our automatic CI has detected problems related to your patch(es). Please find some details below. +Our automatic CI successfully passed with your patch(es). Please find some details below. In master-arm_eabi, after: - | 5 commits in gcc + | 446 commits in binutils,gcc,newlib,gdb,qemu + | 3eccfdce99e gdb/configure.ac: remove elf_hp.h check + | 11fdaff1610 gdb, gdbserver, gdbsupport: flatten and sort some list in configure files + | 4de92ce8b23 aarch64: add tests for combinations of GCS options and marked/unmarked inputs + | 9957996fa8b aarch64: add tests to check the correct merge of the GCS feature with others. + | b75ce33f0cd aarch64: GCS feature check in GNU note properties for input objects + | ... and 120 more commits in binutils | f55cc57c6e3 testsuite: arm: Use effective-target for small-multiply-m* tests | 703839b8bd1 testsuite: arm: Use effective-target for pure-code/* tests | 0380051bba3 testsuite: arm: Use effective-target for crc_hf_1.c test | dc044641a0c testsuite: arm: Use effective-target for pacbti-m-predef* tests | 3ae9d01eb47 testsuite: arm: Use effective-target for bti* and pac* tests - -Produces : + | ... and 75 more commits in gcc + | a82bf55908 Cygwin: setpriority, sched_setparam: add missing process access right + | b99742712e Cygwin: fcwd_access_t::SetVersionFromPointer: drop declaration + | 7923059bff Cygwin: uname: add host machine tag to sysname. + | 46f7bcc1e5 Cygwin: cache IsWow64Process2 host arch in wincap. + | 6adfb1fc28 Cygwin: nice: align return value and errno with POSIX and Linux + | ... and 8 more commits in newlib + | 3eccfdce99e gdb/configure.ac: remove elf_hp.h check + | 11fdaff1610 gdb, gdbserver, gdbsupport: flatten and sort some list in configure files + | 4de92ce8b23 aarch64: add tests for combinations of GCS options and marked/unmarked inputs + | 9957996fa8b aarch64: add tests to check the correct merge of the GCS feature with others. + | b75ce33f0cd aarch64: GCS feature check in GNU note properties for input objects + | ... and 112 more commits in gdb + | eb22a064455 Merge tag 'pull-request-2024-12-02' of https://gitlab.com/thuth/qemu into staging + | 92ee59bf56b tests/functional: increase timeouts for arm sx1 test + | c78ba4341c6 tests/functional/test_virtio_version: Check for the availability of the machine + | fe455260b0b tests/functional/test_acpi_bits: Turn the test into a QemuSystemTest + | 412df552860 Merge tag 'chr-pull-request' of https://gitlab.com/marcandre.lureau/qemu into staging + | ... and 106 more commits in qemu Used configuration : *CI config* tcwg_gnu_embed_check_gcc master-arm_eabi - *configure and test flags:* --target arm-eabi + *configure and test flags:* --target arm-eabi If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. @@ -23,13 +46,13 @@ If you have any questions regarding this report, please ask on linaro-toolchain@ The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/862/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/862/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/862/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/862/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/862/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/860/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/857/artifact/artifacts diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt index cc18f723..aa219efd 100644 --- a/notify/mail-recipients.txt +++ b/notify/mail-recipients.txt @@ -1 +1 @@ -bcc:tcwg-validation@linaro.org,cc:gcc-regression@gcc.gnu.org,torbjorn.svensson@foss.st.com +bcc:tcwg-validation@linaro.org diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index b2ecabf8..3eb0a450 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 5 commits in gcc: on arm +[Linaro-TCWG-CI] 446 commits in binutils,gcc,newlib,gdb,qemu: improvements on arm diff --git a/notify/regressions.sum b/notify/regressions.sum index 8cc8eaa0..0d17ba3d 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -2,5 +2,5 @@ === Results Summary === # of stable fails 132 -# of flaky entries 85 +# of flaky entries 83 # of all tests 398748 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 8b7b5870..73f1dc83 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 132 -# of flaky entries 85 +# of flaky entries 83 # of all tests 398748 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 25d05c4c..35ff973b 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,30 +1,30 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.12188 -CURRENT: /tmp/gxx-sum2.12188 +REFERENCE:/tmp/gxx-sum1.27518 +CURRENT: /tmp/gxx-sum2.27518 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ - | Passes [PASS] | 382845 | 382852 | + | Passes [PASS] | 382812 | 382852 | | Unexpected fails [FAIL] | 109 | 109 | | Errors [ERROR] | 0 | 0 | | Unexpected passes [XPASS] | 10 | 10 | | Expected fails [XFAIL] | 2497 | 2497 | | Known fails [KFAIL] | 0 | 0 | | Unresolved [UNRESOLVED] | 14 | 14 | - | Unsupported [UNSUPPORTED] | 13273 | 13266 | + | Unsupported [UNSUPPORTED] | 13272 | 13266 | | Untested [UNTESTED] | 0 | 0 | +------------------------------------------+---------+---------+ - REF PASS ratio: 0.966380 + REF PASS ratio: 0.966379 RES PASS ratio: 0.966397 o REGRESSIONS: @@ -36,14 +36,49 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | New PASS [ => PASS] | 7 | + | New PASS [ => PASS] | 40 | | UNSUPPORTED disappears [UNSUP=> ] | 7 | + | UNSUPPORTED appears [ =>UNSUP] | 1 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 14 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 48 | +------------------------------------------+---------+ - New PASS [ => PASS]: + Executed from: gcc:gcc.dg/dg.exp + gcc:gcc.dg/dg.exp=gcc.dg/builtin-stdc-rotate-4.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/builtin-stdc-rotate-4.c execution test + gcc:gcc.dg/dg.exp=gcc.dg/c11-nullptr-2.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/c11-nullptr-3.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/c23-constexpr-10.c (test for errors, line 10) + gcc:gcc.dg/dg.exp=gcc.dg/c23-constexpr-10.c (test for errors, line 12) + gcc:gcc.dg/dg.exp=gcc.dg/c23-constexpr-10.c (test for errors, line 13) + gcc:gcc.dg/dg.exp=gcc.dg/c23-constexpr-10.c (test for errors, line 7) + gcc:gcc.dg/dg.exp=gcc.dg/c23-constexpr-10.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/c23-empty-init-4.c (test for errors, line 9) + gcc:gcc.dg/dg.exp=gcc.dg/c23-empty-init-4.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/c23-nullptr-7.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/gnu23-constexpr-2.c (test for errors, line 5) + gcc:gcc.dg/dg.exp=gcc.dg/gnu23-constexpr-2.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/pr117490.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/pr117490.c execution test + Executed from: gcc:gcc.dg/torture/dg-torture.exp + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O0 (test for excess errors) + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O0 execution test + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O1 (test for excess errors) + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O1 execution test + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O2 (test for excess errors) + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O2 execution test + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions execution test + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O3 -g (test for excess errors) + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -O3 -g execution test + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -Os (test for excess errors) + gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117574-1.c -Os execution test Executed from: gcc:gcc.target/arm/acle/acle.exp gcc:gcc.target/arm/acle/acle.exp=gcc.target/arm/acle/crc_hf_1.c -O0 (test for excess errors) gcc:gcc.target/arm/acle/acle.exp=gcc.target/arm/acle/crc_hf_1.c -O1 (test for excess errors) @@ -52,6 +87,8 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.target/arm/acle/acle.exp=gcc.target/arm/acle/crc_hf_1.c -Os (test for excess errors) gcc:gcc.target/arm/acle/acle.exp=gcc.target/arm/acle/crc_hf_1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects (test for excess errors) gcc:gcc.target/arm/acle/acle.exp=gcc.target/arm/acle/crc_hf_1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects (test for excess errors) + Executed from: libstdc++:libstdc++-dg/conformance.exp + libstdc++:libstdc++-dg/conformance.exp=23_containers/unordered_set/insert/117686.cc -std=gnu++17 (test for excess errors) - UNSUPPORTED disappears [UNSUP=> ]: @@ -66,6 +103,12 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.target/arm/acle/acle.exp=gcc.target/arm/acle/crc_hf_1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects + - UNSUPPORTED appears [ =>UNSUP]: + + Executed from: gcc:gcc.dg/dg.exp + gcc:gcc.dg/dg.exp=gcc.dg/bitint-115.c + + # Improvements found # No regression found in 3 common sum files