diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..a94c92af --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-arch=armv8.1-m.main+mve.fp+fp.dp --with-float=hard --target_board=-mthumb/-march=armv8.1-m.main+mve.fp+fp.dp/-mtune=cortex-m55/-mfloat-abi=hard/-mfpu=auto qemu-cpu=cortex-m55 + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..c69034bc --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,12 @@ + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +FAIL: gcc.target/arm/wmul-5.c scan-assembler umlal +FAIL: gcc.target/arm/wmul-6.c scan-assembler smlalbb +FAIL: gcc.target/arm/wmul-7.c scan-assembler umlal + + === Results Summary === + +# of stable fails 207 +# of flaky entries 90 +# of all tests 416432 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index d4592613..035a65b3 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] - 3 improvements + 3 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/767/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 1cc29266..c5662752 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -15,7 +15,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/4d5d933bbc7cc52f6cc6b9021f91fa06266222d5 (+ 124 commits)", "__report_version__": "1" }, - "Start Time": "2025-01-15 00:52:07" + "Start Time": "2025-01-15 00:15:20" }, "Tests": [ { @@ -44,18 +44,18 @@ , { "Data": [ - 19 + 131 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 2 + 14 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -63,7 +63,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -71,23 +71,23 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 4 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -95,63 +95,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 136 + 957 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 16335 + 174142 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 1038 + 10141 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 17509 + 185240 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 23 + 150 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 131 + 27 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 14 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -159,7 +159,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -167,23 +167,23 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 4 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -191,63 +191,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 957 + 1436 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 174142 + 209567 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 10141 + 2475 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 185240 + 213478 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 150 + 32 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 27 + 19 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 3 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -255,7 +255,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -263,7 +263,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -271,7 +271,7 @@ 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -279,7 +279,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -287,47 +287,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 1436 + 136 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 209567 + 16335 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 2475 + 1038 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 213478 + 17509 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 32 + 23 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 50595093..98fbd510 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,6 +1,6 @@ Dear contributor, -Our automatic CI has detected problems related to your patch(es). Please find some details below. +Our automatic CI successfully passed with your patch(es). Please find some details below. In arm-eabi cortex-m55 hard, after: | 429 commits in binutils,gcc,newlib,gdb,qemu @@ -28,16 +28,16 @@ In arm-eabi cortex-m55 hard, after: | 006ccbe61ad xtensa unnecessary free | 9e2632e5b00 RISC-V: Added lost zcmt in gas imply testcase. | ... and 89 more commits in gdb - | 4d5d933bbc Merge tag 'pull-xenfv-20250116' of git://git.infradead.org/users/dwmw2/qemu into staging - | 9061ee2a18 Merge tag 'pull-loongarch-20250116' of https://gitlab.com/bibo-mao/qemu into staging - | 0e3327b690 Merge tag 'for_upstream' of https://git.kernel.org/pub/scm/virt/kvm/mst/qemu into staging - | 3634039b93 hw/acpi: Add vmclock device - | 60f543ad91 virtio-net: vhost-user: Implement internal migration + | 4d5d933bbc7 Merge tag 'pull-xenfv-20250116' of git://git.infradead.org/users/dwmw2/qemu into staging + | 9061ee2a180 Merge tag 'pull-loongarch-20250116' of https://gitlab.com/bibo-mao/qemu into staging + | 0e3327b690b Merge tag 'for_upstream' of https://git.kernel.org/pub/scm/virt/kvm/mst/qemu into staging + | 3634039b93c hw/acpi: Add vmclock device + | 60f543ad917 virtio-net: vhost-user: Implement internal migration | ... and 119 more commits in qemu -Produces 3 improvements: +Produces 3 fixes: | - | improvements.sum: + | fixes.sum: | Running gcc:gcc.target/arm/arm.exp ... | FAIL: gcc.target/arm/wmul-5.c scan-assembler umlal | FAIL: gcc.target/arm/wmul-6.c scan-assembler smlalbb @@ -53,8 +53,8 @@ If you have any questions regarding this report, please ask on linaro-toolchain@ The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/767/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/767/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/767/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 9d41013d..9e8e862e 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 429 commits in binutils,gcc,newlib,gdb,qemu: 3 improvements on master-thumb_m55_hard_eabi +[Linaro-TCWG-CI] 429 commits in binutils,gcc,newlib,gdb,qemu: 3 fixes on master-thumb_m55_hard_eabi diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 469f49ef..af235474 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,14 +1,14 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.28397 -CURRENT: /tmp/gxx-sum2.28397 +REFERENCE:/tmp/gxx-sum1.18271 +CURRENT: /tmp/gxx-sum2.18271 +---------+---------+ o RUN STATUS: | REF | RES |