diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..95921080 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m3 --with-float=softfp --target_board=-mthumb/-march=armv7-m/-mtune=cortex-m3/-mfloat-abi=softfp/-mfpu=auto qemu_cpu=cortex-m3 + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..40a8b4f4 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,63 @@ + === g++ tests === + +Running g++:g++.target/arm/mve.exp ... +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/pr97327.c (test for excess errors) + === gcc tests === + +Running gcc:gcc.dg/vect/complex/complex.exp ... +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_FMA" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_FMA" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_FMS" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_FMS" +FAIL: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_MUL" +FAIL: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c scan-tree-dump vect "Found COMPLEX_MUL" + +Running gcc:gcc.target/arm/arm.exp ... +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler-not .arch_extension mve +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler-not .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler-not .arch_extension mve.fp +FAIL: gcc.target/arm/cortex-m55-nodsp-flag-softfp.c scan-assembler .fpu fpv5-d16 +FAIL: gcc.target/arm/cortex-m55-nodsp-flag-softfp.c scan-assembler .arch_extension fp.dp +FAIL: gcc.target/arm/cortex-m55-nodsp-flag-softfp.c scan-assembler .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler-not .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler .arch_extension mve +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler-not .arch_extension mve.fp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler-not .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler .fpu softvfp +FAIL: gcc.target/arm/cortex-m55-nofp-flag-softfp.c scan-assembler .arch_extension mve +FAIL: gcc.target/arm/cortex-m55-nofp-flag-softfp.c scan-assembler .arch_extension dsp +FAIL: gcc.target/arm/cortex-m55-nofp-nomve-flag-softfp.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler-not .arch_extension mve +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler-not .arch_extension mve.fp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .arch_extension dsp +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .arch_extension fp.dp +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .arch_extension fp +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .fpu fpv5-d16 +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler-not .arch_extension mve.fp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension mve +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension fp.dp +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension fp +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension mve +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .fpu fpv5-d16 +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension dsp + +Running gcc:gcc.target/arm/mve/mve.exp ... +FAIL: gcc.target/arm/mve/intrinsics/pr97327.c (test for excess errors) + + === Results Summary === + +# of stable fails 265 +# of flaky entries 90 +# of all tests 400184 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 9dbb7acb..c977f644 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] - 47 improvements + 47 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/286/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 445e52c3..907da918 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,7 +7,7 @@ "Info": { "tag": "tcwg_gnu_embed_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/286/", - "run_order": "0286 (basepoints/gcc-15-05645-gc84a8a274af)", + "run_order": "0286 (basepoints/gcc-15-05645-gc84a8a274af3)", "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=57c526470bbf03220f928f0894a85c76a9659d35 (unchanged)", "git_gcc": "https://gcc.gnu.org/git/gcc.git (c84a8a274af3163a4042bcfd77dd1988bd1eb0ce) (+ 103 commits)", "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=7923059bff6c120c6fb74b63c7553ea345c0a8f3 (unchanged)", @@ -15,7 +15,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/72b88908d12ee9347d13539c7dd9a252625158d1 (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-12-02 02:00:40" + "Start Time": "2024-12-01 19:04:46" }, "Tests": [ { @@ -44,18 +44,18 @@ , { "Data": [ - 19 + 150 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 4 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -63,7 +63,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -71,15 +71,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 1 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -87,7 +87,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -95,55 +95,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 136 + 983 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 16262 + 163236 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 1034 + 9977 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 17432 + 174196 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 25 + 154 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 150 + 34 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { @@ -151,7 +151,7 @@ 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -159,7 +159,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -167,15 +167,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 1 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -183,7 +183,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -191,63 +191,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 983 + 1520 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 163236 + 204321 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 9977 + 2497 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 174196 + 208338 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 154 + 39 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 34 + 19 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 3 + 4 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -255,7 +255,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -263,7 +263,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -271,7 +271,7 @@ 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -279,7 +279,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -287,47 +287,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 1520 + 136 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 204321 + 16262 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 2497 + 1034 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 208338 + 17432 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 39 + 25 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 12599670..0324e7f2 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,22 +1,24 @@ Dear contributor, -Our automatic CI has detected problems related to your patch(es). Please find some details below. +Our automatic CI successfully passed with your patch(es). Please find some details below. In arm-eabi cortex-m3 softfp, after: | 103 commits in gcc - | c84a8a274af RISC-V: Use dynamic shadow offset - | 63c68752768 asan: Support dynamic shadow offset - | e4f4b2dc08b RISC-V: Minimal support for svvptc extension. - | 832e963a477 i386/testsuite: Do not append AVX10.2 option for check_effective_target - | e1ac811d5a7 pa: Remove pa_section_type_flags + | c84a8a274af3 RISC-V: Use dynamic shadow offset + | 63c68752768f asan: Support dynamic shadow offset + | e4f4b2dc08b6 RISC-V: Minimal support for svvptc extension. + | 832e963a4772 i386/testsuite: Do not append AVX10.2 option for check_effective_target + | e1ac811d5a72 pa: Remove pa_section_type_flags | ... and 98 more commits in gcc -Produces 47 improvements: +Produces 47 fixes: + | + | fixes.sum: | Running g++:g++.target/arm/mve.exp ... | FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/pr97327.c (test for excess errors) | Running gcc:gcc.dg/vect/complex/complex.exp ... - | FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_FMA" | FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_FMA" + | FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_FMA" | ... and 46 more Used configuration : @@ -29,8 +31,8 @@ If you have any questions regarding this report, please ask on linaro-toolchain@ The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/286/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/286/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/286/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 1856a44c..31f33430 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 103 commits in gcc: 47 improvements on master-thumb_m3_softfp_eabi +[Linaro-TCWG-CI] 103 commits in gcc: 47 fixes on master-thumb_m3_softfp_eabi diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 869146e4..5f1609aa 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,14 +1,14 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.18536 -CURRENT: /tmp/gxx-sum2.18536 +REFERENCE:/tmp/gxx-sum1.31548 +CURRENT: /tmp/gxx-sum2.31548 +---------+---------+ o RUN STATUS: | REF | RES |