diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..7c34a3bd --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m0 --with-float=soft --target_board=-mthumb/-march=armv6s-m/-mtune=cortex-m0/-mfloat-abi=soft/-mfpu=auto qemu_cpu=cortex-m0 + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..ecb98996 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,77 @@ + === g++ tests === + +Running g++:g++.dg/torture/dg-torture.exp ... +FAIL: g++.dg/torture/pr81812.C -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) +FAIL: g++.dg/torture/pr81812.C -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/enum-alias-2.c execution test +FAIL: gcc.dg/enum-alias-3.c execution test + +Running gcc:gcc.dg/ipa/ipa.exp ... +FAIL: gcc.dg/ipa/ipa-icf-38.c scan-wpa-ipa-dump icf "Semantic equality hit:foo/[0-9+]+->bar/[0-9+]+" +FAIL: gcc.dg/ipa/ipa-icf-38.c scan-wpa-ipa-dump icf "Equal symbols: 1" +FAIL: gcc.dg/ipa/ipa-icf-38.c scan-ltrans-tree-dump-not optimized "Function bar" + +Running gcc:gcc.target/arm/acle/acle.exp ... +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_clzl +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_clsl +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_clsl_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_rorl_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_ror_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_ror +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_rorl +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_clzl_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_cls_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_clzl +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_ror +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_clsl +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_revll +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_rorl +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_cls +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_cls +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_clz_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_clzl_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_cls_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_clz_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_clsl_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_revll +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_clz +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_ror_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_rorl_mem +FAIL: gcc.target/arm/acle/data-intrinsics-assembly.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_clz + +Running gcc:gcc.target/arm/pure-code/pure-code.exp ... +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_0x1000011 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_m8192 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_0x1000010 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_m8192 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_0x123456 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_0x123456 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_0x1000011 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_0x1000010 + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/output.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/output.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++23 execution test +FAIL: 22_locale/ctype/scan/wchar_t/1.cc -std=gnu++17 execution test +FAIL: 27_io/basic_filebuf/underflow/wchar_t/11603.cc -std=gnu++17 execution test +FAIL: 27_io/basic_fstream/53984.cc -std=gnu++17 execution test +FAIL: 27_io/print/2.cc -std=gnu++23 (test for excess errors) +UNRESOLVED: 27_io/print/2.cc -std=gnu++26 compilation failed to produce executable +FAIL: 27_io/print/2.cc -std=gnu++26 (test for excess errors) +UNRESOLVED: 27_io/print/2.cc -std=gnu++23 compilation failed to produce executable +XPASS: ext/stdio_filebuf/char/10063-2.cc -std=gnu++17 execution test +XPASS: ext/stdio_filebuf/char/10063-3.cc -std=gnu++17 execution test + + === Results Summary === + +# of stable fails 258 +# of flaky entries 34 +# of all tests 375545 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt index fa698e7e..60ab66c9 100644 --- a/notify/jira/comment-card.txt +++ b/notify/jira/comment-card.txt @@ -1,3 +1,3 @@ [GNU-1329] -FAIL: 71413 regressions: 56 improvements +71413 regressions 56 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index f1e99189..1f6d33d9 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,4 @@ [GNU-692] https://linaro.atlassian.net/browse/GNU-1329 -FAIL: 71413 regressions: 56 improvements +71413 regressions 56 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/description b/notify/jira/description index 670a1e83..32df7433 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -8,9 +8,7 @@ Date: Wed Jun 19 12:35:30 2024 +0000 We recently fixed a bug in libgcc (https://gcc.gnu.org/bugzilla/show_bug.cgi?id=115360) where a symbol was missing a %function .type decoration. - - This meant the linker would silently pick the wrong type of 'farcall -... 48 lines of the commit log omitted. +... 50 lines of the commit log omitted. * tcwg_gnu_embed_check_gcc ** master-thumb_m0_eabi @@ -18,8 +16,8 @@ Date: Wed Jun 19 12:35:30 2024 +0000 *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m0_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_eabi-build/509/artifact/artifacts ** master-thumb_m0_soft_eabi -*** FAIL: 71413 regressions: 56 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt +*** 71413 regressions 56 fixes +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts ** master-thumb_m23_eabi *** FAIL: 71491 regressions: 56 improvements @@ -29,6 +27,10 @@ Date: Wed Jun 19 12:35:30 2024 +0000 *** FAIL: 71509 regressions: 56 improvements *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m23_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_soft_eabi-build/122/artifact/artifacts +** master-thumb_m33_eabi +*** FAIL: 72074 regressions: 94 improvements +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m33_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_eabi-build/561/artifact/artifacts ** master-thumb_m33_hard_eabi *** FAIL: 72074 regressions: 94 improvements *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt @@ -49,5 +51,9 @@ Date: Wed Jun 19 12:35:30 2024 +0000 *** FAIL: 72010 regressions: 77 improvements *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/528/artifact/artifacts +** master-thumb_m7_hard_eabi +*** FAIL: 72010 regressions: 77 improvements +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_hard_eabi-build/172/artifact/artifacts -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/jira/yaml diff --git a/notify/jira/yaml b/notify/jira/yaml index cdaf7494..c0093680 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -16,9 +16,7 @@ We recently fixed a bug in libgcc (https://gcc.gnu.org/bugzilla/show_bug.cgi?id=115360) where a symbol was missing a %function .type decoration. - - This meant the linker would silently pick the wrong type of 'farcall - ... 48 lines of the commit log omitted. + ... 50 lines of the commit log omitted. * tcwg_gnu_embed_check_gcc ** master-thumb_m0_eabi @@ -26,8 +24,8 @@ *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m0_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_eabi-build/509/artifact/artifacts ** master-thumb_m0_soft_eabi - *** FAIL: 71413 regressions: 56 improvements - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt + *** 71413 regressions 56 fixes + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts ** master-thumb_m23_eabi *** FAIL: 71491 regressions: 56 improvements @@ -37,6 +35,10 @@ *** FAIL: 71509 regressions: 56 improvements *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m23_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_soft_eabi-build/122/artifact/artifacts + ** master-thumb_m33_eabi + *** FAIL: 72074 regressions: 94 improvements + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m33_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_eabi-build/561/artifact/artifacts ** master-thumb_m33_hard_eabi *** FAIL: 72074 regressions: 94 improvements *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt @@ -57,5 +59,9 @@ *** FAIL: 72010 regressions: 77 improvements *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/528/artifact/artifacts + ** master-thumb_m7_hard_eabi + *** FAIL: 72010 regressions: 77 improvements + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_hard_eabi-build/172/artifact/artifacts - Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/jira/yaml + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index bef49030..475f15a5 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -16,7 +16,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/a66f28df650166ae8b50c992eea45e7b247f4143 (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-09-10 12:46:20" + "Start Time": "2024-09-09 21:28:11" }, "Tests": [ { @@ -141,18 +141,18 @@ , { "Data": [ - 10194 + 22436 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 8907 + 20748 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -160,7 +160,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -168,15 +168,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 5 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -184,7 +184,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -192,63 +192,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 1410 + 894 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 180844 + 105550 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 2524 + 5464 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 184778 + 111908 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 19103 + 43189 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 22436 + 10194 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 20748 + 8907 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -256,7 +256,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -264,15 +264,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 5 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -280,7 +280,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -288,47 +288,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 894 + 1410 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 105550 + 180844 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 5464 + 2524 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 111908 + 184778 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 43189 + 19103 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 8750f063..d9003b1b 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,11 +1,8 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We understand that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -We track this report status in https://linaro.atlassian.net/browse/GNU-1329 , please let us know if you are looking at the problem and/or when you have a fix. - -In arm-eabi cortex-m0 soft after: +Our automatic CI has detected problems related to your patch(es). Please find some details below. +In arm-eabi cortex-m0 soft, after: | commit binutils-2_41-release-4187-g31ed3a9d691 | Author: Christophe Lyon | Date: Wed Jun 19 12:35:30 2024 +0000 @@ -15,94 +12,49 @@ In arm-eabi cortex-m0 soft after: | We recently fixed a bug in libgcc | (https://gcc.gnu.org/bugzilla/show_bug.cgi?id=115360) | where a symbol was missing a %function .type decoration. - | - | This meant the linker would silently pick the wrong type of 'farcall - | ... 48 lines of the commit log omitted. + | ... 50 lines of the commit log omitted. -FAIL: 71413 regressions: 56 improvements - -regressions.sum: - === g++ tests === +Produces 71413 regressions 56 fixes: + | + | regressions.sum: + | Running g++:g++.dg/analyzer/analyzer.exp ... + | FAIL: c-c++-common/analyzer/pr98580-a.c -std=c++17 (test for excess errors) + | FAIL: c-c++-common/analyzer/pr98580-a.c -std=c++26 (test for excess errors) + | FAIL: c-c++-common/analyzer/pr98580-a.c -std=c++98 (test for excess errors) + | Running g++:g++.dg/compat/compat.exp ... + | ... and 71451 more + | + | fixes.sum: + | Running g++:g++.dg/torture/dg-torture.exp ... + | FAIL: g++.dg/torture/pr81812.C -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) + | FAIL: g++.dg/torture/pr81812.C -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + | Running gcc:gcc.dg/dg.exp ... + | FAIL: gcc.dg/enum-alias-2.c execution test + | ... and 57 more -Running g++:g++.dg/analyzer/analyzer.exp ... -FAIL: c-c++-common/analyzer/pr98580-a.c -std=c++17 (test for excess errors) -FAIL: c-c++-common/analyzer/pr98580-a.c -std=c++26 (test for excess errors) -FAIL: c-c++-common/analyzer/pr98580-a.c -std=c++98 (test for excess errors) +Used configuration : + *CI config* tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv6s-m -mtune=cortex-m0 -mfloat-abi=soft -mfpu=auto + *configure and test flags:* --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m0 --with-float=soft --target_board=-mthumb/-march=armv6s-m/-mtune=cortex-m0/-mfloat-abi=soft/-mfpu=auto qemu_cpu=cortex-m0 -Running g++:g++.dg/compat/compat.exp ... -FAIL: g++.dg/compat/abi/bitfield1 cp_compat_x_tst.o-cp_compat_y_tst.o link -FAIL: g++.dg/compat/abi/bitfield2 cp_compat_x_tst.o-cp_compat_y_tst.o link -... and 71493 more entries +We track this bug report under https://linaro.atlassian.net/browse/GNU-1329. Please let us know if you have a fix. -improvements.sum: - === g++ tests === +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -Running g++:g++.dg/torture/dg-torture.exp ... -FAIL: g++.dg/torture/pr81812.C -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) -FAIL: g++.dg/torture/pr81812.C -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) - === gcc tests === +-----------------8<--------------------------8<--------------------------8<-------------------------- -Running gcc:gcc.dg/dg.exp ... -FAIL: gcc.dg/enum-alias-2.c execution test -FAIL: gcc.dg/enum-alias-3.c execution test -... and 62 more entries +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts/notify/ + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv6s-m -mtune=cortex-m0 -mfloat-abi=soft -mfpu=auto - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/136/artifact/artifacts -Reproduce last good and first bad builds: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/reproduction_instructions.txt Full commit : https://sourceware.org/git/?p=binutils-gdb.git;a=commitdiff;h=31ed3a9d691493486f6e32357d89a55229dbdc0a -List of configurations that regressed due to this commit : -* tcwg_gnu_embed_check_gcc -** master-thumb_m0_eabi -*** FAIL: 71413 regressions: 56 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m0_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_eabi-build/509/artifact/artifacts -** master-thumb_m0_soft_eabi -*** FAIL: 71413 regressions: 56 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/137/artifact/artifacts -** master-thumb_m23_eabi -*** FAIL: 71491 regressions: 56 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m23_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_eabi-build/488/artifact/artifacts -** master-thumb_m23_soft_eabi -*** FAIL: 71509 regressions: 56 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m23_soft_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_soft_eabi-build/122/artifact/artifacts -** master-thumb_m33_hard_eabi -*** FAIL: 72074 regressions: 94 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/166/artifact/artifacts -** master-thumb_m3_eabi -*** FAIL: 71986 regressions: 87 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m3_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_eabi-build/563/artifact/artifacts -** master-thumb_m3_softfp_eabi -*** FAIL: 71986 regressions: 87 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/180/artifact/artifacts -** master-thumb_m55_hard_eabi -*** FAIL: 72008 regressions: 74 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/590/artifact/artifacts -** master-thumb_m7_eabi -*** FAIL: 72010 regressions: 77 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/31ed3a9d691493486f6e32357d89a55229dbdc0a/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/528/artifact/artifacts - diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index d6176a11..47e196ee 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] binutils-2_41-release-4187-g31ed3a9d691: FAIL: 71413 regressions: 56 improvements on master-thumb_m0_soft_eabi +[Linaro-TCWG-CI] binutils-2_41-release-4187-g31ed3a9d691: 71413 regressions 56 fixes on master-thumb_m0_soft_eabi diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 3c89a505..9e8db895 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,14 +1,14 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.22931 -CURRENT: /tmp/gxx-sum2.22931 +REFERENCE:/tmp/gxx-sum1.25766 +CURRENT: /tmp/gxx-sum2.25766 +---------+---------+ o RUN STATUS: | REF | RES | @@ -71465,7 +71465,7 @@ o IMPROVEMENTS TO BE CHECKED: | UNSUPPORTED disappears [UNSUP=> ] | 1075 | | UNSUPPORTED appears [ =>UNSUP] | 1332 | | UNRESOLVED disappears [UNRES=> ] | 2 | - | Unstable cases, ignored [~RANDOM ] | 159 | + | Flaky cases, ignored [~RANDOM ] | 159 | +------------------------------------------+---------+ | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 66133 | +------------------------------------------+---------+ @@ -137580,7 +137580,7 @@ o IMPROVEMENTS TO BE CHECKED: libstdc++:libstdc++-dg/conformance.exp=27_io/print/2.cc -std=gnu++26 compilation failed to produce executable - - Unstable cases, ignored [~RANDOM ]: + - Flaky cases, ignored [~RANDOM ]: Executed from: g++:g++.old-deja/old-deja.exp g++:g++.old-deja/old-deja.exp=g++.old-deja/g++.jason/net2.C -std=c++17 (test for excess errors)