diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 0000000..63aa74f --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 66 +# of flaky entries 8 +# of all tests 404147 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt new file mode 100644 index 0000000..c1dc4df --- /dev/null +++ b/notify/jira/comment-card.txt @@ -0,0 +1,3 @@ +[GNU-1694] +14 regressions +Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/444/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt new file mode 100644 index 0000000..fd03fc4 --- /dev/null +++ b/notify/jira/comment-template.txt @@ -0,0 +1,4 @@ +[GNU-692] +https://linaro.atlassian.net/browse/GNU-1694 +14 regressions +Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/444/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/components b/notify/jira/components new file mode 100644 index 0000000..db93371 --- /dev/null +++ b/notify/jira/components @@ -0,0 +1 @@ +GCC diff --git a/notify/jira/description b/notify/jira/description new file mode 100644 index 0000000..d1f3243 --- /dev/null +++ b/notify/jira/description @@ -0,0 +1,19 @@ +Commit: See in git+ssh://linaroci@gcc.gnu.org/git/gcc.git +commit gcc-16-3053-g01a523943c0 +Author: Alexandre Oliva +Date: Wed Aug 6 16:31:50 2025 -0300 + + [hardbool] implement OP=, ++ and --, volatile and atomics + + hardbools didn't behave quite like bools when incremented, + decremented, or otherwise modified using their previous value, as in + += et al. Fix that. +... 28 lines of the commit log omitted. + +* tcwg_gnu_embed_check_gcc +** master-thumb_m0_soft_eabi +*** 14 regressions +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/01a523943c0a9b297726289d7333a5217b1d4d31/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/444/artifact/artifacts + +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/01a523943c0a9b297726289d7333a5217b1d4d31/jira/yaml diff --git a/notify/jira/key b/notify/jira/key new file mode 100644 index 0000000..94b25a4 --- /dev/null +++ b/notify/jira/key @@ -0,0 +1 @@ +GNU-1694 diff --git a/notify/jira/startdate b/notify/jira/startdate new file mode 100644 index 0000000..be5c097 --- /dev/null +++ b/notify/jira/startdate @@ -0,0 +1 @@ +2025-08-06 diff --git a/notify/jira/summary b/notify/jira/summary new file mode 100644 index 0000000..dc8e6d0 --- /dev/null +++ b/notify/jira/summary @@ -0,0 +1 @@ +gcc-16-3053-g01a523943c0: 14 regressions diff --git a/notify/jira/yaml b/notify/jira/yaml new file mode 100644 index 0000000..f9e4ea5 --- /dev/null +++ b/notify/jira/yaml @@ -0,0 +1,27 @@ +- Project: GNU + IssueType: Sub-task + Key: GNU-1694 + Summary: | + gcc-16-3053-g01a523943c0: 14 regressions + Components: GCC + Start date: 2025-08-06 + Description: | + Commit: See in git+ssh://linaroci@gcc.gnu.org/git/gcc.git + commit gcc-16-3053-g01a523943c0 + Author: Alexandre Oliva + Date: Wed Aug 6 16:31:50 2025 -0300 + + [hardbool] implement OP=, ++ and --, volatile and atomics + + hardbools didn't behave quite like bools when incremented, + decremented, or otherwise modified using their previous value, as in + += et al. Fix that. + ... 28 lines of the commit log omitted. + + * tcwg_gnu_embed_check_gcc + ** master-thumb_m0_soft_eabi + *** 14 regressions + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/01a523943c0a9b297726289d7333a5217b1d4d31/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/444/artifact/artifacts + + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/01a523943c0a9b297726289d7333a5217b1d4d31/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json new file mode 100644 index 0000000..d90d995 --- /dev/null +++ b/notify/lnt_report.json @@ -0,0 +1,430 @@ +{ + "Machine": { + "Info": {}, + "Name": "master-thumb_m0_soft_eabi" + }, + "Run": { + "Info": { + "tag": "tcwg_gnu_embed_check_gcc", + "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/444/", + "run_order": "0444 (basepoints/gcc-16-03053-g01a523943c0)", + "regression": "https://linaro.atlassian.net/browse/GNU-1694", + "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=97b6ffe44b98479f991ab38b4c59f4fd0f30198e (unchanged)", + "git_gcc": "git+ssh://linaroci@gcc.gnu.org/git/gcc.git (01a523943c0a9b297726289d7333a5217b1d4d31) (+ 1 commits)", + "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=45f9b4841373321fa813625fa5a448b5f26fc34a (unchanged)", + "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=97b6ffe44b98479f991ab38b4c59f4fd0f30198e (unchanged)", + "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/e0006a86615baa70bc9d8b183e528aed91c1ac90 (unchanged)", + "__report_version__": "1" + }, + "Start Time": "2025-08-07 09:14:36" + }, + "Tests": [ + { + "Data": [ + 80 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.fails.nb_fails" + } + , + { + "Data": [ + 8 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.flaky.nb_flaky" + } + , + { + "Data": [ + 404147 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.all.nb_all" + } + , + { + "Data": [ + 29 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + } + , + { + "Data": [ + 7 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + } + , + { + "Data": [ + 3 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 884 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 157595 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + } + , + { + "Data": [ + 6042 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 164521 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + } + , + { + "Data": [ + 39 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + } + , + { + "Data": [ + 16 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 2 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + } + , + { + "Data": [ + 5 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 1428 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 216864 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + } + , + { + "Data": [ + 2711 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 221003 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + } + , + { + "Data": [ + 23 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + } + , + { + "Data": [ + 15 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" + } + , + { + "Data": [ + 2 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" + } + , + { + "Data": [ + 2 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 137 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 17308 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" + } + , + { + "Data": [ + 1097 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 18542 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" + } + , + { + "Data": [ + 19 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" + } + , + { + "Data": [ + 60 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.FAIL.nb_FAIL" + } + , + { + "Data": [ + 9 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 2 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.ERROR.nb_ERROR" + } + , + { + "Data": [ + 10 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 2449 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 391767 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.PASS.nb_PASS" + } + , + { + "Data": [ + 9850 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 404066 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.good.nb_good" + } + , + { + "Data": [ + 81 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_gcc.TOTAL.bad.nb_bad" + } + ] +} diff --git a/notify/mail-body.txt b/notify/mail-body.txt new file mode 100644 index 0000000..4afafac --- /dev/null +++ b/notify/mail-body.txt @@ -0,0 +1,52 @@ +Dear contributor, + +Our automatic CI has detected problems related to your patch(es). Please find some details below. + +In arm-eabi cortex-m0 soft, after: + | commit gcc-16-3053-g01a523943c0 + | Author: Alexandre Oliva + | Date: Wed Aug 6 16:31:50 2025 -0300 + | + | [hardbool] implement OP=, ++ and --, volatile and atomics + | + | hardbools didn't behave quite like bools when incremented, + | decremented, or otherwise modified using their previous value, as in + | += et al. Fix that. + | ... 28 lines of the commit log omitted. + +Produces 14 regressions: + | + | regressions.sum: + | Running gcc:gcc.dg/torture/dg-torture.exp ... + | FAIL: gcc.dg/torture/hardbool-ai.c -O0 (test for excess errors) + | UNRESOLVED: gcc.dg/torture/hardbool-ai.c -O0 compilation failed to produce executable + | FAIL: gcc.dg/torture/hardbool-ai.c -O1 (test for excess errors) + | UNRESOLVED: gcc.dg/torture/hardbool-ai.c -O1 compilation failed to produce executable + | ... and 10 more + +Used configuration : + *CI config* tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv6s-m -mtune=cortex-m0 -mfloat-abi=soft -mfpu=auto + *configure and test flags:* --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m0 --with-float=soft --target_board=-mthumb/-march=armv6s-m/-mtune=cortex-m0/-mfloat-abi=soft/-mfpu=auto qemu_cpu=cortex-m0 + +We track this bug report under https://linaro.atlassian.net/browse/GNU-1694. Please let us know if you have a fix. + +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. + +-----------------8<--------------------------8<--------------------------8<-------------------------- + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in *.log.1.xz files in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/444/artifact/artifacts/00-sumfiles/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/444/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/444/artifact/artifacts/sumfiles/xfails.xfail + +Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/444/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/443/artifact/artifacts + +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/01a523943c0a9b297726289d7333a5217b1d4d31/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/reproduction_instructions.txt + +Full commit : See in git+ssh://linaroci@gcc.gnu.org/git/gcc.git + diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt new file mode 100644 index 0000000..3d554a9 --- /dev/null +++ b/notify/mail-recipients.txt @@ -0,0 +1 @@ +cc:oliva@adacore.com,bcc:tcwg-validation@linaro.org,cc:gcc-regression@gcc.gnu.org,oliva@gnu.org diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt new file mode 100644 index 0000000..5e84697 --- /dev/null +++ b/notify/mail-subject.txt @@ -0,0 +1 @@ +[Linaro-TCWG-CI] gcc-16-3053-g01a523943c0: 14 regressions on master-thumb_m0_soft_eabi diff --git a/notify/regressions.sum b/notify/regressions.sum new file mode 100644 index 0000000..6ef986c --- /dev/null +++ b/notify/regressions.sum @@ -0,0 +1,23 @@ + === gcc tests === + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: gcc.dg/torture/hardbool-ai.c -O0 (test for excess errors) +UNRESOLVED: gcc.dg/torture/hardbool-ai.c -O0 compilation failed to produce executable +FAIL: gcc.dg/torture/hardbool-ai.c -O1 (test for excess errors) +UNRESOLVED: gcc.dg/torture/hardbool-ai.c -O1 compilation failed to produce executable +FAIL: gcc.dg/torture/hardbool-ai.c -O2 (test for excess errors) +UNRESOLVED: gcc.dg/torture/hardbool-ai.c -O2 compilation failed to produce executable +FAIL: gcc.dg/torture/hardbool-ai.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +UNRESOLVED: gcc.dg/torture/hardbool-ai.c -O2 -flto -fno-use-linker-plugin -flto-partition=none compilation failed to produce executable +FAIL: gcc.dg/torture/hardbool-ai.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) +UNRESOLVED: gcc.dg/torture/hardbool-ai.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects compilation failed to produce executable +FAIL: gcc.dg/torture/hardbool-ai.c -O3 -g (test for excess errors) +UNRESOLVED: gcc.dg/torture/hardbool-ai.c -O3 -g compilation failed to produce executable +FAIL: gcc.dg/torture/hardbool-ai.c -Os (test for excess errors) +UNRESOLVED: gcc.dg/torture/hardbool-ai.c -Os compilation failed to produce executable + + === Results Summary === + +# of stable fails 80 +# of flaky entries 8 +# of all tests 404147 diff --git a/notify/results-summary.txt b/notify/results-summary.txt new file mode 100644 index 0000000..a04abe6 --- /dev/null +++ b/notify/results-summary.txt @@ -0,0 +1,5 @@ + === Results Summary === + +# of stable fails 80 +# of flaky entries 8 +# of all tests 404147 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 2901a77..8f9ae76 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,14 +1,14 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.10068 -CURRENT: /tmp/gxx-sum2.10068 +REFERENCE:/tmp/gxx-sum1.22218 +CURRENT: /tmp/gxx-sum2.22218 +---------+---------+ o RUN STATUS: | REF | RES |