diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..e9b55c8a --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..62fcd646 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,12 @@ + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: experimental/simd/pr109261_constexpr_simd.cc -mfpu=neon -mfloat-abi=softfp -march=armv7-a -ffast-math -O2 -Wno-psabi (test for excess errors) +FAIL: experimental/simd/pr115454_find_last_set.cc -mfpu=neon -mfloat-abi=softfp -march=armv7-a -ffast-math -O2 -Wno-psabi (test for excess errors) +UNRESOLVED: experimental/simd/pr115454_find_last_set.cc -mfpu=neon -mfloat-abi=softfp -march=armv7-a -ffast-math -O2 -Wno-psabi compilation failed to produce executable + + === Results Summary === + +# of stable fails 122 +# of flaky entries 85 +# of all tests 404448 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt index 92142d74..c1c88a68 100644 --- a/notify/jira/comment-card.txt +++ b/notify/jira/comment-card.txt @@ -1,3 +1,3 @@ [GNU-1465] -3 regressions 3 improvements +3 regressions 3 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/877/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 739800fb..86bfc6dc 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,4 @@ [GNU-692] https://linaro.atlassian.net/browse/GNU-1465 -3 regressions 3 improvements +3 regressions 3 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/877/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/description b/notify/jira/description index edf73bee..3d8ac867 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -12,24 +12,24 @@ Date: Sun Oct 13 13:28:52 2024 +0200 * tcwg_gnu_embed_check_gcc ** master-arm_eabi -*** 3 regressions 3 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt +*** 3 regressions 3 fixes +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/877/artifact/artifacts ** master-thumb_m33_hard_eabi -*** 2 regressions 2 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt +*** 2 regressions 2 fixes +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/337/artifact/artifacts ** master-thumb_m3_softfp_eabi -*** 2 regressions 2 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt +*** 2 regressions 2 fixes +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/301/artifact/artifacts ** master-thumb_m55_hard_eabi -*** 2 regressions 2 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt +*** 2 regressions 2 fixes +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/724/artifact/artifacts ** master-thumb_m7_hard_eabi -*** 2 regressions 2 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt +*** 2 regressions 2 fixes +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_hard_eabi-build/288/artifact/artifacts -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/jira/yaml diff --git a/notify/jira/summary b/notify/jira/summary index 0fe8fac7..f91fadbf 100644 --- a/notify/jira/summary +++ b/notify/jira/summary @@ -1 +1 @@ -gcc-15-6163-ga2006457c67: 3 regressions 3 improvements +gcc-15-6163-ga2006457c67: 3 regressions 3 fixes diff --git a/notify/jira/yaml b/notify/jira/yaml index 339403de..ae2385d0 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -2,7 +2,7 @@ IssueType: Sub-task Key: GNU-1465 Summary: | - gcc-15-6163-ga2006457c67: 3 regressions 3 improvements + gcc-15-6163-ga2006457c67: 3 regressions 3 fixes Components: GCC Start date: 2024-12-12 Description: | @@ -20,24 +20,24 @@ * tcwg_gnu_embed_check_gcc ** master-arm_eabi - *** 3 regressions 3 improvements - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt + *** 3 regressions 3 fixes + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/877/artifact/artifacts ** master-thumb_m33_hard_eabi - *** 2 regressions 2 improvements - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt + *** 2 regressions 2 fixes + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/337/artifact/artifacts ** master-thumb_m3_softfp_eabi - *** 2 regressions 2 improvements - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt + *** 2 regressions 2 fixes + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/301/artifact/artifacts ** master-thumb_m55_hard_eabi - *** 2 regressions 2 improvements - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt + *** 2 regressions 2 fixes + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/724/artifact/artifacts ** master-thumb_m7_hard_eabi - *** 2 regressions 2 improvements - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt + *** 2 regressions 2 fixes + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_hard_eabi-build/288/artifact/artifacts - Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/jira/yaml + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 1b9bf50c..6782dbc2 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -16,7 +16,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/83aaec1d5a49f158abaa31797a0f976b3c07e5ca (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-12-14 15:11:44" + "Start Time": "2024-12-13 09:33:18" }, "Tests": [ { @@ -141,18 +141,18 @@ , { "Data": [ - 28 + 54 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 3 + 4 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -160,7 +160,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -168,15 +168,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 6 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -184,7 +184,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -192,63 +192,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 1427 + 941 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 205963 + 165943 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 2522 + 10127 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 209912 + 177011 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 33 + 64 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 54 + 28 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 4 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -256,7 +256,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -264,15 +264,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 6 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -280,7 +280,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -288,47 +288,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 941 + 1427 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 165943 + 205963 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 10127 + 2522 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 177011 + 209912 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 64 + 33 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 0850ff8c..c2e0bf05 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -14,11 +14,15 @@ In master-arm_eabi, after: | | ... 39 lines of the commit log omitted. -Produces 3 regressions 3 improvements: +Produces 3 regressions 3 fixes: + | + | regressions.sum: | Running libstdc++:libstdc++-dg/conformance.exp ... | FAIL: experimental/simd/pr109261_constexpr_simd.cc -mfpu=neon -mfloat-abi=softfp -mcpu=unset -march=armv7-a -ffast-math -O2 -Wno-psabi (test for excess errors) | FAIL: experimental/simd/pr115454_find_last_set.cc -mfpu=neon -mfloat-abi=softfp -mcpu=unset -march=armv7-a -ffast-math -O2 -Wno-psabi (test for excess errors) | UNRESOLVED: experimental/simd/pr115454_find_last_set.cc -mfpu=neon -mfloat-abi=softfp -mcpu=unset -march=armv7-a -ffast-math -O2 -Wno-psabi compilation failed to produce executable + | + | fixes.sum: | Running libstdc++:libstdc++-dg/conformance.exp ... | FAIL: experimental/simd/pr109261_constexpr_simd.cc -mfpu=neon -mfloat-abi=softfp -march=armv7-a -ffast-math -O2 -Wno-psabi (test for excess errors) | FAIL: experimental/simd/pr115454_find_last_set.cc -mfpu=neon -mfloat-abi=softfp -march=armv7-a -ffast-math -O2 -Wno-psabi (test for excess errors) @@ -26,7 +30,7 @@ Produces 3 regressions 3 improvements: Used configuration : *CI config* tcwg_gnu_embed_check_gcc master-arm_eabi - *configure and test flags:* --target arm-eabi + *configure and test flags:* --target arm-eabi We track this bug report under https://linaro.atlassian.net/browse/GNU-1465. Please let us know if you have a fix. @@ -36,8 +40,8 @@ If you have any questions regarding this report, please ask on linaro-toolchain@ The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/877/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/877/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/877/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in @@ -46,7 +50,7 @@ The list of [ignored] baseline and flaky failures are in Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/877/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/875/artifact/artifacts -Instruction to reproduce the build : https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-arm_eabi/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/a2006457c676880315eee7728f2e0cf90bfbdd15/tcwg_gnu_embed_check_gcc/master-arm_eabi/reproduction_instructions.txt Full commit : https://gcc.gnu.org/git/?p=gcc.git;a=commitdiff;h=a2006457c676880315eee7728f2e0cf90bfbdd15 diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 8bf06a08..de0e4093 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] gcc-15-6163-ga2006457c67: 3 regressions 3 improvements on arm +[Linaro-TCWG-CI] gcc-15-6163-ga2006457c67: 3 regressions 3 fixes on arm diff --git a/notify/results.compare.txt b/notify/results.compare.txt index ea5b3e7d..b0e10354 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,14 +1,14 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.10617 -CURRENT: /tmp/gxx-sum2.10617 +REFERENCE:/tmp/gxx-sum1.27378 +CURRENT: /tmp/gxx-sum2.27378 +---------+---------+ o RUN STATUS: | REF | RES |