diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..7c34a3bd --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m0 --with-float=soft --target_board=-mthumb/-march=armv6s-m/-mtune=cortex-m0/-mfloat-abi=soft/-mfpu=auto qemu_cpu=cortex-m0 + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..541c804a --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 121 +# of flaky entries 52 +# of all tests 389028 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt index 20bf1ace..0999e5f4 100644 --- a/notify/jira/comment-card.txt +++ b/notify/jira/comment-card.txt @@ -1,3 +1,3 @@ [GNU-1463] -1 regressions +1 regression Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/270/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 5f09e93f..492be78c 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,4 @@ [GNU-692] https://linaro.atlassian.net/browse/GNU-1463 -1 regressions +1 regression Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/270/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/description b/notify/jira/description index 2b284c39..e3a36e24 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -1,5 +1,5 @@ Commit: https://gcc.gnu.org/git/?p=gcc.git;a=commitdiff;h=bdf75257aad299cbad5a62dd10a45139ac3aa369 -commit gcc-15-6164-gbdf75257aad +commit gcc-15-6164-gbdf75257aad2 Author: Torbjörn SVENSSON Date: Sun Nov 10 12:30:02 2024 +0100 @@ -12,12 +12,28 @@ Date: Sun Nov 10 12:30:02 2024 +0100 * tcwg_gnu_embed_check_gcc ** master-thumb_m0_soft_eabi -*** 1 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt +*** 1 regression +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/270/artifact/artifacts ** master-thumb_m23_soft_eabi *** 1 regressions *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m23_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_soft_eabi-build/238/artifact/artifacts +** master-thumb_m33_hard_eabi +*** 1 regressions 1 improvements +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/339/artifact/artifacts +** master-thumb_m3_softfp_eabi +*** 1 regressions 1 improvements +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/303/artifact/artifacts +** master-thumb_m55_hard_eabi +*** 1 regressions 1 improvements +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/726/artifact/artifacts +** master-thumb_m7_hard_eabi +*** 1 regression +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_hard_eabi-build/290/artifact/artifacts -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/jira/yaml diff --git a/notify/jira/summary b/notify/jira/summary index 7a8cb7a4..0f438b11 100644 --- a/notify/jira/summary +++ b/notify/jira/summary @@ -1 +1 @@ -gcc-15-6164-gbdf75257aad: 1 regressions +gcc-15-6164-gbdf75257aad2: 1 regression diff --git a/notify/jira/yaml b/notify/jira/yaml index 1fc0455a..4eaa4f4d 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -2,12 +2,12 @@ IssueType: Sub-task Key: GNU-1463 Summary: | - gcc-15-6164-gbdf75257aad: 1 regressions + gcc-15-6164-gbdf75257aad2: 1 regression Components: GCC Start date: 2024-12-12 Description: | Commit: https://gcc.gnu.org/git/?p=gcc.git;a=commitdiff;h=bdf75257aad299cbad5a62dd10a45139ac3aa369 - commit gcc-15-6164-gbdf75257aad + commit gcc-15-6164-gbdf75257aad2 Author: Torbjörn SVENSSON Date: Sun Nov 10 12:30:02 2024 +0100 @@ -20,12 +20,28 @@ * tcwg_gnu_embed_check_gcc ** master-thumb_m0_soft_eabi - *** 1 regressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt + *** 1 regression + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/270/artifact/artifacts ** master-thumb_m23_soft_eabi *** 1 regressions *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m23_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_soft_eabi-build/238/artifact/artifacts + ** master-thumb_m33_hard_eabi + *** 1 regressions 1 improvements + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/339/artifact/artifacts + ** master-thumb_m3_softfp_eabi + *** 1 regressions 1 improvements + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/303/artifact/artifacts + ** master-thumb_m55_hard_eabi + *** 1 regressions 1 improvements + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/726/artifact/artifacts + ** master-thumb_m7_hard_eabi + *** 1 regression + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_hard_eabi-build/290/artifact/artifacts - Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/jira/yaml + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 0f6efe6a..8f0f82fe 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,7 +7,7 @@ "Info": { "tag": "tcwg_gnu_embed_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/270/", - "run_order": "0270 (basepoints/gcc-15-06164-gbdf75257aad)", + "run_order": "0270 (basepoints/gcc-15-06164-gbdf75257aad2)", "regression": "https://linaro.atlassian.net/browse/GNU-1463", "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=5a6eb2c41fb200604723699493f78d06d1b874bf (unchanged)", "git_gcc": "https://gcc.gnu.org/git/gcc.git (bdf75257aad299cbad5a62dd10a45139ac3aa369) (+ 1 commits)", @@ -16,7 +16,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/83aaec1d5a49f158abaa31797a0f976b3c07e5ca (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-12-13 09:05:35" + "Start Time": "2024-12-12 09:11:09" }, "Tests": [ { @@ -141,18 +141,18 @@ , { "Data": [ - 52 + 36 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 4 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -160,7 +160,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -168,15 +168,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 3 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -184,7 +184,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -192,63 +192,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 881 + 1421 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 155464 + 205373 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 5864 + 2494 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 162209 + 209288 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 59 + 41 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 36 + 52 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 3 + 4 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -256,7 +256,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -264,15 +264,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -280,7 +280,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -288,47 +288,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 1421 + 881 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 205373 + 155464 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 2494 + 5864 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 209288 + 162209 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 41 + 59 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 828bca99..21116957 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -3,7 +3,7 @@ Dear contributor, Our automatic CI has detected problems related to your patch(es). Please find some details below. In arm-eabi cortex-m0 soft, after: - | commit gcc-15-6164-gbdf75257aad + | commit gcc-15-6164-gbdf75257aad2 | Author: Torbjörn SVENSSON | Date: Sun Nov 10 12:30:02 2024 +0100 | @@ -14,7 +14,9 @@ In arm-eabi cortex-m0 soft, after: | does not match Cortex-M7, explicitly test it for Cortex-M7. To have some | ... 13 lines of the commit log omitted. -Produces 1 regressions: +Produces 1 regression: + | + | regressions.sum: | Running gcc:gcc.target/arm/arm.exp ... | FAIL: gcc.target/arm/its-1.c scan-assembler-not \\sit[te]{2} @@ -30,8 +32,8 @@ If you have any questions regarding this report, please ask on linaro-toolchain@ The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/270/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/270/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/270/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in @@ -40,7 +42,7 @@ The list of [ignored] baseline and flaky failures are in Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/270/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/269/artifact/artifacts -Instruction to reproduce the build : https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/bdf75257aad299cbad5a62dd10a45139ac3aa369/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/reproduction_instructions.txt Full commit : https://gcc.gnu.org/git/?p=gcc.git;a=commitdiff;h=bdf75257aad299cbad5a62dd10a45139ac3aa369 diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index bcde5164..35f919ca 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] gcc-15-6164-gbdf75257aad: 1 regressions on master-thumb_m0_soft_eabi +[Linaro-TCWG-CI] gcc-15-6164-gbdf75257aad2: 1 regression on master-thumb_m0_soft_eabi diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 75657968..015fca62 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,14 +1,14 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.1336021 -CURRENT: /tmp/gxx-sum2.1336021 +REFERENCE:/tmp/gxx-sum1.31263 +CURRENT: /tmp/gxx-sum2.31263 +---------+---------+ o RUN STATUS: | REF | RES |