diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..95921080 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m3 --with-float=softfp --target_board=-mthumb/-march=armv7-m/-mtune=cortex-m3/-mfloat-abi=softfp/-mfpu=auto qemu_cpu=cortex-m3 + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..672d64f2 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 272 +# of flaky entries 72 +# of all tests 399706 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt index bbd210cf..0b216d79 100644 --- a/notify/jira/comment-card.txt +++ b/notify/jira/comment-card.txt @@ -1,3 +1,3 @@ [GNU-1427] -1 regressions +1 regression Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/270/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 5746d717..599cf998 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,4 @@ [GNU-692] https://linaro.atlassian.net/browse/GNU-1427 -1 regressions +1 regression Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/270/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/description b/notify/jira/description index 8121b582..1a3cda24 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -10,36 +10,69 @@ Date: Mon Nov 18 11:35:57 2024 +0100 ... 2 lines of the commit log omitted. +* tcwg_bmk-code_size-cpu2017rate +** gnu-arm-master-Os +*** grew in size by 4% - 507.cactuBSSN_r +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-Os/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--gnu-arm-master-Os-build/194/artifact/artifacts +** gnu-arm-master-Os_LTO +*** grew in size by 2% - 500.perlbench_r +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-Os_LTO/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--gnu-arm-master-Os_LTO-build/224/artifact/artifacts +* tcwg_bmk-code_size-spec2k6 +** gnu-arm-master-O2 +*** grew in size by 2% - 445.gobmk +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_bmk-code_size-spec2k6/gnu-arm-master-O2/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-O2-build/285/artifact/artifacts +** gnu-arm-master-Os_LTO +*** grew in size by 2% - 436.cactusADM +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_bmk-code_size-spec2k6/gnu-arm-master-Os_LTO/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os_LTO-build/309/artifact/artifacts * tcwg_gnu_cross_check_binutils ** master-arm -*** 14 regressionshttps://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_cross_check_binutils/master-arm/details.txt +*** 14 regressions +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_cross_check_binutils/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-arm-build/866/artifact/artifacts * tcwg_gnu_cross_check_gcc ** master-arm -*** 4 regressionshttps://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_cross_check_gcc/master-arm/details.txt +*** 4 regressions +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_cross_check_gcc/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1790/artifact/artifacts * tcwg_gnu_embed_check_gcc -** master-thumb_m0_soft_eabi +** master-arm_eabi +*** 1 regression +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/850/artifact/artifacts +** master-arm_v7a_softfp_eabi *** 1 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/678/artifact/artifacts +** master-thumb_m0_soft_eabi +*** 1 regression +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/237/artifact/artifacts ** master-thumb_m23_soft_eabi *** 1 regressionshttps://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m23_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_soft_eabi-build/201/artifact/artifacts ** master-thumb_m33_hard_eabi -*** 1 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt +*** 1 regression +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/287/artifact/artifacts ** master-thumb_m3_softfp_eabi -*** 1 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt +*** 1 regression +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/270/artifact/artifacts +** master-thumb_m55_hard_eabi +*** 1 regression +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/689/artifact/artifacts ** master-thumb_m7_hard_eabi -*** 1 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt +*** 1 regression +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_hard_eabi-build/261/artifact/artifacts ** master-thumb_v8a_hard_eabi -*** 1 regressionshttps://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt +*** 1 regression +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/648/artifact/artifacts * tcwg_gnu_native_check_binutils ** master-arm @@ -47,7 +80,8 @@ Date: Mon Nov 18 11:35:57 2024 +0100 *** https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/927/artifact/artifacts * tcwg_gnu_native_check_gcc ** master-arm -*** 4 regressionshttps://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_native_check_gcc/master-arm/details.txt +*** 4 regressions +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_native_check_gcc/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1687/artifact/artifacts -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/jira/yaml diff --git a/notify/jira/yaml b/notify/jira/yaml index 51c5a845..f7eacf27 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -18,36 +18,69 @@ ... 2 lines of the commit log omitted. + * tcwg_bmk-code_size-cpu2017rate + ** gnu-arm-master-Os + *** grew in size by 4% - 507.cactuBSSN_r + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-Os/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--gnu-arm-master-Os-build/194/artifact/artifacts + ** gnu-arm-master-Os_LTO + *** grew in size by 2% - 500.perlbench_r + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-Os_LTO/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--gnu-arm-master-Os_LTO-build/224/artifact/artifacts + * tcwg_bmk-code_size-spec2k6 + ** gnu-arm-master-O2 + *** grew in size by 2% - 445.gobmk + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_bmk-code_size-spec2k6/gnu-arm-master-O2/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-O2-build/285/artifact/artifacts + ** gnu-arm-master-Os_LTO + *** grew in size by 2% - 436.cactusADM + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_bmk-code_size-spec2k6/gnu-arm-master-Os_LTO/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os_LTO-build/309/artifact/artifacts * tcwg_gnu_cross_check_binutils ** master-arm - *** 14 regressionshttps://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_cross_check_binutils/master-arm/details.txt + *** 14 regressions + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_cross_check_binutils/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-arm-build/866/artifact/artifacts * tcwg_gnu_cross_check_gcc ** master-arm - *** 4 regressionshttps://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_cross_check_gcc/master-arm/details.txt + *** 4 regressions + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_cross_check_gcc/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1790/artifact/artifacts * tcwg_gnu_embed_check_gcc - ** master-thumb_m0_soft_eabi + ** master-arm_eabi + *** 1 regression + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/850/artifact/artifacts + ** master-arm_v7a_softfp_eabi *** 1 regressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/678/artifact/artifacts + ** master-thumb_m0_soft_eabi + *** 1 regression + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m0_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/237/artifact/artifacts ** master-thumb_m23_soft_eabi *** 1 regressionshttps://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m23_soft_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_soft_eabi-build/201/artifact/artifacts ** master-thumb_m33_hard_eabi - *** 1 regressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt + *** 1 regression + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m33_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_hard_eabi-build/287/artifact/artifacts ** master-thumb_m3_softfp_eabi - *** 1 regressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt + *** 1 regression + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/270/artifact/artifacts + ** master-thumb_m55_hard_eabi + *** 1 regression + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/689/artifact/artifacts ** master-thumb_m7_hard_eabi - *** 1 regressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt + *** 1 regression + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m7_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_hard_eabi-build/261/artifact/artifacts ** master-thumb_v8a_hard_eabi - *** 1 regressionshttps://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt + *** 1 regression + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/648/artifact/artifacts * tcwg_gnu_native_check_binutils ** master-arm @@ -55,7 +88,8 @@ *** https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/927/artifact/artifacts * tcwg_gnu_native_check_gcc ** master-arm - *** 4 regressionshttps://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_native_check_gcc/master-arm/details.txt + *** 4 regressions + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_native_check_gcc/master-arm/details.txt *** https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1687/artifact/artifacts - Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/jira/yaml + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index e8e0deda..8175f307 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -16,7 +16,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/34754a3a627e1937be7f3daaa0c5e73d91c7d9b5 (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-11-23 08:28:34" + "Start Time": "2024-11-21 22:31:17" }, "Tests": [ { @@ -29,7 +29,7 @@ , { "Data": [ - 90 + 72 ], "Info": {}, "Name": "tcwg_gnu_embed_check_gcc.TOTAL.flaky.nb_flaky" @@ -45,18 +45,18 @@ , { "Data": [ - 15 + 184 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 4 + 27 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -64,7 +64,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -72,15 +72,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 1 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -88,7 +88,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -96,63 +96,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 136 + 983 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 16265 + 162848 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 1034 + 9996 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 17435 + 173827 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 21 + 212 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 184 + 35 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 27 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -160,7 +160,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -168,15 +168,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 1 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -184,7 +184,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -192,63 +192,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 983 + 1526 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 162848 + 204144 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 9996 + 2501 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 173827 + 208171 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 212 + 40 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 35 + 15 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 3 + 4 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -256,7 +256,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -264,7 +264,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -272,7 +272,7 @@ 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -280,7 +280,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -288,47 +288,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 1526 + 136 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 204144 + 16265 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 2501 + 1034 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 208171 + 17435 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 40 + 21 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 38fed4a9..23a02721 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -14,7 +14,9 @@ In arm-eabi cortex-m3 softfp, after: | | ... 2 lines of the commit log omitted. -Produces 1 regressions: +Produces 1 regression: + | + | regressions.sum: | Running gcc:gcc.dg/lto/lto.exp ... | FAIL: gcc.dg/lto/pr50199 c_lto_pr50199_0.o-c_lto_pr50199_0.o execute -O2 -flto -fno-merge-constants --param=lto-min-partition=1 @@ -30,8 +32,8 @@ If you have any questions regarding this report, please ask on linaro-toolchain@ The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/270/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/270/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/270/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in @@ -40,7 +42,7 @@ The list of [ignored] baseline and flaky failures are in Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/270/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/269/artifact/artifacts -Instruction to reproduce the build : https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/binutils/sha1/d5cbf916be4a049580dfed8682f3f8795e57ecfa/tcwg_gnu_embed_check_gcc/master-thumb_m3_softfp_eabi/reproduction_instructions.txt Full commit : https://sourceware.org/git/?p=binutils-gdb.git;a=commitdiff;h=d5cbf916be4a049580dfed8682f3f8795e57ecfa diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 0c403e8e..4fb77195 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] binutils-2_41-release-4788-gd5cbf916be4: 1 regressions on master-thumb_m3_softfp_eabi +[Linaro-TCWG-CI] binutils-2_41-release-4788-gd5cbf916be4: 1 regression on master-thumb_m3_softfp_eabi diff --git a/notify/regressions.sum b/notify/regressions.sum index 72e8ebca..d1d06cfb 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -6,5 +6,5 @@ FAIL: gcc.dg/lto/pr50199 c_lto_pr50199_0.o-c_lto_pr50199_0.o execute -O2 -flto - === Results Summary === # of stable fails 273 -# of flaky entries 90 +# of flaky entries 72 # of all tests 399706 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 1af15b7e..489a8d71 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 273 -# of flaky entries 90 +# of flaky entries 72 # of all tests 399706 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 588e523b..4a0b1b2b 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,14 +1,14 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.1375870 -CURRENT: /tmp/gxx-sum2.1375870 +REFERENCE:/tmp/gxx-sum1.16128 +CURRENT: /tmp/gxx-sum2.16128 +---------+---------+ o RUN STATUS: | REF | RES |