diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..aa3a008e --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-arch=armv8-a+simd --with-fpu=crypto-neon-fp-armv8 --with-float=hard --target_board=-mthumb/-march=armv8-a+simd/-mfpu=auto/-mfloat-abi=hard qemu_cpu=any + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..63712e79 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,17 @@ + === g++ tests === + +Running g++:g++.dg/analyzer/analyzer.exp ... +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++17 expected multiline pattern lines 46-61 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++98 expected multiline pattern lines 46-61 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++14 expected multiline pattern lines 46-61 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++20 expected multiline pattern lines 46-61 + === gcc tests === + +Running gcc:gcc.dg/analyzer/analyzer.exp ... +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c expected multiline pattern lines 46-61 + + === Results Summary === + +# of stable fails 313 +# of flaky entries 7 +# of all tests 431171 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt index 65b869cc..b9bc16e4 100644 --- a/notify/jira/comment-card.txt +++ b/notify/jira/comment-card.txt @@ -1,3 +1,3 @@ [GNU-1179] -FAIL: 5 regressions: 5 progressions +5 regressions 5 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 6ae8be74..acae5cf8 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,4 @@ [GNU-692] https://linaro.atlassian.net/browse/GNU-1179 -FAIL: 5 regressions: 5 progressions +5 regressions 5 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/description b/notify/jira/description index 5ca1eed0..4567553e 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -1,5 +1,5 @@ Commit: https://github.com/gcc-mirror/gcc/commit/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d -commit gcc-14-9527-g1579394c9ec +commit gcc-14-9527-g1579394c9ecf Author: David Malcolm Date: Mon Mar 18 18:44:34 2024 -0400 @@ -8,9 +8,7 @@ Date: Mon Mar 18 18:44:34 2024 -0400 Various analyzer ICEs in our bugzilla relate to sloppy use of types within bounds-checking. - The bounds-checking code works by comparing symbolic *bit* offsets, and - we don't have a good user-facing type that can represent such an offset -... 166 lines of the commit log omitted. +... 168 lines of the commit log omitted. * tcwg_gnu_embed_check_gcc ** master-arm_eabi @@ -42,8 +40,8 @@ Date: Mon Mar 18 18:44:34 2024 -0400 *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/370/artifact/artifacts ** master-thumb_v8a_hard_eabi -*** FAIL: 5 regressions: 5 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt +*** 5 regressions 5 fixes +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/jira/yaml diff --git a/notify/jira/summary b/notify/jira/summary index f8673af2..69f8e581 100644 --- a/notify/jira/summary +++ b/notify/jira/summary @@ -1 +1 @@ -gcc-14-9527-g1579394c9ec: FAIL: 5 regressions: 5 progressions +gcc-14-9527-g1579394c9ecf: FAIL: 5 regressions: 5 progressions diff --git a/notify/jira/yaml b/notify/jira/yaml index 74306861..eb01821f 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -2,12 +2,12 @@ IssueType: Sub-task Key: GNU-1179 Summary: | - gcc-14-9527-g1579394c9ec: FAIL: 5 regressions: 5 progressions + gcc-14-9527-g1579394c9ecf: FAIL: 5 regressions: 5 progressions Components: GCC Start date: 2024-03-18 Description: | Commit: https://github.com/gcc-mirror/gcc/commit/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d - commit gcc-14-9527-g1579394c9ec + commit gcc-14-9527-g1579394c9ecf Author: David Malcolm Date: Mon Mar 18 18:44:34 2024 -0400 @@ -16,9 +16,7 @@ Various analyzer ICEs in our bugzilla relate to sloppy use of types within bounds-checking. - The bounds-checking code works by comparing symbolic *bit* offsets, and - we don't have a good user-facing type that can represent such an offset - ... 166 lines of the commit log omitted. + ... 168 lines of the commit log omitted. * tcwg_gnu_embed_check_gcc ** master-arm_eabi @@ -50,8 +48,8 @@ *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/370/artifact/artifacts ** master-thumb_v8a_hard_eabi - *** FAIL: 5 regressions: 5 progressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt + *** 5 regressions 5 fixes + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts - Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/jira/yaml + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index f05280ea..6687b95c 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,7 +7,7 @@ "Info": { "tag": "tcwg_gnu_embed_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/", - "run_order": "0389 (basepoints/gcc-14-09527-g1579394c9ec)", + "run_order": "0389 (basepoints/gcc-14-09527-g1579394c9ecf)", "regression": "https://linaro.atlassian.net/browse/GNU-1179", "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=b42aa684f6ff2bce9b8bc58aa89574723f17f1ce (unchanged)", "git_gcc": "https://github.com/gcc-mirror/gcc/commit/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d (+ 1 commits)", @@ -16,7 +16,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/ba49d760eb04630e7b15f423ebecf6c871b8f77b (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-03-18 14:55:05" + "Start Time": "2024-03-17 13:30:03" }, "Tests": [ { @@ -29,7 +29,7 @@ , { "Data": [ - 28 + 7 ], "Info": {}, "Name": "tcwg_gnu_embed_check_gcc.TOTAL.flaky.nb_flaky" @@ -45,18 +45,18 @@ , { "Data": [ - 32 + 203 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 0 + 17 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -64,7 +64,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -72,15 +72,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 10 + 27 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -88,7 +88,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -96,63 +96,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 1857 + 1237 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 222277 + 170085 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 11745 + 6571 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 235879 + 177893 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 42 + 247 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 203 + 32 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 17 + 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -160,7 +160,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -168,15 +168,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 27 + 10 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -184,7 +184,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -192,47 +192,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 1237 + 1857 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 170085 + 222277 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 6571 + 11745 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 177893 + 235879 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 247 + 42 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index a82c0fc6..ba98c374 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,12 +1,9 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. +Our automatic CI has detected problems related to your patch(es). Please find some details below. -We track this report status in https://linaro.atlassian.net/browse/GNU-1179 , please let us know if you are looking at the problem and/or when you have a fix. - -In arm-eabi thumb v8-a hard after: - - | commit gcc-14-9527-g1579394c9ec +In arm-eabi thumb v8-a hard, after: + | commit gcc-14-9527-g1579394c9ecf | Author: David Malcolm | Date: Mon Mar 18 18:44:34 2024 -0400 | @@ -15,90 +12,49 @@ In arm-eabi thumb v8-a hard after: | Various analyzer ICEs in our bugzilla relate to sloppy use of types | within bounds-checking. | - | The bounds-checking code works by comparing symbolic *bit* offsets, and - | we don't have a good user-facing type that can represent such an offset - | ... 166 lines of the commit log omitted. - -FAIL: 5 regressions: 5 progressions + | ... 168 lines of the commit log omitted. -regressions.sum: - === g++ tests === +Produces 5 regressions 5 fixes: + | + | regressions.sum: + | Running g++:g++.dg/analyzer/analyzer.exp ... + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++14 expected multiline pattern lines 49-64 + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++17 expected multiline pattern lines 49-64 + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++20 expected multiline pattern lines 49-64 + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++98 expected multiline pattern lines 49-64 + | ... and 2 more + | + | fixes.sum: + | Running g++:g++.dg/analyzer/analyzer.exp ... + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++17 expected multiline pattern lines 46-61 + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++98 expected multiline pattern lines 46-61 + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++14 expected multiline pattern lines 46-61 + | FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++20 expected multiline pattern lines 46-61 + | ... and 2 more -Running g++:g++.dg/analyzer/analyzer.exp ... -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++14 expected multiline pattern lines 49-64 -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++17 expected multiline pattern lines 49-64 -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++20 expected multiline pattern lines 49-64 -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++98 expected multiline pattern lines 49-64 - === gcc tests === +Used configuration : + *CI config* tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8-a+simd -mfpu=auto -mfloat-abi=hard + *configure and test flags:* --target arm-eabi --disable-multilib --with-mode=thumb --with-arch=armv8-a+simd --with-fpu=crypto-neon-fp-armv8 --with-float=hard --target_board=-mthumb/-march=armv8-a+simd/-mfpu=auto/-mfloat-abi=hard qemu_cpu=any -Running gcc:gcc.dg/analyzer/analyzer.exp ... -... and 2 more entries +We track this bug report under https://linaro.atlassian.net/browse/GNU-1179. Please let us know if you have a fix. -progressions.sum: - === g++ tests === +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -Running g++:g++.dg/analyzer/analyzer.exp ... -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++98 expected multiline pattern lines 46-61 -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++17 expected multiline pattern lines 46-61 -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++14 expected multiline pattern lines 46-61 -FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++20 expected multiline pattern lines 46-61 - === gcc tests === +-----------------8<--------------------------8<--------------------------8<-------------------------- -Running gcc:gcc.dg/analyzer/analyzer.exp ... -... and 2 more entries +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts/notify/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8-a+simd -mfpu=auto -mfloat-abi=hard - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/388/artifact/artifacts -Reproduce last good and first bad builds: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/reproduction_instructions.txt Full commit : https://github.com/gcc-mirror/gcc/commit/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d -List of configurations that regressed due to this commit : -* tcwg_gnu_embed_check_gcc -** master-arm_eabi -*** FAIL: 5 regressions: 5 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/627/artifact/artifacts -** master-arm_v7a_softfp_eabi -*** FAIL: 5 regressions: 5 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/435/artifact/artifacts -** master-thumb_m0_eabi -*** FAIL: 5 regressions: 5 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_m0_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_eabi-build/383/artifact/artifacts -** master-thumb_m23_eabi -*** FAIL: 5 regressions: 5 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_m23_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_eabi-build/359/artifact/artifacts -** master-thumb_m33_eabi -*** FAIL: 5 regressions: 5 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_m33_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m33_eabi-build/392/artifact/artifacts -** master-thumb_m55_hard_eabi -*** FAIL: 5 regressions: 5 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/366/artifact/artifacts -** master-thumb_m7_eabi -*** FAIL: 5 regressions: 5 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/370/artifact/artifacts -** master-thumb_v8a_hard_eabi -*** FAIL: 5 regressions: 5 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/1579394c9ecf3d1f678daa54b835c7fc3b76fb6d/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/389/artifact/artifacts - diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index eddcc741..00c3fb0b 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] gcc-14-9527-g1579394c9ec: FAIL: 5 regressions: 5 progressions on master-thumb_v8a_hard_eabi +[Linaro-TCWG-CI] gcc-14-9527-g1579394c9ecf: 5 regressions 5 fixes on master-thumb_v8a_hard_eabi diff --git a/notify/regressions.sum b/notify/regressions.sum index 2bf90e56..6a568206 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -13,5 +13,5 @@ FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c expected multiline patter === Results Summary === # of stable fails 313 -# of flaky entries 28 +# of flaky entries 7 # of all tests 431171 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 4ffffab3..58772cab 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 313 -# of flaky entries 28 +# of flaky entries 7 # of all tests 431171 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 02b0a5c9..298b1870 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -7,8 +7,8 @@ g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.2321051 -CURRENT: /tmp/gxx-sum2.2321051 +REFERENCE:/tmp/gxx-sum1.23060 +CURRENT: /tmp/gxx-sum2.23060 +---------+---------+ o RUN STATUS: | REF | RES | @@ -50,8 +50,8 @@ o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ | PASS disappears [PASS => ] | 20 | | New PASS [ => PASS] | 55 | - | FAIL now PASS [FAIL => PASS] | 2 | | FAIL disappears [FAIL => ] | 5 | + | Flaky cases, ignored [~RANDOM ] | 2 | +------------------------------------------+---------+ | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 82 | +------------------------------------------+---------+ @@ -143,13 +143,6 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.dg/analyzer/analyzer.exp=c-c++-common/analyzer/out-of-bounds-diagram-pr111441.c (test for excess errors) - - FAIL now PASS [FAIL => PASS]: - - Executed from: gcc:gcc.dg/vect/vect.exp - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s271.c -flto -ffat-lto-objects execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s271.c execution test - - - FAIL disappears [FAIL => ]: Executed from: g++:g++.dg/analyzer/analyzer.exp @@ -161,6 +154,13 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.dg/analyzer/analyzer.exp=c-c++-common/analyzer/out-of-bounds-diagram-11.c expected multiline pattern lines 46-61 + - Flaky cases, ignored [~RANDOM ]: + + Executed from: gcc:gcc.dg/vect/vect.exp + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s271.c -flto -ffat-lto-objects execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s271.c execution test + + # Regressions found # Regressions in 3 common sum files found