diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..8e581352 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: none, autodetected on armv8l-unknown-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..065010ed --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,10 @@ + === gcc tests === + +Running gcc:gcc.dg/analyzer/analyzer.exp ... +FAIL: gcc.dg/analyzer/pr101962.c (test for warnings, line 19) + + === Results Summary === + +# of stable fails 131 +# of flaky entries 0 +# of all tests 539750 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 20e7c5de..07aee689 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -FAIL: 18 regressions: 1 progressions +18 regressions 1 fix Details: https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/114/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/description b/notify/jira/description index 70f26aff..931ccded 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -1,5 +1,5 @@ Commit: https://github.com/gcc-mirror/gcc/commit/0e466e978c728697f18c67c4eace9ba4633f9ef5 -commit gcc-14-2029-g0e466e978c7 +commit gcc-14-2029-g0e466e978c72 Author: David Malcolm Date: Wed Jun 21 21:49:00 2023 -0400 @@ -8,14 +8,12 @@ Date: Wed Jun 21 21:49:00 2023 -0400 This patch extends -Wanalyzer-out-of-bounds so that, where possible, it will emit a text art diagram visualizing the spatial relationship between (a) the memory region that the analyzer predicts would be accessed, versus - (b) the range of memory that is valid to access - whether they overlap, - are touching, are close or far apart; which one is before or after in -... 291 lines of the commit log omitted. +... 293 lines of the commit log omitted. * tcwg_bootstrap_check ** master-arm-check_bootstrap_lto -*** FAIL: 18 regressions: 1 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/0e466e978c728697f18c67c4eace9ba4633f9ef5/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/details.txt +*** 18 regressions 1 fix +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/0e466e978c728697f18c67c4eace9ba4633f9ef5/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/details.txt *** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/114/artifact/artifacts * tcwg_gnu_embed_check_gcc ** master-arm_eabi @@ -23,4 +21,4 @@ Date: Wed Jun 21 21:49:00 2023 -0400 *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/0e466e978c728697f18c67c4eace9ba4633f9ef5/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/110/artifact/artifacts -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/0e466e978c728697f18c67c4eace9ba4633f9ef5/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/0e466e978c728697f18c67c4eace9ba4633f9ef5/jira/yaml diff --git a/notify/jira/summary b/notify/jira/summary index 49166d92..8a1cd72e 100644 --- a/notify/jira/summary +++ b/notify/jira/summary @@ -1 +1 @@ -gcc-14-2029-g0e466e978c7: FAIL: 10 regressions: 2 progressions +gcc-14-2029-g0e466e978c72: FAIL: 10 regressions: 2 progressions diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 5f24efa1..4f1a49ce 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,11 +7,11 @@ "Info": { "tag": "tcwg_bootstrap_check", "test_url": "https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/114/", - "run_order": "0114 (basepoints/gcc-14-02029-g0e466e978c7)", + "run_order": "0114 (basepoints/gcc-14-02029-g0e466e978c72)", "git_gcc": "https://github.com/gcc-mirror/gcc/commit/0e466e978c728697f18c67c4eace9ba4633f9ef5 (+ 1 commits)", "__report_version__": "1" }, - "Start Time": "2023-06-21 06:06:41" + "Start Time": "2023-06-21 03:34:43" }, "Tests": [ { @@ -139,7 +139,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libitm.FAIL.nb_FAIL" } , { @@ -147,7 +147,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -155,7 +155,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libitm.UNTESTED.nb_UNTESTED" } , { @@ -163,7 +163,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libitm.ERROR.nb_ERROR" } , { @@ -171,7 +171,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libitm.XPASS.nb_XPASS" } , { @@ -179,7 +179,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libitm.OTHER.nb_OTHER" } , { @@ -187,39 +187,39 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 284 + 3 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 15238 + 44 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libitm.PASS.nb_PASS" } , { "Data": [ - 679 + 1 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 16201 + 48 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" + "Name": "tcwg_bootstrap_check.libitm.good.nb_good" } , { @@ -227,15 +227,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" } , { "Data": [ - 0 + 12 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" } , { @@ -243,7 +243,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -251,7 +251,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" } , { @@ -259,15 +259,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" } , { @@ -275,7 +275,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" } , { @@ -283,47 +283,47 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 2106 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 240091 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" } , { "Data": [ - 1 + 11064 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 253261 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.good.nb_good" + "Name": "tcwg_bootstrap_check.g++.good.nb_good" } , { "Data": [ - 0 + 14 ], "Info": {}, - "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" + "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" } , { @@ -520,10 +520,10 @@ , { "Data": [ - 12 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" + "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" } , { @@ -531,7 +531,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -539,7 +539,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -547,15 +547,15 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" + "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" + "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" } , { @@ -563,7 +563,7 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" + "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" } , { @@ -571,47 +571,47 @@ 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 2106 + 284 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 240091 + 15238 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" + "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" } , { "Data": [ - 11064 + 679 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 253261 + 16201 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.good.nb_good" + "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" } , { "Data": [ - 14 + 0 ], "Info": {}, - "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" + "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 8a60c65e..ef157b84 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,12 +1,9 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. +Our automatic CI has detected problems related to your patch(es). Please find some details below. -We track this report status in https://linaro.atlassian.net/browse/GNU-692 , please let us know if you are looking at the problem and/or when you have a fix. - -In bootstrap_check master-arm-check_bootstrap_lto after: - - | commit gcc-14-2029-g0e466e978c7 +In bootstrap_check master-arm-check_bootstrap_lto, after: + | commit gcc-14-2029-g0e466e978c72 | Author: David Malcolm | Date: Wed Jun 21 21:49:00 2023 -0400 | @@ -15,61 +12,45 @@ In bootstrap_check master-arm-check_bootstrap_lto after: | This patch extends -Wanalyzer-out-of-bounds so that, where possible, it | will emit a text art diagram visualizing the spatial relationship between | (a) the memory region that the analyzer predicts would be accessed, versus - | (b) the range of memory that is valid to access - whether they overlap, - | are touching, are close or far apart; which one is before or after in - | ... 291 lines of the commit log omitted. + | ... 293 lines of the commit log omitted. -FAIL: 18 regressions: 1 progressions +Produces 18 regressions 1 fix: + | + | regressions.sum: + | Running gcc:gcc.dg/analyzer/analyzer.exp ... + | FAIL: gcc.dg/analyzer/out-of-bounds-diagram-13.c (test for excess errors) + | FAIL: gcc.dg/analyzer/out-of-bounds-diagram-13.c 2 blank line(s) in output + | FAIL: gcc.dg/analyzer/out-of-bounds-diagram-13.c expected multiline pattern lines 17-42 + | FAIL: gcc.dg/analyzer/out-of-bounds-diagram-15.c (test for excess errors) + | ... and 14 more + | + | fixes.sum: + | Running gcc:gcc.dg/analyzer/analyzer.exp ... + | FAIL: gcc.dg/analyzer/pr101962.c (test for warnings, line 19) -regressions.sum: - === gcc tests === +Used configuration : + *CI config* tcwg_bootstrap_check master-arm-check_bootstrap_lto + *configure and test flags:* none, autodetected on armv8l-unknown-linux-gnueabihf -Running gcc:gcc.dg/analyzer/analyzer.exp ... -FAIL: gcc.dg/analyzer/out-of-bounds-diagram-13.c (test for excess errors) -FAIL: gcc.dg/analyzer/out-of-bounds-diagram-13.c 2 blank line(s) in output -FAIL: gcc.dg/analyzer/out-of-bounds-diagram-13.c expected multiline pattern lines 17-42 -FAIL: gcc.dg/analyzer/out-of-bounds-diagram-15.c (test for excess errors) -FAIL: gcc.dg/analyzer/out-of-bounds-diagram-15.c 2 blank line(s) in output -FAIL: gcc.dg/analyzer/out-of-bounds-diagram-15.c expected multiline pattern lines 16-41 -FAIL: gcc.dg/analyzer/out-of-bounds-diagram-4.c (test for excess errors) -... and 12 more entries +We track this bug report under https://linaro.atlassian.net/browse/GNU-692. Please let us know if you have a fix. -progressions.sum: - === gcc tests === +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -Running gcc:gcc.dg/analyzer/analyzer.exp ... -FAIL: gcc.dg/analyzer/pr101962.c (test for warnings, line 19) +-----------------8<--------------------------8<--------------------------8<-------------------------- +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/114/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/114/artifact/artifacts/notify/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/114/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/114/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/114/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_bootstrap_check master-arm-check_bootstrap_lto - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/114/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/114/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/110/artifact/artifacts -Reproduce last good and first bad builds: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/0e466e978c728697f18c67c4eace9ba4633f9ef5/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/0e466e978c728697f18c67c4eace9ba4633f9ef5/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/reproduction_instructions.txt Full commit : https://github.com/gcc-mirror/gcc/commit/0e466e978c728697f18c67c4eace9ba4633f9ef5 -List of configurations that regressed due to this commit : -* tcwg_bootstrap_check -** master-arm-check_bootstrap_lto -*** FAIL: 18 regressions: 1 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/0e466e978c728697f18c67c4eace9ba4633f9ef5/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/details.txt -*** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/114/artifact/artifacts -* tcwg_gnu_embed_check_gcc -** master-arm_eabi -*** FAIL: 10 regressions: 2 progressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/0e466e978c728697f18c67c4eace9ba4633f9ef5/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/110/artifact/artifacts - diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index ab044146..9c4c3284 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] gcc-14-2029-g0e466e978c7: FAIL: 18 regressions: 1 progressions on arm +[Linaro-TCWG-CI] gcc-14-2029-g0e466e978c72: 18 regressions 1 fix on arm diff --git a/notify/results.compare.txt b/notify/results.compare.txt index c2599b3e..049f2491 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -11,8 +11,8 @@ libgomp.sum libitm.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.3127001 -CURRENT: /tmp/gxx-sum2.3127001 +REFERENCE:/tmp/gxx-sum1.691715 +CURRENT: /tmp/gxx-sum2.691715 +---------+---------+ o RUN STATUS: | REF | RES |