diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..e9b55c8a --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..6c315718 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 456 +# of flaky entries 0 +# of all tests 386507 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 2d94f0f4..af08b556 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -PASS +improvements Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/292/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index f7f24eac..011d2fd0 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,15 +7,15 @@ "Info": { "tag": "tcwg_gnu_embed_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/292/", - "run_order": "0292 (basepoints/gcc-14-03037-g8ae83274d8c)", - "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=3cdc2d7e66ab6a48014dcd425c88cfd42a964321 (unchanged)", - "git_gcc": "https://github.com/gcc-mirror/gcc/commit/8ae83274d8cc60547e8c92a41a4f4716b045f57a (+ 24 commits)", - "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=adc7eafa76e719d01823b6c929e468c14075ec95 (unchanged)", - "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=3cdc2d7e66ab6a48014dcd425c88cfd42a964321 (unchanged)", - "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/a8fc5165aab02f328ccd148aafec1e59fd1426eb (unchanged)", + "run_order": "0292 (5-changed-components)", + "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=3cdc2d7e66ab6a48014dcd425c88cfd42a964321 (+ 18 commits)", + "git_gcc": "https://github.com/gcc-mirror/gcc/commit/8ae83274d8cc60547e8c92a41a4f4716b045f57a (+ 36 commits)", + "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=adc7eafa76e719d01823b6c929e468c14075ec95 (+ 15 commits)", + "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=3cdc2d7e66ab6a48014dcd425c88cfd42a964321 (+ 18 commits)", + "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/a8fc5165aab02f328ccd148aafec1e59fd1426eb (+ 53 commits)", "__report_version__": "1" }, - "Start Time": "2023-08-09 03:47:44" + "Start Time": "2023-08-07 03:34:02" }, "Tests": [ { @@ -140,18 +140,18 @@ , { "Data": [ - 56 + 28 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 2 + 6 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -159,7 +159,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -167,15 +167,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 6 + 10 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -183,7 +183,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -191,63 +191,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 914 + 1063 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 150222 + 200130 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 8262 + 11176 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 159398 + 212369 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 64 + 44 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 28 + 56 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 6 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -255,7 +255,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -263,15 +263,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 10 + 6 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -279,7 +279,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -287,47 +287,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 1063 + 914 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 200130 + 150222 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 11176 + 8262 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 212369 + 159398 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 44 + 64 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 8b0237d8..01497938 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,32 +1,34 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. +Our automatic CI successfully passed with your patch(es). Please find some details below. -In master-arm_eabi after: - - | 24 commits in gcc +In master-arm_eabi, after: + | 36 commits in gcc | 8ae83274d8c [committed] [RISC-V] Handle more cases in riscv_expand_conditional_move | b57bd27cb68 MATCH: [PR109959] `(uns <= 1) & uns` could be optimized to `uns == 1` | d8efc44d00c Use RPO order for sinking | af6cfd7b663 Fix ICE in rtl check when bootstrap. | aa63c20420d Improve -fopt-info-vec for basic-block vectorization - | ... and 19 more commits in gcc + | ... and 31 more commits in gcc -PASS -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/292/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/292/artifact/artifacts/notify/ -The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/292/artifact/artifacts/sumfiles/xfails.xfail +Used configuration : + *CI config* tcwg_gnu_embed_check_gcc master-arm_eabi + *configure and test flags:* --target arm-eabi -The configuration of this build is: -CI config tcwg_gnu_embed_check_gcc master-arm_eabi +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -----------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/292/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/292/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/292/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/292/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/286/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/274/artifact/artifacts diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt index d96b2437..4d979f20 100644 --- a/notify/mail-recipients.txt +++ b/notify/mail-recipients.txt @@ -1 +1 @@ -bcc:tcwg-validation@linaro.org,poulhies@adacore.com,cc:gcc-regression@gcc.gnu.org,cc:juzhe.zhong@rivai.ai,jbeulich@suse.com,lehua.ding@rivai.ai,jh@suse.cz,rguenther@suse.de,cc:bernstein@adacore.com,apinski@marvell.com,cc:trojanek@adacore.com,ro@CeBiTec.Uni-Bielefeld.DE,jeffreyalaw@gmail.com,hongtao.liu@intel.com,cc:miranda@adacore.com,cc:moy@adacore.com,cc:rzinsly@ventanamicro.com +roger@nextmovesoftware.com,bcc:tcwg-validation@linaro.org,poulhies@adacore.com,gaiusmod2@gmail.com,fdumont@gcc.gnu.org,cc:gcc-regression@gcc.gnu.org,cc:zengxiao@eswincomputing.com,cc:juzhe.zhong@rivai.ai,uecker@tugraz.at,jbeulich@suse.com,lehua.ding@rivai.ai,jh@suse.cz,rguenther@suse.de,cc:bernstein@adacore.com,apinski@marvell.com,gccadmin@gcc.gnu.org,cc:trojanek@adacore.com,ro@CeBiTec.Uni-Bielefeld.DE,jeffreyalaw@gmail.com,hongtao.liu@intel.com,cc:miranda@adacore.com,cc:moy@adacore.com,cc:rzinsly@ventanamicro.com diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 2f1567cd..352fe1fc 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 24 commits in gcc: PASS on arm +[Linaro-TCWG-CI] 36 commits in gcc: improvements on arm diff --git a/notify/regressions.sum b/notify/regressions.sum new file mode 100644 index 00000000..6c315718 --- /dev/null +++ b/notify/regressions.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 456 +# of flaky entries 0 +# of all tests 386507 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 8358d8e1..daea7c54 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -7,13 +7,13 @@ g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.3201869 -CURRENT: /tmp/gxx-sum2.3201869 +REFERENCE:/tmp/gxx-sum1.24164 +CURRENT: /tmp/gxx-sum2.24164 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ - | Passes [PASS] | 363551 | 363620 | + | Passes [PASS] | 363549 | 363620 | | Unexpected fails [FAIL] | 260 | 260 | | Errors [ERROR] | 0 | 0 | | Unexpected passes [XPASS] | 18 | 18 | @@ -24,7 +24,7 @@ o RUN STATUS: | REF | RES | | Untested [UNTESTED] | 0 | 0 | +------------------------------------------+---------+---------+ - REF PASS ratio: 0.945931 + REF PASS ratio: 0.945930 RES PASS ratio: 0.945939 o REGRESSIONS: @@ -36,12 +36,12 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | PASS disappears [PASS => ] | 70 | - | New PASS [ => PASS] | 133 | + | PASS disappears [PASS => ] | 84 | + | New PASS [ => PASS] | 149 | | XFAIL disappears [XFAIL=> ] | 5 | | XFAIL now PASS [XFAIL=> PASS] | 6 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 214 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 244 | +------------------------------------------+---------+ - PASS disappears [PASS => ]: @@ -118,6 +118,20 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.dg/dg.exp=c-c++-common/Wrestrict.c -Wc++-compat strncpy (test for warnings, line 958) gcc:gcc.dg/dg.exp=c-c++-common/Wrestrict.c -Wc++-compat strncpy (test for warnings, line 962) gcc:gcc.dg/dg.exp=c-c++-common/Wrestrict.c -Wc++-compat strncpy (test for warnings, line 964) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 15) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 23) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 75) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 78) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 79) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 93) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 97) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c note (test for warnings, line 17) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c note (test for warnings, line 21) + gcc:gcc.dg/dg.exp=gcc.dg/attr-access-2.c (test for warnings, line 121) + gcc:gcc.dg/dg.exp=gcc.dg/attr-access-2.c (test for warnings, line 67) + gcc:gcc.dg/dg.exp=gcc.dg/attr-access-2.c note (test for warnings, line 68) + gcc:gcc.dg/dg.exp=gcc.dg/attr-access-2.c note (test for warnings, line 69) + gcc:gcc.dg/dg.exp=gcc.dg/attr-access-2.c note at line 122 (test for warnings, line 121) - New PASS [ => PASS]: @@ -204,6 +218,16 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.dg/dg.exp=c-c++-common/Wrestrict.c -Wc++-compat strncpy (test for warnings, line 960) gcc:gcc.dg/dg.exp=c-c++-common/Wrestrict.c -Wc++-compat strncpy (test for warnings, line 963) gcc:gcc.dg/dg.exp=c-c++-common/Wrestrict.c -Wc++-compat strncpy (test for warnings, line 965) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 18) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 69) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 70) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 73) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 88) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c (test for warnings, line 92) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-4.c note (test for warnings, line 16) + gcc:gcc.dg/dg.exp=gcc.dg/attr-access-2.c (test for warnings, line 111) + gcc:gcc.dg/dg.exp=gcc.dg/attr-access-2.c note at line 112 (test for warnings, line 111) + gcc:gcc.dg/dg.exp=gcc.dg/pr68193.c (test for excess errors) gcc:gcc.dg/dg.exp=gcc.dg/pr96695-1.c (test for excess errors) gcc:gcc.dg/dg.exp=gcc.dg/pr96695-1.c scan-tree-dump-not ifcombine " != " gcc:gcc.dg/dg.exp=gcc.dg/pr96695-10.c (test for excess errors) @@ -257,6 +281,12 @@ o IMPROVEMENTS TO BE CHECKED: Executed from: gcc:gcc.dg/vect/vect.exp gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-cond-11.c -flto -ffat-lto-objects scan-tree-dump-not optimized "Invalid sum" gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-cond-11.c scan-tree-dump-not optimized "Invalid sum" + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-epilogues-2.c -flto -ffat-lto-objects scan-tree-dump-not optimized "Invalid sum" + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-epilogues-2.c scan-tree-dump-not optimized "Invalid sum" + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-epilogues.c -flto -ffat-lto-objects scan-tree-dump-not optimized "Invalid sum" + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-epilogues.c scan-tree-dump-not optimized "Invalid sum" + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-mask-store-move-1.c -flto -ffat-lto-objects scan-tree-dump-not optimized "Invalid sum" + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-mask-store-move-1.c scan-tree-dump-not optimized "Invalid sum" gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-widen-mult-extern-1.c -flto -ffat-lto-objects scan-tree-dump-not optimized "Invalid sum" gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-widen-mult-extern-1.c scan-tree-dump-not optimized "Invalid sum"