diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..e9b55c8a --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..ab59f3ac --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,17 @@ + === gcc tests === + +Running gcc:gcc.dg/vect/complex/complex.exp ... +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_FMA" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_FMA" + +Running gcc:gcc.target/arm/mve/mve.exp ... +FAIL: gcc.target/arm/mve/dlstp-compile-asm-2.c check-function-bodies test7 +FAIL: gcc.target/arm/mve/dlstp-invalid-asm.c scan-assembler-not \tletp +FAIL: gcc.target/arm/mve/dlstp-invalid-asm.c scan-assembler-not \tdlstp +FAIL: gcc.target/arm/mve/dlstp-loop-form.c (test for excess errors) + + === Results Summary === + +# of stable fails 133 +# of flaky entries 85 +# of all tests 399808 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 83d99cc6..5f7b8360 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] - 6 improvements + 6 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/865/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index e2f9a62c..c22864c3 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -15,7 +15,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/eb22a064455aeebc105cc89bf77f48aa18b52938 (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-12-02 04:32:46" + "Start Time": "2024-12-01 16:06:15" }, "Tests": [ { @@ -44,18 +44,18 @@ , { "Data": [ - 57 + 19 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 6 + 5 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -63,7 +63,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -71,15 +71,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" } , { "Data": [ - 6 + 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -87,7 +87,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -95,63 +95,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 940 + 136 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 162991 + 16158 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 9678 + 1076 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 173609 + 17370 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 69 + 26 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" } , { "Data": [ - 28 + 57 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 3 + 6 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -159,7 +159,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -167,15 +167,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 6 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -183,7 +183,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -191,63 +191,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 1426 + 940 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 204755 + 162991 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 2520 + 9678 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 208701 + 173609 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.gcc.good.nb_good" } , { "Data": [ - 33 + 69 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 19 + 28 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 5 + 3 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -255,7 +255,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -263,7 +263,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_gcc.g++.ERROR.nb_ERROR" } , { @@ -271,7 +271,7 @@ 2 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -279,7 +279,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -287,47 +287,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 136 + 1426 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 16158 + 204755 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 1076 + 2520 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 17370 + 208701 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_embed_check_gcc.g++.good.nb_good" } , { "Data": [ - 26 + 33 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_gcc.g++.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 9ea1c00e..3820816c 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,6 +1,6 @@ Dear contributor, -Our automatic CI has detected problems related to your patch(es). Please find some details below. +Our automatic CI successfully passed with your patch(es). Please find some details below. In master-arm_eabi, after: | 308 commits in gcc @@ -11,7 +11,9 @@ In master-arm_eabi, after: | 75fe4e29321 Write binary annotations for CodeView S_INLINESITE symbols | ... and 303 more commits in gcc -Produces 6 improvements: +Produces 6 fixes: + | + | fixes.sum: | Running gcc:gcc.dg/vect/complex/complex.exp ... | FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_FMA" | FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_FMA" @@ -21,7 +23,7 @@ Produces 6 improvements: Used configuration : *CI config* tcwg_gnu_embed_check_gcc master-arm_eabi - *configure and test flags:* --target arm-eabi + *configure and test flags:* --target arm-eabi If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. @@ -29,8 +31,8 @@ If you have any questions regarding this report, please ask on linaro-toolchain@ The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/865/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/865/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/865/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 5d713901..50bd4a2e 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 308 commits in gcc: 6 improvements on arm +[Linaro-TCWG-CI] 308 commits in gcc: 6 fixes on arm diff --git a/notify/results.compare.txt b/notify/results.compare.txt index faf89388..9dca7c10 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,14 +1,14 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.22536 -CURRENT: /tmp/gxx-sum2.22536 +REFERENCE:/tmp/gxx-sum1.6775 +CURRENT: /tmp/gxx-sum2.6775 +---------+---------+ o RUN STATUS: | REF | RES | @@ -36,7 +36,7 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | PASS disappears [PASS => ] | 101 | + | PASS disappears [PASS => ] | 98 | | PASS now XFAIL [PASS =>XFAIL] | 9 | | New PASS [ => PASS] | 1149 | | FAIL now PASS [FAIL => PASS] | 6 | @@ -45,6 +45,7 @@ o IMPROVEMENTS TO BE CHECKED: | XFAIL appears [ =>XFAIL] | 8 | | UNSUPPORTED disappears [UNSUP=> ] | 2 | | UNSUPPORTED appears [ =>UNSUP] | 14 | + | Flaky cases, ignored [~RANDOM ] | 3 | +------------------------------------------+---------+ | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 1301 | +------------------------------------------+---------+ @@ -147,11 +148,8 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/one_time_plugin.c compilation gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/poly-int-01_plugin.c compilation gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/poly-int-02_plugin.c compilation - gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/poly-int-03_plugin.c compilation - gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/poly-int-04_plugin.c compilation gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/poly-int-05_plugin.c compilation gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/poly-int-06_plugin.c compilation - gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/poly-int-07_plugin.c compilation gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/selfassign.c compilation gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/start_unit_plugin.c compilation gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/wide-int_plugin.c compilation @@ -1418,6 +1416,14 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr117476-2.c -Os + - Flaky cases, ignored [~RANDOM ]: + + Executed from: gcc:gcc.dg/plugin/plugin.exp + gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/poly-int-03_plugin.c compilation + gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/poly-int-04_plugin.c compilation + gcc:gcc.dg/plugin/plugin.exp=gcc.dg/plugin/poly-int-07_plugin.c compilation + + # Improvements found # No regression found in 3 common sum files