06-check_regression/baseline.xfail | 39 +++++++++++++++++++++++++++++++++++++ 06-check_regression/console.log.xz | Bin 0 -> 3332 bytes 06-check_regression/fails.sum | 6 ++++++ 06-check_regression/flaky.xfail | 23 ++++++++++++++++++++++ README.html | 36 ++++++++-------------------------- README.txt | 35 +++++++-------------------------- sumfiles/xfails.xfail | 2 ++ 7 files changed, 85 insertions(+), 56 deletions(-) diff --git a/06-check_regression/baseline.xfail b/06-check_regression/baseline.xfail new file mode 100644 index 00000000..61c7156d --- /dev/null +++ b/06-check_regression/baseline.xfail @@ -0,0 +1,39 @@ + === gcc tests === + +Running gcc:gcc.dg/guality/guality.exp ... +FAIL: gcc.dg/guality/vla-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 17 sizeof (a) == 6 + +Running gcc:gcc.dg/plugin/plugin.exp ... +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 28) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 39) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 41) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 42) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so at line 18 (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so at line 43 (test for warnings, line 42) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 18) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 21) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 29) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so at line 37 (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 18) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 21) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 29) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so at line 37 (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/predcom-8.c scan-tree-dump-not pcom "Invalid sum" + +Running gcc:gcc.dg/vect/vect.exp ... +XPASS: gcc.dg/vect/vect-fncall-mask-math.c -flto -ffat-lto-objects scan-tree-dump ifcvt " gimple_call <.MASK_CALL, _2, expf, _1, _30>" +XPASS: gcc.dg/vect/vect-fncall-mask-math.c -flto -ffat-lto-objects scan-tree-dump-not ifcvt " gimple_call " +XPASS: gcc.dg/vect/vect-fncall-mask-math.c scan-tree-dump ifcvt " gimple_call <.MASK_CALL, _2, expf, _1, _30>" +XPASS: gcc.dg/vect/vect-fncall-mask-math.c scan-tree-dump-not ifcvt " gimple_call " diff --git a/06-check_regression/console.log.xz b/06-check_regression/console.log.xz new file mode 100644 index 00000000..8f91bc3a Binary files /dev/null and b/06-check_regression/console.log.xz differ diff --git a/06-check_regression/fails.sum b/06-check_regression/fails.sum new file mode 100644 index 00000000..bdcbf863 --- /dev/null +++ b/06-check_regression/fails.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 30 +# of flaky entries 8 +# of all tests 943036 diff --git a/06-check_regression/flaky.xfail b/06-check_regression/flaky.xfail new file mode 100644 index 00000000..f61b0c74 --- /dev/null +++ b/06-check_regression/flaky.xfail @@ -0,0 +1,23 @@ +################################ +# Known flaky tests + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-aarch64-check_bootstrap-build/1116/: + === gcc tests === + +Running gcc:gcc.target/aarch64/sve/aarch64-sve.exp ... +flaky,expire=20250622 | ERROR: can't rename to "aarch64-old-dg-options": command already exists +flaky,expire=20250622 | ERROR: tcl error sourcing gcc.target/aarch64/sve/aarch64-sve.exp. +flaky,expire=20250622 | ERROR: tcl error code TCL OPERATION RENAME TARGET_EXISTS +flaky,expire=20250622 | UNRESOLVED: testcase gcc.target/aarch64/sve/aarch64-sve.exp' aborted due to Tcl error + +Running gcc:gcc.target/aarch64/sve2/aarch64-sve2.exp ... +flaky,expire=20250622 | ERROR: can't rename to "aarch64-old-dg-options": command already exists +flaky,expire=20250622 | ERROR: tcl error sourcing gcc.target/aarch64/sve2/aarch64-sve2.exp. +flaky,expire=20250622 | ERROR: tcl error code TCL OPERATION RENAME TARGET_EXISTS +flaky,expire=20250622 | UNRESOLVED: testcase gcc.target/aarch64/sve2/aarch64-sve2.exp' aborted due to Tcl error + + === Results Summary === + +# of stable fails 87 +# of flaky entries 0 +# of all tests 14610 diff --git a/README.html b/README.html index 9544dc98..5dca3954 100644 --- a/README.html +++ b/README.html @@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories, as described below: