06-check_regression/baseline.xfail | 93 ++++++++++++++++++++++++++++++++ 06-check_regression/console.log.xz | Bin 0 -> 4868 bytes 06-check_regression/extra-bisect-params | 1 + 06-check_regression/fails.sum | 11 ++++ 06-check_regression/flaky.xfail | 23 ++++++++ 06-check_regression/results.regressions | 1 + 06-check_regression/trigger-bisect | 3 ++ README.html | 48 ++++------------- README.txt | 47 ++++------------ jenkins/old_jira_cards.log | 16 +++--- results | 1 + sumfiles/xfails.xfail | 2 + 12 files changed, 162 insertions(+), 84 deletions(-) diff --git a/06-check_regression/baseline.xfail b/06-check_regression/baseline.xfail new file mode 100644 index 00000000..d9d5aa50 --- /dev/null +++ b/06-check_regression/baseline.xfail @@ -0,0 +1,93 @@ + === g++ tests === + +Running g++:g++.dg/coroutines/torture/coro-torture.exp ... +FAIL: g++.dg/coroutines/torture/exceptions-test-01-n4849-a.C -O2 execution test +FAIL: g++.dg/coroutines/torture/exceptions-test-01-n4849-a.C -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: g++.dg/coroutines/torture/exceptions-test-01-n4849-a.C -O3 -g execution test +FAIL: g++.dg/coroutines/torture/func-params-07.C -O2 execution test +FAIL: g++.dg/coroutines/torture/func-params-07.C -O3 -g execution test +FAIL: g++.dg/coroutines/torture/pr103953.C -O2 execution test +FAIL: g++.dg/coroutines/torture/pr103953.C -O3 -g execution test + +Running g++:g++.dg/dg.exp ... +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++17 scan-ipa-dump cp "Discovered a virtual call to" +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++26 scan-ipa-dump cp "Discovered a virtual call to" +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++98 scan-ipa-dump cp "Discovered a virtual call to" + +Running g++:g++.dg/hwasan/hwasan.exp ... +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g scan-assembler-not __hwasan_tag_memory +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g execution test + +Running g++:g++.dg/lto/lto.exp ... +FAIL: g++.dg/lto/devirt-23 cp_lto_devirt-23_0.o-cp_lto_devirt-23_0.o execute -O3 -fno-early-inlining -fno-ipa-sra -fdump-ipa-cp -flto -fno-devirtualize-speculatively + +Running g++:g++.dg/vect/vect.exp ... +FAIL: g++.dg/vect/pr64410.cc -std=c++17 scan-tree-dump vect "vectorized 1 loops in function" +FAIL: g++.dg/vect/pr64410.cc -std=c++26 scan-tree-dump vect "vectorized 1 loops in function" + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/vla-1.c scan-tree-dump-times optimized " s=> i" 2 + +Running gcc:gcc.dg/guality/guality.exp ... +XPASS: gcc.dg/guality/pr41447-1.c -O3 -g -DPREVENT_OPTIMIZATION execution test +FAIL: gcc.dg/guality/vla-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 17 sizeof (a) == 6 + +Running gcc:gcc.dg/hwasan/hwasan.exp ... +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g scan-assembler-not __hwasan_tag_memory +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g execution test + +Running gcc:gcc.dg/plugin/plugin.exp ... +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 28) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 39) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 41) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 42) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so at line 18 (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so at line 43 (test for warnings, line 42) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 18) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 21) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 29) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so at line 37 (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 18) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 21) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 29) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so at line 37 (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/pr81627.c scan-tree-dump-times pcom "Store-stores chain" 1 +FAIL: gcc.dg/tree-ssa/predcom-8.c scan-tree-dump-not pcom "Invalid sum" + +Running gcc:gcc.dg/vect/complex/complex.exp ... +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-double.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-double.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" + +Running gcc:gcc.dg/vect/vect.exp ... +FAIL: gcc.dg/vect/pr101145.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorized 1 loops" 7 +FAIL: gcc.dg/vect/pr101145.c scan-tree-dump-times vect "vectorized 1 loops" 7 +XPASS: gcc.dg/vect/vect-fncall-mask-math.c -flto -ffat-lto-objects scan-tree-dump ifcvt " gimple_call <.MASK_CALL, _2, expf, _1, _30>" +XPASS: gcc.dg/vect/vect-fncall-mask-math.c -flto -ffat-lto-objects scan-tree-dump-not ifcvt " gimple_call " +XPASS: gcc.dg/vect/vect-fncall-mask-math.c scan-tree-dump ifcvt " gimple_call <.MASK_CALL, _2, expf, _1, _30>" +XPASS: gcc.dg/vect/vect-fncall-mask-math.c scan-tree-dump-not ifcvt " gimple_call " + +Running gcc:gcc.target/aarch64/aarch64.exp ... +FAIL: gcc.target/aarch64/signbitv2sf.c scan-assembler-not -2147483648 +FAIL: gcc.target/aarch64/test_frame_2.c scan-assembler-times stp\tx30, x19, \\[sp, -[0-9]+\\]! 1 + === gfortran tests === + +Running gfortran:gfortran.dg/guality/guality.exp ... +FAIL: gfortran.dg/guality/arg1.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions line 14 a(10) == 10 +FAIL: gfortran.dg/guality/arg1.f90 -O3 -g line 14 a(10) == 10 diff --git a/06-check_regression/console.log.xz b/06-check_regression/console.log.xz new file mode 100644 index 00000000..422ecc84 Binary files /dev/null and b/06-check_regression/console.log.xz differ diff --git a/06-check_regression/extra-bisect-params b/06-check_regression/extra-bisect-params new file mode 100644 index 00000000..c9ab0057 --- /dev/null +++ b/06-check_regression/extra-bisect-params @@ -0,0 +1 @@ +extra_build_params=++testsuites gcc:gcc.dg/vect/vect.exp diff --git a/06-check_regression/fails.sum b/06-check_regression/fails.sum new file mode 100644 index 00000000..af3f4047 --- /dev/null +++ b/06-check_regression/fails.sum @@ -0,0 +1,11 @@ + === gcc tests === + +Running gcc:gcc.dg/vect/vect.exp ... +FAIL: gcc.dg/vect/vect-early-break_39.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorized 1 loops in function" 0 +FAIL: gcc.dg/vect/vect-early-break_39.c scan-tree-dump-times vect "vectorized 1 loops in function" 0 + + === Results Summary === + +# of stable fails 64 +# of flaky entries 8 +# of all tests 948924 diff --git a/06-check_regression/flaky.xfail b/06-check_regression/flaky.xfail new file mode 100644 index 00000000..f61b0c74 --- /dev/null +++ b/06-check_regression/flaky.xfail @@ -0,0 +1,23 @@ +################################ +# Known flaky tests + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-aarch64-check_bootstrap-build/1116/: + === gcc tests === + +Running gcc:gcc.target/aarch64/sve/aarch64-sve.exp ... +flaky,expire=20250622 | ERROR: can't rename to "aarch64-old-dg-options": command already exists +flaky,expire=20250622 | ERROR: tcl error sourcing gcc.target/aarch64/sve/aarch64-sve.exp. +flaky,expire=20250622 | ERROR: tcl error code TCL OPERATION RENAME TARGET_EXISTS +flaky,expire=20250622 | UNRESOLVED: testcase gcc.target/aarch64/sve/aarch64-sve.exp' aborted due to Tcl error + +Running gcc:gcc.target/aarch64/sve2/aarch64-sve2.exp ... +flaky,expire=20250622 | ERROR: can't rename to "aarch64-old-dg-options": command already exists +flaky,expire=20250622 | ERROR: tcl error sourcing gcc.target/aarch64/sve2/aarch64-sve2.exp. +flaky,expire=20250622 | ERROR: tcl error code TCL OPERATION RENAME TARGET_EXISTS +flaky,expire=20250622 | UNRESOLVED: testcase gcc.target/aarch64/sve2/aarch64-sve2.exp' aborted due to Tcl error + + === Results Summary === + +# of stable fails 87 +# of flaky entries 0 +# of all tests 14610 diff --git a/06-check_regression/results.regressions b/06-check_regression/results.regressions new file mode 100644 index 00000000..826532c0 --- /dev/null +++ b/06-check_regression/results.regressions @@ -0,0 +1 @@ +# 2 regressions diff --git a/06-check_regression/trigger-bisect b/06-check_regression/trigger-bisect new file mode 100644 index 00000000..ed4b71f5 --- /dev/null +++ b/06-check_regression/trigger-bisect @@ -0,0 +1,3 @@ +current_project=gcc +bad_git=git+ssh://linaroci@gcc.gnu.org/git/gcc.git#0291f53f8d2343ca0d39589ebffc31d9c328d6ab +extra_build_params=++testsuites gcc:gcc.dg/vect/vect.exp diff --git a/README.html b/README.html index 72121a64..85ac3c60 100644 --- a/README.html +++ b/README.html @@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories, as described below: