06-check_regression/baseline.xfail | 131 ++++++++++++++++++++++++++++++++ 06-check_regression/console.log.xz | Bin 0 -> 5396 bytes 06-check_regression/extra-bisect-params | 1 + 06-check_regression/fails.sum | 10 +++ 06-check_regression/flaky.xfail | 26 +++++++ 06-check_regression/results.regressions | 1 + 06-check_regression/trigger-bisect | 3 + README.html | 41 +--------- README.txt | 40 +--------- results | 1 + sumfiles/xfails.xfail | 42 ---------- 11 files changed, 178 insertions(+), 118 deletions(-) diff --git a/06-check_regression/baseline.xfail b/06-check_regression/baseline.xfail new file mode 100644 index 00000000..bf798d80 --- /dev/null +++ b/06-check_regression/baseline.xfail @@ -0,0 +1,131 @@ + === g++ tests === + +Running g++:g++.dg/coroutines/torture/coro-torture.exp ... +FAIL: g++.dg/coroutines/torture/func-params-07.C -O3 -g execution test +FAIL: g++.dg/coroutines/torture/pr103953.C -O2 execution test +FAIL: g++.dg/coroutines/torture/pr103953.C -O3 -g execution test + +Running g++:g++.dg/dg.exp ... +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++17 scan-ipa-dump cp "Discovered a virtual call to" +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++26 scan-ipa-dump cp "Discovered a virtual call to" +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++98 scan-ipa-dump cp "Discovered a virtual call to" + +Running g++:g++.dg/hwasan/hwasan.exp ... +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g scan-assembler-not __hwasan_tag_memory +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g execution test + +Running g++:g++.dg/lto/lto.exp ... +FAIL: g++.dg/lto/devirt-23 cp_lto_devirt-23_0.o-cp_lto_devirt-23_0.o execute -O3 -fno-early-inlining -fno-ipa-sra -fdump-ipa-cp -flto -fno-devirtualize-speculatively + +Running g++:g++.dg/torture/dg-torture.exp ... +FAIL: c-c++-common/torture/pr116156-1.c -O1 (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O2 (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O3 -g (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -Os (test for excess errors) +FAIL: g++.dg/torture/pr58552.C -O1 (test for excess errors) +FAIL: g++.dg/torture/pr58552.C -O2 (test for excess errors) +FAIL: g++.dg/torture/pr58552.C -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: g++.dg/torture/pr58552.C -O3 -g (test for excess errors) +FAIL: g++.dg/torture/pr58552.C -Os (test for excess errors) + +Running g++:g++.dg/vect/vect.exp ... +FAIL: g++.dg/vect/pr64410.cc -std=c++17 scan-tree-dump vect "vectorized 1 loops in function" +FAIL: g++.dg/vect/pr64410.cc -std=c++26 scan-tree-dump vect "vectorized 1 loops in function" + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/vla-1.c scan-tree-dump-times optimized " s=> i" 2 + +Running gcc:gcc.dg/guality/guality.exp ... +FAIL: gcc.dg/guality/pr41447-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION execution test +FAIL: gcc.dg/guality/vla-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 17 sizeof (a) == 6 + +Running gcc:gcc.dg/hwasan/hwasan.exp ... +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g scan-assembler-not __hwasan_tag_memory +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g execution test + +Running gcc:gcc.dg/plugin/plugin.exp ... +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 28) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 39) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 41) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 42) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so at line 18 (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so at line 43 (test for warnings, line 42) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 18) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 21) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 29) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so at line 37 (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 18) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 21) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 29) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so at line 37 (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: c-c++-common/torture/pr116156-1.c -O1 (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O2 (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O3 -g (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -Os (test for excess errors) + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/predcom-8.c scan-tree-dump-not pcom "Invalid sum" + +Running gcc:gcc.dg/vect/complex/complex.exp ... +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-double.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-double.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" + +Running gcc:gcc.dg/vect/vect.exp ... +FAIL: gcc.dg/vect/vect-early-break_39.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorized 1 loops in function" 0 +FAIL: gcc.dg/vect/vect-early-break_39.c scan-tree-dump-times vect "vectorized 1 loops in function" 0 +XPASS: gcc.dg/vect/vect-fncall-mask-math.c -flto -ffat-lto-objects scan-tree-dump-not ifcvt " gimple_call " +XPASS: gcc.dg/vect/vect-fncall-mask-math.c scan-tree-dump-not ifcvt " gimple_call " + +Running gcc:gcc.misc-tests/gcov.exp ... +FAIL: gcc.misc-tests/gcov-29.c gcov: 0 failures in line counts, 0 in branch percentages, 0 in condition/decision, 1 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-29.c line 826: expected 0/5 covered paths, was 0/6 +FAIL: gcc.misc-tests/gcov-30.c gcov: 0 failures in line counts, 0 in branch percentages, 0 in condition/decision, 1 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-30.c line 826: expected 0/5 covered paths, was 0/6 +FAIL: gcc.misc-tests/gcov-pr83813.c gcov: 1 failures in line counts, 0 in branch percentages, 0 in condition/decision, 0 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-pr83813.c line 15: is #####:should be 1 +FAIL: gcc.misc-tests/gcov-pr84758.c gcov: 1 failures in line counts, 0 in branch percentages, 0 in condition/decision, 0 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-pr84758.c line 13: is 2:should be 1 +FAIL: gcc.misc-tests/gcov-pr85332.c gcov: 1 failures in line counts, 0 in branch percentages, 0 in condition/decision, 0 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-pr85332.c line 10: is 2:should be 3 +FAIL: gcc.misc-tests/gcov-pr85372.c gcov: 1 failures in line counts, 0 in branch percentages, 0 in condition/decision, 0 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-pr85372.c line 18: is #####:should be 1 + +Running gcc:gcc.target/aarch64/aarch64.exp ... +FAIL: gcc.target/aarch64/cmpbr-3.c (test for excess errors) +FAIL: gcc.target/aarch64/neoverse_v1_2.c scan-tree-dump vect "_[0-9]+ - _[0-9]+ 1 times scalar_stmt costs 0 " +FAIL: gcc.target/aarch64/neoverse_v1_3.c scan-tree-dump vect "_[0-9]+ - _[0-9]+ 1 times scalar_stmt costs 0 " +FAIL: gcc.target/aarch64/pr110449.c scan-assembler , #?8.0e\\+0 +FAIL: gcc.target/aarch64/signbitv2sf.c scan-assembler-not -2147483648 +FAIL: gcc.target/aarch64/test_frame_2.c scan-assembler-times stp\tx30, x19, \\[sp, -[0-9]+\\]! 1 +FAIL: gcc.target/aarch64/vld2-1.c scan-tree-dump-times forwprop1 "after previous" 3 + +Running gcc:gcc.target/aarch64/sve/aarch64-sve.exp ... +XPASS: gcc.target/aarch64/sve/gather_load_13.c scan-assembler \\s+ld1w\\t +FAIL: gcc.target/aarch64/sve/strided_load_2.c scan-assembler-times \\tld1d\\tz[0-9]+\\.d, p[0-7]/z, \\[x[0-9]+, z[0-9]+.d, lsl 3\\]\\n 9 +FAIL: gcc.target/aarch64/sve/strided_store_2.c scan-assembler-times \\tst1d\\tz[0-9]+\\.d, p[0-7], \\[x[0-9]+, z[0-9]+.d, lsl 3\\]\\n 9 + === gfortran tests === + +Running gfortran:gfortran.dg/guality/guality.exp ... +FAIL: gfortran.dg/guality/arg1.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions line 14 a(10) == 10 +FAIL: gfortran.dg/guality/arg1.f90 -O3 -g line 14 a(10) == 10 diff --git a/06-check_regression/console.log.xz b/06-check_regression/console.log.xz new file mode 100644 index 00000000..41d4af30 Binary files /dev/null and b/06-check_regression/console.log.xz differ diff --git a/06-check_regression/extra-bisect-params b/06-check_regression/extra-bisect-params new file mode 100644 index 00000000..837d6584 --- /dev/null +++ b/06-check_regression/extra-bisect-params @@ -0,0 +1 @@ +extra_build_params=++testsuites gfortran:gfortran.dg/gomp/gomp.exp diff --git a/06-check_regression/fails.sum b/06-check_regression/fails.sum new file mode 100644 index 00000000..3f49a185 --- /dev/null +++ b/06-check_regression/fails.sum @@ -0,0 +1,10 @@ + === gfortran tests === + +Running gfortran:gfortran.dg/gomp/gomp.exp ... +FAIL: gfortran.dg/gomp/pr107421.f90 -O scan-ipa-dump whole-program "Varpool flags: tls-initial-exec" + + === Results Summary === + +# of stable fails 93 +# of flaky entries 2 +# of all tests 965067 diff --git a/06-check_regression/flaky.xfail b/06-check_regression/flaky.xfail new file mode 100644 index 00000000..61a68449 --- /dev/null +++ b/06-check_regression/flaky.xfail @@ -0,0 +1,26 @@ +################################ +# Known flaky tests + +# From https://ci.linaro.org/job/tcwg_gcc_check--master-aarch64-build/4074/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20251102 | FAIL: ext/rope/pthread7-rope.cc -std=gnu++17 execution test + + === Results Summary === + +# of stable fails 88 +# of flaky entries 0 +# of all tests 20000 + +# From https://ci.linaro.org/job/tcwg_gcc_check--master-aarch64-build/3878/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20250911 | FAIL: 30_threads/async/async.cc -std=gnu++17 execution test + + === Results Summary === + +# of stable fails 65 +# of flaky entries 0 +# of all tests 19519 diff --git a/06-check_regression/results.regressions b/06-check_regression/results.regressions new file mode 100644 index 00000000..0e86a649 --- /dev/null +++ b/06-check_regression/results.regressions @@ -0,0 +1 @@ +# 1 regressions diff --git a/06-check_regression/trigger-bisect b/06-check_regression/trigger-bisect new file mode 100644 index 00000000..4b04e3ea --- /dev/null +++ b/06-check_regression/trigger-bisect @@ -0,0 +1,3 @@ +current_project=gcc +bad_git=git+ssh://linaroci@gcc.gnu.org/git/gcc.git#2e567a06555ac92105e6264fc219a2d5131e1b4e +extra_build_params=++testsuites gfortran:gfortran.dg/gomp/gomp.exp diff --git a/README.html b/README.html index 671fc19b..b67a6b83 100644 --- a/README.html +++ b/README.html @@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories, as described below: