06-check_regression/baseline.xfail | 122 +++++++++++++++++++++++++++++++++++++ 06-check_regression/console.log.xz | Bin 0 -> 4284 bytes 06-check_regression/fails.sum | 6 ++ 06-check_regression/flaky.xfail | 14 +++++ README.html | 34 ++--------- README.txt | 33 ++-------- sumfiles/xfails.xfail | 42 ------------- 7 files changed, 153 insertions(+), 98 deletions(-) diff --git a/06-check_regression/baseline.xfail b/06-check_regression/baseline.xfail new file mode 100644 index 000000000..84fb9112e --- /dev/null +++ b/06-check_regression/baseline.xfail @@ -0,0 +1,122 @@ + === g++ tests === + +Running g++:g++.dg/coroutines/torture/coro-torture.exp ... +FAIL: g++.dg/coroutines/torture/func-params-07.C -O3 -g execution test +FAIL: g++.dg/coroutines/torture/pr103953.C -O2 execution test +FAIL: g++.dg/coroutines/torture/pr103953.C -O3 -g execution test + +Running g++:g++.dg/dg.exp ... +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++17 scan-ipa-dump cp "Discovered a virtual call to" +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++26 scan-ipa-dump cp "Discovered a virtual call to" +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++98 scan-ipa-dump cp "Discovered a virtual call to" + +Running g++:g++.dg/hwasan/hwasan.exp ... +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g scan-assembler-not __hwasan_tag_memory +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g execution test + +Running g++:g++.dg/lto/lto.exp ... +FAIL: g++.dg/lto/devirt-23 cp_lto_devirt-23_0.o-cp_lto_devirt-23_0.o execute -O3 -fno-early-inlining -fno-ipa-sra -fdump-ipa-cp -flto -fno-devirtualize-speculatively + +Running g++:g++.dg/torture/dg-torture.exp ... +FAIL: c-c++-common/torture/pr116156-1.c -O1 (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O2 (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O3 -g (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -Os (test for excess errors) +FAIL: g++.dg/torture/pr58552.C -O1 (test for excess errors) +FAIL: g++.dg/torture/pr58552.C -O2 (test for excess errors) +FAIL: g++.dg/torture/pr58552.C -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: g++.dg/torture/pr58552.C -O3 -g (test for excess errors) +FAIL: g++.dg/torture/pr58552.C -Os (test for excess errors) + +Running g++:g++.dg/vect/vect.exp ... +FAIL: g++.dg/vect/pr64410.cc -std=c++17 scan-tree-dump vect "vectorized 1 loops in function" +FAIL: g++.dg/vect/pr64410.cc -std=c++26 scan-tree-dump vect "vectorized 1 loops in function" + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/vla-1.c scan-tree-dump-times optimized " s=> i" 2 + +Running gcc:gcc.dg/guality/guality.exp ... +FAIL: gcc.dg/guality/pr41447-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION execution test +FAIL: gcc.dg/guality/vla-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 17 sizeof (a) == 6 + +Running gcc:gcc.dg/hwasan/hwasan.exp ... +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g scan-assembler-not __hwasan_tag_memory +FAIL: c-c++-common/hwasan/unprotected-allocas-1.c -O3 -g execution test + +Running gcc:gcc.dg/plugin/plugin.exp ... +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 28) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 39) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 41) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 42) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so at line 18 (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so at line 43 (test for warnings, line 42) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 18) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 21) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 29) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so at line 37 (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 18) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 21) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 29) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so at line 37 (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: c-c++-common/torture/pr116156-1.c -O1 (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O2 (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -O3 -g (test for excess errors) +FAIL: c-c++-common/torture/pr116156-1.c -Os (test for excess errors) + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/cswtch-6.c scan-assembler .rodata.cst16 +FAIL: gcc.dg/tree-ssa/predcom-8.c scan-tree-dump-not pcom "Invalid sum" + +Running gcc:gcc.dg/vect/complex/complex.exp ... +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-double.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-double.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" + +Running gcc:gcc.dg/vect/vect.exp ... +FAIL: gcc.dg/vect/vect-early-break_39.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorized 1 loops in function" 0 +FAIL: gcc.dg/vect/vect-early-break_39.c scan-tree-dump-times vect "vectorized 1 loops in function" 0 +XPASS: gcc.dg/vect/vect-fncall-mask-math.c -flto -ffat-lto-objects scan-tree-dump-not ifcvt " gimple_call " +XPASS: gcc.dg/vect/vect-fncall-mask-math.c scan-tree-dump-not ifcvt " gimple_call " + +Running gcc:gcc.misc-tests/gcov.exp ... +FAIL: gcc.misc-tests/gcov-29.c gcov: 0 failures in line counts, 0 in branch percentages, 0 in condition/decision, 1 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-29.c line 826: expected 0/5 covered paths, was 0/6 +FAIL: gcc.misc-tests/gcov-30.c gcov: 0 failures in line counts, 0 in branch percentages, 0 in condition/decision, 1 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-30.c line 826: expected 0/5 covered paths, was 0/6 +FAIL: gcc.misc-tests/gcov-pr83813.c gcov: 1 failures in line counts, 0 in branch percentages, 0 in condition/decision, 0 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-pr83813.c line 15: is #####:should be 1 +FAIL: gcc.misc-tests/gcov-pr84758.c gcov: 1 failures in line counts, 0 in branch percentages, 0 in condition/decision, 0 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-pr84758.c line 13: is 2:should be 1 +FAIL: gcc.misc-tests/gcov-pr85332.c gcov: 1 failures in line counts, 0 in branch percentages, 0 in condition/decision, 0 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-pr85332.c line 10: is 2:should be 3 +FAIL: gcc.misc-tests/gcov-pr85372.c gcov: 1 failures in line counts, 0 in branch percentages, 0 in condition/decision, 0 in prime-paths, 0 in return percentages, 0 in intermediate format, 0 failed in filters +FAIL: gcc.misc-tests/gcov-pr85372.c line 18: is #####:should be 1 + +Running gcc:gcc.target/aarch64/aarch64.exp ... +FAIL: gcc.target/aarch64/signbitv2sf.c scan-assembler-not -2147483648 +FAIL: gcc.target/aarch64/test_frame_2.c scan-assembler-times stp\tx30, x19, \\[sp, -[0-9]+\\]! 1 + === gfortran tests === + +Running gfortran:gfortran.dg/guality/guality.exp ... +FAIL: gfortran.dg/guality/arg1.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions line 14 a(10) == 10 +FAIL: gfortran.dg/guality/arg1.f90 -O3 -g line 14 a(10) == 10 diff --git a/06-check_regression/console.log.xz b/06-check_regression/console.log.xz new file mode 100644 index 000000000..4c9db9f24 Binary files /dev/null and b/06-check_regression/console.log.xz differ diff --git a/06-check_regression/fails.sum b/06-check_regression/fails.sum new file mode 100644 index 000000000..3a8f31b05 --- /dev/null +++ b/06-check_regression/fails.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 85 +# of flaky entries 1 +# of all tests 955150 diff --git a/06-check_regression/flaky.xfail b/06-check_regression/flaky.xfail new file mode 100644 index 000000000..cee7f9c77 --- /dev/null +++ b/06-check_regression/flaky.xfail @@ -0,0 +1,14 @@ +################################ +# Known flaky tests + +# From https://ci.linaro.org/job/tcwg_gcc_check--master-aarch64-build/3878/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20250911 | FAIL: 30_threads/async/async.cc -std=gnu++17 execution test + + === Results Summary === + +# of stable fails 65 +# of flaky entries 0 +# of all tests 19519 diff --git a/README.html b/README.html index 71a2bbc0c..a32c1ad7b 100644 --- a/README.html +++ b/README.html @@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories, as described below: