12-check_regression/baseline.xfail | 251 +++++++++++++++++++++++++++++++++++++ 12-check_regression/console.log.xz | Bin 0 -> 5012 bytes 12-check_regression/fails.sum | 6 + 12-check_regression/flaky.xfail | 111 ++++++++++++++++ README.html | 7 +- README.txt | 5 +- sumfiles/xfails.xfail | 2 + 7 files changed, 379 insertions(+), 3 deletions(-) diff --git a/12-check_regression/baseline.xfail b/12-check_regression/baseline.xfail new file mode 100644 index 00000000..a0e14dce --- /dev/null +++ b/12-check_regression/baseline.xfail @@ -0,0 +1,251 @@ + === g++ tests === + +Running g++:g++.dg/analyzer/analyzer.exp ... +FAIL: c-c++-common/analyzer/fileno-1.c -std=c++14 (test for excess errors) +FAIL: c-c++-common/analyzer/fileno-1.c -std=c++17 (test for excess errors) +FAIL: c-c++-common/analyzer/fileno-1.c -std=c++20 (test for excess errors) +FAIL: c-c++-common/analyzer/fileno-1.c -std=c++98 (test for excess errors) +XPASS: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++14 (test for bogus messages, line 1211) +XPASS: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++14 (test for bogus messages, line 888) +FAIL: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++14 (test for warnings, line 881) +FAIL: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++14 (test for excess errors) +XPASS: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++17 (test for bogus messages, line 1211) +XPASS: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++17 (test for bogus messages, line 888) +FAIL: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++17 (test for warnings, line 881) +FAIL: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++17 (test for excess errors) +XPASS: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++20 (test for bogus messages, line 1211) +XPASS: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++20 (test for bogus messages, line 888) +FAIL: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++20 (test for warnings, line 881) +FAIL: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++20 (test for excess errors) +XPASS: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++98 (test for bogus messages, line 1211) +XPASS: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++98 (test for bogus messages, line 888) +FAIL: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++98 (test for warnings, line 881) +FAIL: c-c++-common/analyzer/flex-with-call-summaries.c -std=c++98 (test for excess errors) +XPASS: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++14 (test for bogus messages, line 889) +FAIL: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++14 at line 882 (test for warnings, line 881) +FAIL: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++14 (test for excess errors) +XPASS: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++17 (test for bogus messages, line 889) +FAIL: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++17 at line 882 (test for warnings, line 881) +FAIL: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++17 (test for excess errors) +XPASS: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++20 (test for bogus messages, line 889) +FAIL: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++20 at line 882 (test for warnings, line 881) +FAIL: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++20 (test for excess errors) +XPASS: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++98 (test for bogus messages, line 889) +FAIL: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++98 at line 882 (test for warnings, line 881) +FAIL: c-c++-common/analyzer/flex-without-call-summaries.c -std=c++98 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++14 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++14 expected multiline pattern lines 46-61 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++14 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++17 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++17 expected multiline pattern lines 46-61 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++17 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++20 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++20 expected multiline pattern lines 46-61 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++20 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++98 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++98 expected multiline pattern lines 46-61 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++98 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++14 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++14 expected multiline pattern lines 19-34 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++14 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++17 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++17 expected multiline pattern lines 19-34 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++17 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++20 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++20 expected multiline pattern lines 19-34 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++20 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++98 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++98 expected multiline pattern lines 19-34 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++98 (test for excess errors) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++14 (test for warnings, line 11) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++14 (test for warnings, line 19) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++14 (test for warnings, line 26) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++14 (test for warnings, line 34) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++14 (test for warnings, line 35) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++14 at line 12 (test for warnings, line 11) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++14 (test for excess errors) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++17 (test for warnings, line 11) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++17 (test for warnings, line 19) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++17 (test for warnings, line 26) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++17 (test for warnings, line 34) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++17 (test for warnings, line 35) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++17 at line 12 (test for warnings, line 11) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++17 (test for excess errors) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++20 (test for warnings, line 11) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++20 (test for warnings, line 19) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++20 (test for warnings, line 26) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++20 (test for warnings, line 34) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++20 (test for warnings, line 35) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++20 at line 12 (test for warnings, line 11) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++20 (test for excess errors) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++98 (test for warnings, line 11) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++98 (test for warnings, line 19) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++98 (test for warnings, line 26) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++98 (test for warnings, line 34) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++98 (test for warnings, line 35) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++98 at line 12 (test for warnings, line 11) +FAIL: g++.dg/analyzer/placement-new-size.C -std=c++98 (test for excess errors) + +Running g++:g++.dg/dg.exp ... +FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 23) +FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 27) +FAIL: g++.dg/contracts/contracts-tmpl-spec2.C output pattern test +FAIL: g++.dg/cpp2a/decomp2.C -std=gnu++14 execution test +FAIL: g++.dg/cpp2a/decomp2.C -std=gnu++17 execution test +FAIL: g++.dg/cpp2a/decomp2.C -std=gnu++20 execution test +FAIL: g++.dg/opt/pr97315-1.C -std=gnu++14 (test for excess errors) +FAIL: g++.dg/opt/pr97315-1.C -std=gnu++17 (test for excess errors) +FAIL: g++.dg/opt/pr97315-1.C -std=gnu++20 (test for excess errors) +FAIL: g++.dg/opt/pr97315-1.C -std=gnu++98 (test for excess errors) +XPASS: g++.dg/warn/Wstringop-overflow-4.C -std=gnu++98 pr106120 (test for bogus messages, line 144) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++14 (test for excess errors) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++17 (test for excess errors) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++20 (test for excess errors) +XPASS: g++.dg/warn/pr33738.C -std=gnu++14 (test for warnings, line 18) +XPASS: g++.dg/warn/pr33738.C -std=gnu++14 (test for warnings, line 22) +XPASS: g++.dg/warn/pr33738.C -std=gnu++17 (test for warnings, line 18) +XPASS: g++.dg/warn/pr33738.C -std=gnu++17 (test for warnings, line 22) +XPASS: g++.dg/warn/pr33738.C -std=gnu++20 (test for warnings, line 18) +XPASS: g++.dg/warn/pr33738.C -std=gnu++20 (test for warnings, line 22) +XPASS: g++.dg/warn/pr33738.C -std=gnu++98 (test for warnings, line 18) +XPASS: g++.dg/warn/pr33738.C -std=gnu++98 (test for warnings, line 22) + +Running g++:g++.dg/lto/lto.exp ... +FAIL: g++.dg/lto/pr65276 cp_lto_pr65276_0.o-cp_lto_pr65276_1.o link, -flto -O0 -std=c++11 + +Running g++:g++.dg/modules/modules.exp ... +FAIL: g++.dg/modules/xtreme-header-2_c.C -std=c++2b (test for excess errors) +FAIL: g++.dg/modules/xtreme-header-5_c.C -std=c++2a (test for excess errors) +FAIL: g++.dg/modules/xtreme-header-5_c.C -std=c++2b (test for excess errors) + +Running g++:g++.target/arm/arm.exp ... +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 10) +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 11) + +Running g++:g++.target/arm/mve.exp ... +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/pr97327.c (test for excess errors) +FAIL: g++.target/arm/mve/general-c++/nomve_fp_1.c (test for errors, line 13) +FAIL: g++.target/arm/mve/general-c++/nomve_fp_1.c at line 14 (test for warnings, line 13) +FAIL: g++.target/arm/mve/general-c++/nomve_fp_1.c (test for excess errors) + === gcc tests === + +Running gcc:gcc.dg/analyzer/analyzer.exp ... +FAIL: c-c++-common/analyzer/null-deref-pr108251-smp_fetch_ssl_fc_has_early-O2.c (test for excess errors) +FAIL: c-c++-common/analyzer/null-deref-pr108251-smp_fetch_ssl_fc_has_early.c (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c expected multiline pattern lines 46-61 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c expected multiline pattern lines 19-34 +FAIL: gcc.dg/analyzer/out-of-bounds-diagram-10.c (test for excess errors) +FAIL: gcc.dg/analyzer/out-of-bounds-diagram-10.c 2 blank line(s) in output +FAIL: gcc.dg/analyzer/out-of-bounds-diagram-10.c expected multiline pattern lines 13-28 +FAIL: gcc.dg/analyzer/switch-enum-1.c (test for bogus messages, line 26) +FAIL: gcc.dg/analyzer/switch-enum-1.c (test for bogus messages, line 44) +FAIL: gcc.dg/analyzer/switch-enum-2.c (test for bogus messages, line 34) +FAIL: gcc.dg/analyzer/switch-enum-2.c (test for bogus messages, line 52) + +Running gcc:gcc.dg/analyzer/torture/analyzer-torture.exp ... +FAIL: gcc.dg/analyzer/torture/switch-enum-pr105273-doom-p_floor.c -O0 (test for bogus messages, line 82) +FAIL: gcc.dg/analyzer/torture/switch-enum-pr105273-doom-p_maputl.c -O0 (test for bogus messages, line 83) + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/Wnonnull-4.c (test for excess errors) +FAIL: gcc.dg/auto-init-uninit-17.c unconditional (test for warnings, line 14) +FAIL: gcc.dg/c23-stdarg-4.c execution test +FAIL: gcc.dg/ira-shrinkwrap-prep-1.c scan-rtl-dump pro_and_epilogue "Performing shrink-wrapping" +FAIL: gcc.dg/uninit-17.c unconditional (test for warnings, line 14) + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O0 execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O1 execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O2 execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O3 -g execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -Os execution test + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/gen-vect-26.c scan-tree-dump-times vect "Alignment of access forced using peeling" 1 +FAIL: gcc.dg/tree-ssa/gen-vect-26.c scan-tree-dump-times vect "Vectorizing an unaligned access" 0 +FAIL: gcc.dg/tree-ssa/gen-vect-28.c scan-tree-dump-times vect "Alignment of access forced using peeling" 1 +FAIL: gcc.dg/tree-ssa/gen-vect-28.c scan-tree-dump-times vect "Vectorizing an unaligned access" 0 +FAIL: gcc.dg/tree-ssa/scev-3.c scan-tree-dump-times ivopts "&a" 1 +FAIL: gcc.dg/tree-ssa/scev-5.c scan-tree-dump-times ivopts "&a" 1 + +Running gcc:gcc.dg/vect/vect.exp ... +FAIL: gcc.dg/vect/slp-mask-store-1.c -flto -ffat-lto-objects execution test +FAIL: gcc.dg/vect/slp-mask-store-1.c execution test + +Running gcc:gcc.misc-tests/gcov.exp ... +FAIL: gcc.misc-tests/gcov-pr94029.c gcov failed: spawn failed + +Running gcc:gcc.target/arm/arm.exp ... +FAIL: gcc.target/arm/addr-modes-float.c scan-assembler vst3.8\t{d[02468], d[02468], d[02468]}, \\[r[0-9]+\\]! +FAIL: gcc.target/arm/bfloat16_scalar_typecheck.c (test for errors, line 45) +FAIL: gcc.target/arm/bfloat16_scalar_typecheck.c (test for errors, line 97) +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler-not .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler-not .arch_extension mve +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler-not .arch_extension mve.fp +FAIL: gcc.target/arm/cortex-m55-nodsp-flag-softfp.c scan-assembler .arch_extension fp +FAIL: gcc.target/arm/cortex-m55-nodsp-flag-softfp.c scan-assembler .arch_extension fp.dp +FAIL: gcc.target/arm/cortex-m55-nodsp-flag-softfp.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler .arch_extension mve +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler .fpu softvfp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler-not .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler-not .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler-not .arch_extension mve.fp +FAIL: gcc.target/arm/cortex-m55-nofp-flag-softfp.c scan-assembler .arch_extension dsp +FAIL: gcc.target/arm/cortex-m55-nofp-flag-softfp.c scan-assembler .arch_extension mve +FAIL: gcc.target/arm/cortex-m55-nofp-nomve-flag-softfp.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler-not .arch_extension mve +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler-not .arch_extension mve.fp +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .arch_extension dsp +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .arch_extension fp +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .arch_extension fp.dp +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension mve +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler-not .arch_extension mve.fp +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension dsp +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension fp +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension fp.dp +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension mve +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .fpu fpv5-d16 +FAIL: gcc.target/arm/pr43920-2.c object-size text <= 54 +FAIL: gcc.target/arm/pr43920-2.c scan-assembler-times pop 2 + +Running gcc:gcc.target/arm/mve/mve.exp ... +FAIL: gcc.target/arm/mve/general-c/nomve_fp_1.c (test for errors, line 15) +FAIL: gcc.target/arm/mve/general-c/nomve_fp_1.c at line 16 (test for warnings, line 15) +FAIL: gcc.target/arm/mve/general-c/nomve_fp_1.c (test for excess errors) +FAIL: gcc.target/arm/mve/intrinsics/pr97327.c (test for excess errors) + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 19_diagnostics/stacktrace/current.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/current.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++26 execution test +FAIL: 22_locale/ctype/scan/wchar_t/1.cc -std=gnu++17 execution test +FAIL: 23_containers/vector/bool/110807.cc -std=gnu++17 (test for excess errors) +FAIL: 27_io/basic_filebuf/underflow/wchar_t/11603.cc -std=gnu++17 execution test +FAIL: 27_io/basic_fstream/53984.cc -std=gnu++17 execution test +FAIL: 29_atomics/atomic/compare_exchange_padding.cc -std=gnu++20 execution test +FAIL: 29_atomics/atomic/compare_exchange_padding.cc -std=gnu++26 execution test +XPASS: ext/stdio_filebuf/char/10063-2.cc -std=gnu++17 execution test +XPASS: ext/stdio_filebuf/char/10063-3.cc -std=gnu++17 execution test diff --git a/12-check_regression/console.log.xz b/12-check_regression/console.log.xz new file mode 100644 index 00000000..288b04b3 Binary files /dev/null and b/12-check_regression/console.log.xz differ diff --git a/12-check_regression/fails.sum b/12-check_regression/fails.sum new file mode 100644 index 00000000..976f0dee --- /dev/null +++ b/12-check_regression/fails.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 215 +# of flaky entries 100 +# of all tests 403697 diff --git a/12-check_regression/flaky.xfail b/12-check_regression/flaky.xfail new file mode 100644 index 00000000..0c5b76a3 --- /dev/null +++ b/12-check_regression/flaky.xfail @@ -0,0 +1,111 @@ +################################ +# Known flaky tests + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/243/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20231128 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20231128 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20231128 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20231128 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20231128 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20231128 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20231128 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20231128 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20231128 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20231128 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20231128 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20231128 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20231128 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20231128 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20231128 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20231128 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20231128 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20231128 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/combine-cmp-shift.c scan-assembler cmp\tr[0-9]*, r[0-9]*, asr #31 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/neon-vmla-1.c scan-assembler vmla\\.i32 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/neon-vmls-1.c scan-assembler vmls\\.i32 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr19599.c scan-assembler bx +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr42093.c scan-assembler-not tbb +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr42093.c scan-assembler-not tbh +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr42879.c scan-assembler lsls +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr44999.c scan-assembler uxtb +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr46631.c scan-assembler ands +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr46788.c scan-assembler-not -32768 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler clz +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler lsr.*#5 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler sub +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr46975.c scan-assembler adcs +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr46975.c scan-assembler subs +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr53447-1.c scan-assembler-not mov +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr53447-2.c scan-assembler-not mov +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr53447-3.c scan-assembler-not mov +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/pr53447-4.c scan-assembler-not mov +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/tail-long-call.c scan-assembler bx +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/tail-long-call.c scan-assembler-not blx +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-1.c scan-assembler adds +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-1.c scan-assembler-not cmn +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-2.c scan-assembler adds +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-2.c scan-assembler-not cmn +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-1.c scan-assembler cmpne +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-2.c scan-assembler cmpeq +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-3.c scan-assembler cmpgt +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-4.c scan-assembler cmpgt +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-2.c scan-assembler muls +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-2.c scan-assembler-not cmp +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-3.c scan-assembler muls +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-3.c scan-assembler-not cmp +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-mul-space.c scan-assembler muls +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-mul-speed.c scan-assembler-not muls +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler add.*#-16843010 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler and.*#13435085 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler sub.*#-1426019584 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-2004318072 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-33489408 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-572662307 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-587145984 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#13056 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#17 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1717986918 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1996488704 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#2228258 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#285212672 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#285217024 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#3342387 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#4456516 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#65536 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler addw.*#546 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler and.*#-1431655766 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler bic.*#1114129 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler bic.*#170 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler orn.*#255 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#252706816 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#32505856 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#3600 +flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#480 + + === Results Summary === diff --git a/README.html b/README.html index 1d5fe685..dc41936a 100644 --- a/README.html +++ b/README.html @@ -30,7 +30,7 @@ If you are investigating such a problem, you are probably primarily interested in:

@@ -58,12 +58,15 @@ List of files below:

  • ./jenkins/run-build.env
  • ./manifest.sh
  • ./notify/configure-make.txt +
  • ./notify/configure-toolchain.txt +
  • ./notify/fixes.sum
  • ./notify/jira/comment-template.txt -
  • ./notify/lnt_report.json +
  • ./notify/lnt_report.json
  • ./notify/mail-body.txt
  • ./notify/mail-recipients.txt
  • ./notify/mail-subject.txt
  • ./notify/progressions.sum +
  • ./notify/regressions.sum
  • ./notify/results.compare
  • ./notify/results.compare.txt
  • ./notify/results-summary.txt diff --git a/README.txt b/README.txt index 5575072a..5e0740bb 100644 --- a/README.txt +++ b/README.txt @@ -27,7 +27,7 @@ If you are investigating such a problem, you are probably primarily interested in: -- notify/results.compare.txt (regression report). +- notify/regressions.sum and notify/results.compare.txt (regression report). @@ -55,12 +55,15 @@ List of files below: - ./jenkins/run-build.env - ./manifest.sh - ./notify/configure-make.txt +- ./notify/configure-toolchain.txt +- ./notify/fixes.sum - ./notify/jira/comment-template.txt - ./notify/lnt_report.json - ./notify/mail-body.txt - ./notify/mail-recipients.txt - ./notify/mail-subject.txt - ./notify/progressions.sum +- ./notify/regressions.sum - ./notify/results.compare - ./notify/results.compare.txt - ./notify/results-summary.txt diff --git a/sumfiles/xfails.xfail b/sumfiles/xfails.xfail index 45552391..747e4a77 100644 --- a/sumfiles/xfails.xfail +++ b/sumfiles/xfails.xfail @@ -3,6 +3,7 @@ # - known flaky tests (from baseline) # - known failures (from baseline) # +################################ # Known flaky tests # From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/243/: @@ -113,6 +114,7 @@ flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c flaky,expire=20231128 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#480 === Results Summary === +################################ # Known failures (from baseline) === g++ tests ===