06-check_regression/baseline.xfail | 165 +++++++++++++++++++++++++++++++++++++ 06-check_regression/console.log.xz | Bin 0 -> 4300 bytes 06-check_regression/fails.sum | 6 ++ 06-check_regression/flaky.xfail | 2 + README.html | 7 +- README.txt | 5 +- sumfiles/xfails.xfail | 2 + 7 files changed, 184 insertions(+), 3 deletions(-) diff --git a/06-check_regression/baseline.xfail b/06-check_regression/baseline.xfail new file mode 100644 index 00000000..6480bb8a --- /dev/null +++ b/06-check_regression/baseline.xfail @@ -0,0 +1,165 @@ + === g++ tests === + +Running g++:g++.dg/dg.exp ... +FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 23) +FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 27) +FAIL: g++.dg/contracts/contracts-tmpl-spec2.C output pattern test +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++14 (test for excess errors) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++17 (test for excess errors) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++20 (test for excess errors) + +Running g++:g++.dg/lto/lto.exp ... +FAIL: g++.dg/lto/pr65276 cp_lto_pr65276_0.o-cp_lto_pr65276_1.o link, -flto -O0 -std=c++11 + +Running g++:g++.dg/modules/modules.exp ... +FAIL: g++.dg/modules/xtreme-header-5_c.C -std=c++2a (test for excess errors) +FAIL: g++.dg/modules/xtreme-header-5_c.C -std=c++2b (test for excess errors) + +Running g++:g++.target/arm/arm.exp ... +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 10) +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 11) + +Running g++:g++.target/arm/mve.exp ... +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/mve_intrinsic_type_overloads-int.c (test for warnings, line 53) +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/mve_intrinsic_type_overloads-int.c (test for warnings, line 83) +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/mve_intrinsic_type_overloads-int.c (test for excess errors) + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 72) +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 77) +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 note (test for warnings, line 68) +FAIL: gcc.dg/c2x-stdarg-4.c execution test + +Running gcc:gcc.dg/plugin/plugin.exp ... +FAIL: gcc.dg/plugin/must-tail-call-1.c -fplugin=./must_tail_call_plugin.so (internal compiler error: in df_refs_verify, at df-scan.cc:4009) +FAIL: gcc.dg/plugin/must-tail-call-1.c -fplugin=./must_tail_call_plugin.so (test for excess errors) + +Running gcc:gcc.dg/simulate-thread/simulate-thread.exp ... +FAIL: gcc.dg/simulate-thread/atomic-load-longlong.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-int.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-int.c -O2 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-int.c -O3 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-longlong.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-longlong.c -O2 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-longlong.c -O3 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-short.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-short.c -O2 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-short.c -O3 -g thread simulation test + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O0 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O1 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O3 -g execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -Os execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O0 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O1 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O2 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O3 -g execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -Os execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O0 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O1 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O2 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O3 -g execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -Os execution test + +Running gcc:gcc.dg/tree-prof/tree-prof.exp ... +FAIL: gcc.dg/tree-prof/pr77698.c scan-rtl-dump-times alignments "internal loop alignment added" 1 + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/predcom-2.c scan-tree-dump-times pcom "Unrolling 2 times." 2 +FAIL: gcc.dg/tree-ssa/scev-3.c scan-tree-dump-times ivopts "&a" 1 +FAIL: gcc.dg/tree-ssa/scev-5.c scan-tree-dump-times ivopts "&a" 1 + +Running gcc:gcc.dg/vect/vect.exp ... +FAIL: gcc.dg/vect/pr97428.c -flto -ffat-lto-objects scan-tree-dump vect "Detected interleaving load of size 8" +FAIL: gcc.dg/vect/pr97428.c -flto -ffat-lto-objects scan-tree-dump vect "Detected interleaving store of size 16" +FAIL: gcc.dg/vect/pr97428.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +FAIL: gcc.dg/vect/pr97428.c scan-tree-dump vect "Detected interleaving load of size 8" +FAIL: gcc.dg/vect/pr97428.c scan-tree-dump vect "Detected interleaving store of size 16" +FAIL: gcc.dg/vect/pr97428.c scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +FAIL: gcc.dg/vect/slp-47.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +FAIL: gcc.dg/vect/slp-47.c scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +FAIL: gcc.dg/vect/slp-48.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +FAIL: gcc.dg/vect/slp-48.c scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s124.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s124.c scan-tree-dump vect "vectorized 1 loops" +FAIL: gcc.dg/vect/tsvc/vect-tsvc-s1281.c -flto -ffat-lto-objects execution test +FAIL: gcc.dg/vect/tsvc/vect-tsvc-s1281.c execution test +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s276.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s276.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3111.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3111.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3113.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3113.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s312.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s312.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s314.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s314.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s316.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s316.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s317.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s317.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s319.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s319.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s441.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s441.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s443.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s443.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s453.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s453.c scan-tree-dump vect "vectorized 1 loops" +FAIL: gcc.dg/vect/vect-fmax-2.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-2.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmax-2.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-2.c scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmax-3.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-3.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmax-3.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-3.c scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-2.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-2.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-2.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-2.c scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-3.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-3.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-3.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-3.c scan-tree-dump vect "LOOP VECTORIZED" + +Running gcc:gcc.target/arm/arm.exp ... +FAIL: gcc.target/arm/addr-modes-float.c scan-assembler vst3.8\t{d[02468], d[02468], d[02468]}, \\[r[0-9]+\\]! +FAIL: gcc.target/arm/bfloat16_scalar_typecheck.c (test for errors, line 45) +FAIL: gcc.target/arm/bfloat16_scalar_typecheck.c (test for errors, line 97) +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vmaxnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vminnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/ftest-armv5t-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv5te-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6k-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6z-thumb.c (test for excess errors) +FAIL: gcc.target/arm/memset-inline-8.c scan-assembler-not vstr +FAIL: gcc.target/arm/pr40457-2.c scan-assembler strd|stm +FAIL: gcc.target/arm/pr43920-2.c object-size text <= 54 +FAIL: gcc.target/arm/pr43920-2.c scan-assembler-times pop 2 + === gfortran tests === + +Running gfortran:gfortran.dg/ieee/ieee.exp ... +FAIL: gfortran.dg/ieee/modes_1.f90 -O0 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O1 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O2 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O3 -g execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -Os execution test + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 29_atomics/atomic/compare_exchange_padding.cc execution test +FAIL: 29_atomics/atomic_ref/compare_exchange_padding.cc execution test +FAIL: experimental/simd/standard_abi_usable.cc -ffast-math -O2 -Wno-psabi (test for excess errors) +FAIL: experimental/simd/standard_abi_usable_2.cc -ffast-math -O2 -Wno-psabi (test for excess errors) diff --git a/06-check_regression/console.log.xz b/06-check_regression/console.log.xz new file mode 100644 index 00000000..7541359b Binary files /dev/null and b/06-check_regression/console.log.xz differ diff --git a/06-check_regression/fails.sum b/06-check_regression/fails.sum new file mode 100644 index 00000000..dc1eb3f7 --- /dev/null +++ b/06-check_regression/fails.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 131 +# of flaky entries 0 +# of all tests 538332 diff --git a/06-check_regression/flaky.xfail b/06-check_regression/flaky.xfail new file mode 100644 index 00000000..a1a0a1ba --- /dev/null +++ b/06-check_regression/flaky.xfail @@ -0,0 +1,2 @@ +################################ +# Known flaky tests diff --git a/README.html b/README.html index 4281b4fa..b33e0aca 100644 --- a/README.html +++ b/README.html @@ -30,7 +30,7 @@ If you are investigating such a problem, you are probably primarily interested in:

@@ -46,12 +46,15 @@ List of files below:

  • ./manifest.sh
  • ./notify/check-regression-status.txt
  • ./notify/configure-make.txt +
  • ./notify/configure-toolchain.txt +
  • ./notify/fixes.sum
  • ./notify/jira/comments.txt
  • ./notify/jira/comment-template.txt -
  • ./notify/lnt_report.json +
  • ./notify/lnt_report.json
  • ./notify/mail-body.txt
  • ./notify/mail-recipients.txt
  • ./notify/mail-subject.txt +
  • ./notify/regressions.sum
  • ./notify/results.compare
  • ./notify/results.compare.txt
  • ./notify/results-summary.txt diff --git a/README.txt b/README.txt index e77429fd..f8b01284 100644 --- a/README.txt +++ b/README.txt @@ -27,7 +27,7 @@ If you are investigating such a problem, you are probably primarily interested in: -- notify/results.compare.txt (regression report). +- notify/regressions.sum and notify/results.compare.txt (regression report). @@ -43,12 +43,15 @@ List of files below: - ./manifest.sh - ./notify/check-regression-status.txt - ./notify/configure-make.txt +- ./notify/configure-toolchain.txt +- ./notify/fixes.sum - ./notify/jira/comments.txt - ./notify/jira/comment-template.txt - ./notify/lnt_report.json - ./notify/mail-body.txt - ./notify/mail-recipients.txt - ./notify/mail-subject.txt +- ./notify/regressions.sum - ./notify/results.compare - ./notify/results.compare.txt - ./notify/results-summary.txt diff --git a/sumfiles/xfails.xfail b/sumfiles/xfails.xfail index da90a333..173a7369 100644 --- a/sumfiles/xfails.xfail +++ b/sumfiles/xfails.xfail @@ -3,7 +3,9 @@ # - known flaky tests (from baseline) # - known failures (from baseline) # +################################ # Known flaky tests +################################ # Known failures (from baseline) === g++ tests ===