13-check_regression/baseline.xfail | 126 ++++++ 13-check_regression/console.log.xz | Bin 0 -> 7184 bytes 13-check_regression/extra-bisect-params | 1 + 13-check_regression/fails.sum | 23 ++ 13-check_regression/flaky.xfail | 687 ++++++++++++++++++++++++++++++++ 13-check_regression/results.regressions | 1 + 13-check_regression/trigger-bisect | 3 + README.html | 4 +- README.txt | 2 + results | 1 + sumfiles/xfails.xfail | 2 + 11 files changed, 849 insertions(+), 1 deletion(-) diff --git a/13-check_regression/baseline.xfail b/13-check_regression/baseline.xfail new file mode 100644 index 00000000..a9680fd1 --- /dev/null +++ b/13-check_regression/baseline.xfail @@ -0,0 +1,126 @@ + === g++ tests === + +Running g++:g++.dg/dg.exp ... +FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 23) +FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 27) +FAIL: g++.dg/contracts/contracts-tmpl-spec2.C output pattern test +XPASS: g++.dg/warn/Wstringop-overflow-4.C -std=gnu++98 pr106120 (test for bogus messages, line 144) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++14 (test for excess errors) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++17 (test for excess errors) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++20 (test for excess errors) + +Running g++:g++.dg/lto/lto.exp ... +FAIL: g++.dg/lto/pr65276 cp_lto_pr65276_0.o-cp_lto_pr65276_1.o link, -flto -O0 -std=c++11 + +Running g++:g++.dg/modules/modules.exp ... +FAIL: g++.dg/modules/xtreme-header-2_c.C -std=c++2b (test for excess errors) +FAIL: g++.dg/modules/xtreme-header-5_c.C -std=c++2a (test for excess errors) +FAIL: g++.dg/modules/xtreme-header-5_c.C -std=c++2b (test for excess errors) + +Running g++:g++.target/arm/arm.exp ... +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 10) +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 11) +FAIL: g++.target/arm/interference.C (test for excess errors) + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/Wnonnull-4.c (test for excess errors) +FAIL: gcc.dg/c2x-stdarg-4.c execution test + +Running gcc:gcc.dg/plugin/plugin.exp ... +FAIL: gcc.dg/plugin/must-tail-call-1.c -fplugin=./must_tail_call_plugin.so (internal compiler error: in df_refs_verify, at df-scan.cc:4009) +FAIL: gcc.dg/plugin/must-tail-call-1.c -fplugin=./must_tail_call_plugin.so (test for excess errors) + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: gcc.dg/torture/builtin-iseqsig-1.c -Os execution test +FAIL: gcc.dg/torture/builtin-iseqsig-2.c -Os execution test +FAIL: gcc.dg/torture/builtin-iseqsig-3.c -Os execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O0 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O1 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O3 -g execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -Os execution test + +Running gcc:gcc.dg/tree-prof/tree-prof.exp ... +FAIL: gcc.dg/tree-prof/pr77698.c scan-rtl-dump-times alignments "internal loop alignment added" 1 + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/gen-vect-26.c scan-tree-dump-times vect "Alignment of access forced using peeling" 1 +FAIL: gcc.dg/tree-ssa/gen-vect-26.c scan-tree-dump-times vect "Vectorizing an unaligned access" 0 +FAIL: gcc.dg/tree-ssa/gen-vect-28.c scan-tree-dump-times vect "Alignment of access forced using peeling" 1 +FAIL: gcc.dg/tree-ssa/gen-vect-28.c scan-tree-dump-times vect "Vectorizing an unaligned access" 0 +FAIL: gcc.dg/tree-ssa/scev-3.c scan-tree-dump-times ivopts "&a" 1 +FAIL: gcc.dg/tree-ssa/scev-5.c scan-tree-dump-times ivopts "&a" 1 + +Running gcc:gcc.dg/vect/complex/complex.exp ... +FAIL: gcc.dg/vect/complex/fast-math-bb-slp-complex-add-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-add-half-float.c scan-tree-dump-times slp1 "stmt.*COMPLEX_ADD_ROT270" 1 +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-add-half-float.c scan-tree-dump-times slp1 "stmt.*COMPLEX_ADD_ROT90" 1 +FAIL: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-float.c scan-tree-dump vect "Found COMPLEX_FMA" +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-float.c scan-tree-dump vect "Found COMPLEX_FMA_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-half-float.c scan-tree-dump slp1 "Found COMPLEX_FMA" +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-half-float.c scan-tree-dump slp1 "Found COMPLEX_FMA_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-bb-slp-complex-mls-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mls-half-float.c scan-tree-dump slp1 "Found COMPLEX_FMS" +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mls-half-float.c scan-tree-dump slp1 "Found COMPLEX_FMS_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-bb-slp-complex-mul-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mul-half-float.c scan-tree-dump slp1 "Found COMPLEX_MUL" +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mul-half-float.c scan-tree-dump slp1 "Found COMPLEX_MUL_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-complex-add-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-add-half-float.c scan-tree-dump-times vect "stmt.*COMPLEX_ADD_ROT270" 1 +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-add-half-float.c scan-tree-dump-times vect "stmt.*COMPLEX_ADD_ROT90" 1 +FAIL: gcc.dg/vect/complex/fast-math-complex-mla-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mla-half-float.c scan-tree-dump vect "Found COMPLEX_FMA" +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mla-half-float.c scan-tree-dump vect "Found COMPLEX_FMA_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_FMS" +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_FMS_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c scan-tree-dump vect "Found COMPLEX_MUL" +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c scan-tree-dump vect "Found COMPLEX_MUL_CONJ" + +Running gcc:gcc.misc-tests/gcov.exp ... +FAIL: gcc.misc-tests/gcov-pr94029.c gcov failed: spawn failed + +Running gcc:gcc.target/arm/arm.exp ... +FAIL: gcc.target/arm/addr-modes-float.c scan-assembler vst3.8\t{d[02468], d[02468], d[02468]}, \\[r[0-9]+\\]! +FAIL: gcc.target/arm/bfloat16_scalar_1_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_scalar_2_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_scalar_3_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_scalar_typecheck.c (test for errors, line 45) +FAIL: gcc.target/arm/bfloat16_scalar_typecheck.c (test for errors, line 97) +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vmaxnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vminnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/ftest-armv5t-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv5te-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6k-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6z-thumb.c (test for excess errors) +UNRESOLVED: gcc.target/arm/lp1243022.c scan-rtl-dump subreg2 "REG_INC" +FAIL: gcc.target/arm/pr43920-2.c object-size text <= 54 +FAIL: gcc.target/arm/pr43920-2.c scan-assembler-times pop 2 + === gfortran tests === + +Running gfortran:gfortran.dg/ieee/ieee.exp ... +FAIL: gfortran.dg/ieee/comparisons_3.F90 -Os execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O0 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O1 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O2 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O3 -g execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -Os execution test + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 19_diagnostics/stacktrace/current.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/current.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++26 execution test +FAIL: 23_containers/vector/bool/110807.cc -std=gnu++17 (test for excess errors) diff --git a/13-check_regression/console.log.xz b/13-check_regression/console.log.xz new file mode 100644 index 00000000..d4099d91 Binary files /dev/null and b/13-check_regression/console.log.xz differ diff --git a/13-check_regression/extra-bisect-params b/13-check_regression/extra-bisect-params new file mode 100644 index 00000000..84f0a618 --- /dev/null +++ b/13-check_regression/extra-bisect-params @@ -0,0 +1 @@ +extra_build_params=++testsuites gcc:gcc.dg/dg.exp ++testsuites gcc:gcc.dg/torture/dg-torture.exp ++testsuites libstdc++:libstdc++-dg/conformance.exp diff --git a/13-check_regression/fails.sum b/13-check_regression/fails.sum new file mode 100644 index 00000000..11ed65fa --- /dev/null +++ b/13-check_regression/fails.sum @@ -0,0 +1,23 @@ + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/c23-stdarg-4.c execution test + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O0 execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O1 execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O2 execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -O3 -g execution test +FAIL: gcc.dg/torture/c23-stdarg-split-1a.c -Os execution test + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: ext/rope/pthread7-rope.cc -std=gnu++17 execution test + + === Results Summary === + +# of stable fails 95 +# of flaky entries 43 +# of all tests 547323 diff --git a/13-check_regression/flaky.xfail b/13-check_regression/flaky.xfail new file mode 100644 index 00000000..36178f7e --- /dev/null +++ b/13-check_regression/flaky.xfail @@ -0,0 +1,687 @@ +################################ +# Known flaky tests + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/967/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231220 | FAIL: 30_threads/async/async.cc -std=gnu++17 execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/943/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231208 | FAIL: 30_threads/thread/native_handle/cancel.cc -std=gnu++17 execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/932/: + === g++ tests === + +Running g++:g++.dg/tls/tls.exp ... +flaky,expire=20231203 | FAIL: g++.dg/tls/thread_local4.C -std=gnu++17 execution test + + === Results Summary === + === g++ tests === + +Running g++:g++.dg/tls/tls.exp ... +flaky,expire=20231203 | FAIL: g++.dg/tls/thread_local4g.C -std=gnu++20 execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/930/: + === g++ tests === + +Running g++:g++.dg/tls/tls.exp ... +flaky,expire=20231202 | FAIL: g++.dg/tls/thread_local4.C -std=gnu++20 execution test +flaky,expire=20231202 | FAIL: g++.dg/tls/thread_local4g.C -std=gnu++17 execution test + + === Results Summary === + === g++ tests === + +Running g++:g++.dg/tls/tls.exp ... +flaky,expire=20231202 | FAIL: g++.dg/tls/thread_local4g.C -std=gnu++14 execution test + + === Results Summary === + === g++ tests === + +Running g++:g++.dg/tls/tls.exp ... +flaky,expire=20231202 | FAIL: g++.dg/tls/thread_local4.C -std=gnu++14 execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/929/: + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +flaky,expire=20231202 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-11.c compilation failed to produce executable +flaky,expire=20231202 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-11.c (test for excess errors) +flaky,expire=20231202 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-14.c (test for excess errors) +flaky,expire=20231202 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-14.c compilation failed to produce executable +flaky,expire=20231202 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-15.c compilation failed to produce executable +flaky,expire=20231202 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-15.c (test for excess errors) +flaky,expire=20231202 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-5.c (test for excess errors) +flaky,expire=20231202 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-5.c compilation failed to produce executable +flaky,expire=20231202 | FAIL: libgomp.c++/../libgomp.c-c++-common/task-detach-13.c execution test +flaky,expire=20231202 | FAIL: libgomp.c++/../libgomp.c-c++-common/task-detach-13.c (test for excess errors) + +Running libgomp:libgomp.c/c.exp ... +flaky,expire=20231202 | FAIL: libgomp.c/../libgomp.c-c++-common/for-11.c (test for excess errors) +flaky,expire=20231202 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-11.c compilation failed to produce executable +flaky,expire=20231202 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-15.c compilation failed to produce executable +flaky,expire=20231202 | FAIL: libgomp.c/../libgomp.c-c++-common/for-15.c (test for excess errors) +flaky,expire=20231202 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-5.c compilation failed to produce executable +flaky,expire=20231202 | FAIL: libgomp.c/../libgomp.c-c++-common/for-5.c (test for excess errors) +flaky,expire=20231202 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-6.c compilation failed to produce executable +flaky,expire=20231202 | FAIL: libgomp.c/../libgomp.c-c++-common/for-6.c (test for excess errors) +flaky,expire=20231202 | FAIL: libgomp.c/../libgomp.c-c++-common/for-9.c (test for excess errors) +flaky,expire=20231202 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-9.c compilation failed to produce executable + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-abi/abi.exp ... +flaky,expire=20231202 | ERROR: could not compile testsuite_abi.cc +flaky,expire=20231202 | ERROR: tcl error code NONE +flaky,expire=20231202 | ERROR: tcl error sourcing libstdc++-abi/abi.exp. +flaky,expire=20231202 | UNRESOLVED: testcase libstdc++-abi/abi.exp' aborted due to Tcl error + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231202 | FAIL: 17_intro/headers/c++1998/all.cc -std=gnu++17 (test for excess errors) +flaky,expire=20231202 | FAIL: 17_intro/headers/c++1998/all_no_rtti.cc -std=gnu++17 (test for excess errors) + + === Results Summary === + === gfortran tests === + +Running gfortran:gfortran.dg/dg.exp ... +flaky,expire=20231202 | UNRESOLVED: gfortran.dg/bind-c-contiguous-5.f90 -O3 -g compilation failed to produce executable +flaky,expire=20231202 | FAIL: gfortran.dg/sizeof_6.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) +flaky,expire=20231202 | UNRESOLVED: gfortran.dg/sizeof_6.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions compilation failed to produce executable + + === Results Summary === + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20231202 | FAIL: gcc.dg/long_branch.c (test for excess errors) +flaky,expire=20231202 | UNRESOLVED: gcc.dg/long_branch.c compilation failed to produce executable +flaky,expire=20231202 | FAIL: gcc.dg/pr87985.c (test for excess errors) + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231202 | FAIL: 20_util/duration/io.cc -std=gnu++20 (test for excess errors) +flaky,expire=20231202 | UNRESOLVED: 20_util/duration/io.cc -std=gnu++20 compilation failed to produce executable +flaky,expire=20231202 | UNRESOLVED: 20_util/duration/io.cc -std=gnu++26 compilation failed to produce executable + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/889/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231031 | FAIL: 30_threads/semaphore/try_acquire_posix.cc -std=gnu++20 execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/888/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231031 | FAIL: 30_threads/async/async.cc -std=gnu++17 execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/876/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231029 | FAIL: ext/rope/pthread7-rope.cc -std=gnu++17 execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/832/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231005 | FAIL: 30_threads/async/async.cc execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/829/: + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +flaky,expire=20231005 | FAIL: libgomp.c++/../libgomp.c-c++-common/task-detach-13.c execution test +flaky,expire=20231005 | FAIL: libgomp.c++/../libgomp.c-c++-common/task-detach-13.c (test for excess errors) + +Running libgomp:libgomp.fortran/fortran.exp ... +flaky,expire=20231005 | FAIL: libgomp.fortran/simd7.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: libgomp.fortran/simd7.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions compilation failed to produce executable +flaky,expire=20231005 | UNRESOLVED: libgomp.fortran/vla4.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions compilation failed to produce executable +flaky,expire=20231005 | FAIL: libgomp.fortran/vla4.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231005 | FAIL: 17_intro/headers/c++2020/all_no_exceptions.cc (test for excess errors) + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231005 | FAIL: 17_intro/headers/c++2020/all_attributes.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 20_util/duration/io.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 20_util/duration/io.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 20_util/specialized_algorithms/uninitialized_move/constrained.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 20_util/specialized_algorithms/uninitialized_move/constrained.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 23_containers/forward_list/requirements/exception/basic.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 23_containers/forward_list/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 23_containers/unordered_set/requirements/citerators.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 23_containers/unordered_set/requirements/citerators.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 23_containers/unordered_set/requirements/exception/generation_prohibited.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 23_containers/unordered_set/requirements/exception/generation_prohibited.cc (test for excess errors) +flaky,expire=20231005 | FAIL: 23_containers/unordered_set/requirements/exception/propagation_consistent.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 23_containers/unordered_set/requirements/exception/propagation_consistent.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 27_io/filesystem/path/modifiers/replace_extension.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 27_io/filesystem/path/modifiers/replace_extension.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 27_io/filesystem/path/native/alloc.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 27_io/filesystem/path/native/alloc.cc compilation failed to produce executable +flaky,expire=20231005 | UNRESOLVED: 28_regex/algorithms/regex_match/basic/string_range_00_03.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 28_regex/algorithms/regex_match/basic/string_range_00_03.cc (test for excess errors) +flaky,expire=20231005 | FAIL: 28_regex/algorithms/regex_match/extended/cstring_questionmark.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 28_regex/algorithms/regex_match/extended/cstring_questionmark.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 28_regex/iterators/regex_token_iterator/lwg3719.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 28_regex/iterators/regex_token_iterator/lwg3719.cc compilation failed to produce executable +flaky,expire=20231005 | UNRESOLVED: 28_regex/iterators/regex_token_iterator/wchar_t/string_01.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 28_regex/iterators/regex_token_iterator/wchar_t/string_01.cc (test for excess errors) +flaky,expire=20231005 | FAIL: 28_regex/iterators/regex_token_iterator/wchar_t/wstring_02.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 28_regex/iterators/regex_token_iterator/wchar_t/wstring_02.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 28_regex/match_results/102667.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 28_regex/match_results/102667.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 28_regex/match_results/94627.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 28_regex/match_results/94627.cc compilation failed to produce executable +flaky,expire=20231005 | UNRESOLVED: 28_regex/match_results/format.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 28_regex/match_results/format.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: 28_regex/match_results/out_of_range_submatches.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: 28_regex/match_results/out_of_range_submatches.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: experimental/filesystem/path/itr/traversal.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: experimental/filesystem/path/itr/traversal.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: ext/vstring/requirements/exception/generation_prohibited.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: ext/vstring/requirements/exception/generation_prohibited.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: std/format/functions/vformat_to.cc compilation failed to produce executable +flaky,expire=20231005 | FAIL: std/format/functions/vformat_to.cc (test for excess errors) +flaky,expire=20231005 | FAIL: std/time/zoned_time/deduction.cc (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: std/time/zoned_time/io.cc compilation failed to produce executable + + === Results Summary === + === gfortran tests === + +Running gfortran:gfortran.dg/coarray/caf.exp ... +flaky,expire=20231005 | FAIL: gfortran.dg/coarray/coindexed_1.f90 -fcoarray=single -O2 -latomic (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: gfortran.dg/coarray/coindexed_1.f90 -fcoarray=single -O2 -latomic compilation failed to produce executable + +Running gfortran:gfortran.dg/dg.exp ... +flaky,expire=20231005 | UNRESOLVED: gfortran.dg/bind-c-contiguous-3.f90 -Os compilation failed to produce executable +flaky,expire=20231005 | UNRESOLVED: gfortran.dg/bind-c-contiguous-5.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions compilation failed to produce executable +flaky,expire=20231005 | FAIL: gfortran.dg/sizeof_6.f90 -O1 (test for excess errors) +flaky,expire=20231005 | UNRESOLVED: gfortran.dg/sizeof_6.f90 -O1 compilation failed to produce executable + + === Results Summary === + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20231005 | FAIL: gcc.dg/pr48141.c (test for excess errors) + +Running gcc:gcc.dg/plugin/plugin.exp ... +flaky,expire=20231005 | FAIL: gcc.dg/plugin/poly-int-02_plugin.c compilation + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/825/: + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +flaky,expire=20231003 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-11.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-11.c compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-12.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-12.c (test for excess errors) +flaky,expire=20231003 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-14.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-14.c compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-15.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-15.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-3.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-3.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-5.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-5.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-6.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-6.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c++/../libgomp.c-c++-common/for-9.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c++/../libgomp.c-c++-common/for-9.c (test for excess errors) + +Running libgomp:libgomp.c/c.exp ... +flaky,expire=20231003 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-11.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c/../libgomp.c-c++-common/for-11.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-12.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c/../libgomp.c-c++-common/for-12.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-14.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c/../libgomp.c-c++-common/for-14.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-15.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c/../libgomp.c-c++-common/for-15.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-3.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c/../libgomp.c-c++-common/for-3.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-5.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c/../libgomp.c-c++-common/for-5.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-6.c compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.c/../libgomp.c-c++-common/for-6.c (test for excess errors) +flaky,expire=20231003 | FAIL: libgomp.c/../libgomp.c-c++-common/for-9.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: libgomp.c/../libgomp.c-c++-common/for-9.c compilation failed to produce executable + +Running libgomp:libgomp.fortran/fortran.exp ... +flaky,expire=20231003 | UNRESOLVED: libgomp.fortran/use_device_ptr-1.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions compilation failed to produce executable +flaky,expire=20231003 | FAIL: libgomp.fortran/use_device_ptr-1.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) + +Running libgomp:libgomp.oacc-c++/c++.exp ... +flaky,expire=20231003 | FAIL: libgomp.oacc-c++/../libgomp.oacc-c-c++-common/acc_prof-init-2.c -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O2 execution test +flaky,expire=20231003 | FAIL: libgomp.oacc-c++/../libgomp.oacc-c-c++-common/acc_prof-init-2.c -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O2 (test for excess errors) + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-abi/abi.exp ... +flaky,expire=20231003 | ERROR: could not compile testsuite_abi.cc +flaky,expire=20231003 | ERROR: tcl error code NONE +flaky,expire=20231003 | ERROR: tcl error sourcing libstdc++-abi/abi.exp. +flaky,expire=20231003 | UNRESOLVED: testcase libstdc++-abi/abi.exp' aborted due to Tcl error + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231003 | FAIL: 17_intro/headers/c++1998/all_c++200x_compatibility.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: 20_util/scoped_allocator/2.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: 20_util/scoped_allocator/2.cc (test for excess errors) +flaky,expire=20231003 | FAIL: 20_util/shared_ptr/thread/default_weaktoshared.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: 20_util/shared_ptr/thread/default_weaktoshared.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: 20_util/shared_ptr/thread/mutex_weaktoshared.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: 20_util/shared_ptr/thread/mutex_weaktoshared.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: 20_util/specialized_algorithms/uninitialized_copy/constrained.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: 20_util/specialized_algorithms/uninitialized_copy/constrained.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: 20_util/variant/run.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: 20_util/variant/run.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: 21_strings/basic_string/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: 21_strings/basic_string/requirements/exception/basic.cc compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: 22_locale/ctype/scan/char/1.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: 22_locale/ctype/scan/char/1.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: 23_containers/list/requirements/citerators.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: 23_containers/list/requirements/citerators.cc (test for excess errors) +flaky,expire=20231003 | FAIL: 23_containers/unordered_set/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: 23_containers/unordered_set/requirements/exception/basic.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: 27_io/basic_syncstream/basic_ops/1.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: 27_io/basic_syncstream/basic_ops/1.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: 28_regex/basic_regex/ctors/char/cstring_ecma.cc (test for excess errors) +flaky,expire=20231003 | FAIL: 28_regex/basic_regex/ctors/char/cstring_egrep.cc (test for excess errors) +flaky,expire=20231003 | FAIL: 28_regex/basic_regex/ctors/char/cstring_grep.cc (test for excess errors) +flaky,expire=20231003 | FAIL: 28_regex/basic_regex/ctors/char/other.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: 28_regex/basic_regex/ctors/char/other.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: 28_regex/basic_regex/ctors/char/range.cc (test for excess errors) +flaky,expire=20231003 | FAIL: 30_threads/async/async.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: 30_threads/async/async.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: 30_threads/packaged_task/cons/deduction.cc (test for excess errors) +flaky,expire=20231003 | FAIL: ext/rope/pthread7-rope.cc execution test +flaky,expire=20231003 | UNRESOLVED: ext/vstring/requirements/exception/propagation_consistent.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: ext/vstring/requirements/exception/propagation_consistent.cc (test for excess errors) +flaky,expire=20231003 | FAIL: ext/vstring/requirements/typedefs.cc (test for excess errors) +flaky,expire=20231003 | FAIL: std/format/functions/format_to.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: std/format/functions/format_to.cc compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: std/format/functions/size.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: std/format/functions/size.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: std/time/clock/tai/io.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: std/time/clock/tai/io.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: std/time/clock/utc/io.cc compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: std/time/format.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: std/time/format.cc (test for excess errors) +flaky,expire=20231003 | FAIL: std/time/hh_mm_ss/1.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: std/time/hh_mm_ss/io.cc compilation failed to produce executable +flaky,expire=20231003 | FAIL: std/time/zoned_time/1.cc (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: std/time/zoned_time/1.cc compilation failed to produce executable + +Running libstdc++:libstdc++-xmethods/xmethods.exp ... +flaky,expire=20231003 | ERROR: could not compile testsuite_abi.cc +flaky,expire=20231003 | ERROR: tcl error code NONE +flaky,expire=20231003 | ERROR: tcl error sourcing libstdc++-xmethods/xmethods.exp. +flaky,expire=20231003 | UNRESOLVED: testcase libstdc++-xmethods/xmethods.exp' aborted due to Tcl error + + === Results Summary === + === gfortran tests === + +Running gfortran:gfortran.dg/ieee/ieee.exp ... +flaky,expire=20231003 | FAIL: gfortran.dg/ieee/comparisons_3.F90 -Os execution test + + === Results Summary === + === gfortran tests === + +Running gfortran:gfortran.dg/dg.exp ... +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-1.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-1.f90 -O1 compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-3.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-3.f90 -O3 -g compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-4.f90 -O1 compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-4.f90 -O2 compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-4.f90 -O3 -g compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-4.f90 -Os compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-4.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-5.f90 -O3 -g compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-5.f90 -Os compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/minlocval_3.f90 -O3 -g compilation failed to produce executable +flaky,expire=20231003 | FAIL: gfortran.dg/minlocval_3.f90 -O3 -g (test for excess errors) +flaky,expire=20231003 | FAIL: gfortran.dg/sizeof_6.f90 -Os (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/sizeof_6.f90 -Os compilation failed to produce executable +flaky,expire=20231003 | FAIL: gfortran.dg/widechar_intrinsics_10.f90 -O3 -g (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/widechar_intrinsics_10.f90 -O3 -g compilation failed to produce executable + +Running gfortran:gfortran.dg/ieee/ieee.exp ... +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/ieee/comparisons_3.F90 -Os compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/ieee/comparisons_3.F90 -O3 -g compilation failed to produce executable +flaky,expire=20231003 | FAIL: gfortran.dg/ieee/comparisons_3.F90 -Os (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/ieee/comparisons_3.F90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions compilation failed to produce executable +flaky,expire=20231003 | FAIL: gfortran.dg/ieee/comparisons_3.F90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) +flaky,expire=20231003 | FAIL: gfortran.dg/ieee/comparisons_3.F90 -O3 -g (test for excess errors) + + === Results Summary === + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20231003 | FAIL: gcc.dg/pr103440.c (test for excess errors) +flaky,expire=20231003 | FAIL: gcc.dg/pr103440.c execution test + +Running gcc:gcc.target/aarch64/advsimd-intrinsics/advsimd-intrinsics.exp ... +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vldX.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + + === Results Summary === + === gcc tests === + +Running gcc:gcc.dg/atomic/atomic.exp ... +flaky,expire=20231003 | UNRESOLVED: gcc.dg/atomic/c11-atomic-exec-2.c -Os compilation failed to produce executable +flaky,expire=20231003 | FAIL: gcc.dg/atomic/c11-atomic-exec-2.c -Os (test for excess errors) + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20231003 | FAIL: gcc.dg/c11-atomic-2.c (test for excess errors) +flaky,expire=20231003 | FAIL: gcc.dg/long_branch.c (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gcc.dg/long_branch.c compilation failed to produce executable + +Running gcc:gcc.dg/plugin/plugin.exp ... +flaky,expire=20231003 | FAIL: gcc.dg/plugin/poly-int-03_plugin.c compilation +flaky,expire=20231003 | FAIL: gcc.dg/plugin/poly-int-04_plugin.c compilation +flaky,expire=20231003 | FAIL: gcc.dg/plugin/poly-int-05_plugin.c compilation +flaky,expire=20231003 | FAIL: gcc.dg/plugin/poly-int-07_plugin.c compilation + +Running gcc:gcc.dg/torture/dg-torture.exp ... +flaky,expire=20231003 | FAIL: c-c++-common/torture/builtin-arith-overflow-15.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +flaky,expire=20231003 | FAIL: c-c++-common/torture/builtin-arith-overflow-16.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + +Running gcc:gcc.dg/ubsan/ubsan.exp ... +flaky,expire=20231003 | FAIL: gcc.dg/ubsan/float-cast-overflow-atomic.c -O1 (test for excess errors) +flaky,expire=20231003 | FAIL: gcc.dg/ubsan/float-cast-overflow-atomic.c -O3 -g (test for excess errors) +flaky,expire=20231003 | FAIL: gcc.dg/ubsan/float-cast-overflow-atomic.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) +flaky,expire=20231003 | FAIL: gcc.dg/ubsan/float-cast-overflow-atomic.c -O2 (test for excess errors) + +Running gcc:gcc.target/aarch64/advsimd-intrinsics/advsimd-intrinsics.exp ... +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vdup-vmov.c -O2 (test for excess errors) +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vdup-vmov.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vdup-vmov.c -O3 -g compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vdup-vmov.c -O2 compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vdup-vmov.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions compilation failed to produce executable +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vdup-vmov.c -O3 -g (test for excess errors) +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vld1_dup.c -O3 -g (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vld1_dup.c -O3 -g compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vldX.c -O2 compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vldX.c -O3 -g compilation failed to produce executable +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vldX.c -O3 -g (test for excess errors) +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vldX.c -O1 (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vldX.c -O1 compilation failed to produce executable +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vldX.c -O2 (test for excess errors) +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vqrshl.c -O1 (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vqrshl.c -O1 compilation failed to produce executable +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vqrshl.c -O3 -g (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vqrshl.c -O3 -g compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vqrshl.c -O2 compilation failed to produce executable +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vqrshl.c -O2 (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vreinterpret.c -O2 compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vreinterpret.c -O3 -g compilation failed to produce executable +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vreinterpret.c -O3 -g (test for excess errors) +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vreinterpret.c -O1 (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vreinterpret.c -O1 compilation failed to produce executable +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vreinterpret.c -O2 (test for excess errors) +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vrshl.c -O2 (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vrshl.c -O3 -g compilation failed to produce executable +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vrshl.c -O2 compilation failed to produce executable +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vrshl.c -O1 (test for excess errors) +flaky,expire=20231003 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vrshl.c -O1 compilation failed to produce executable +flaky,expire=20231003 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vrshl.c -O3 -g (test for excess errors) + + === Results Summary === + === g++ tests === + +Running g++:g++.dg/dg.exp ... +flaky,expire=20231003 | FAIL: g++.dg/cpp1y/pr57640.C -std=c++20 (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/eh/cleanup1.C -std=c++14 (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/eh/cleanup1.C -std=c++98 (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/opt/longbranch1.C -std=gnu++98 (test for excess errors) + +Running g++:g++.dg/modules/modules.exp ... +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header-2_a.H module-cmi (gcm.cache/$srcdir/g++.dg/modules/xtreme-header-2_a.H.gcm) +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header-2_b.C -std=c++17 (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header-2_b.C -std=c++2a (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header-2_b.C -std=c++2b (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header-2_c.C -std=c++17 (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header-2_c.C -std=c++2a (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header-2_c.C -std=c++2b (test for excess errors) + +Running g++:g++.dg/torture/dg-torture.exp ... +flaky,expire=20231003 | FAIL: c-c++-common/torture/builtin-arith-overflow-12.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +flaky,expire=20231003 | FAIL: c-c++-common/torture/builtin-arith-overflow-3.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +flaky,expire=20231003 | FAIL: c-c++-common/torture/builtin-arith-overflow-p-12.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +flaky,expire=20231003 | FAIL: c-c++-common/torture/builtin-arith-overflow-p-13.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + + === Results Summary === + === g++ tests === + +Running g++:g++.dg/dg.exp ... +flaky,expire=20231003 | FAIL: g++.dg/tree-ssa/pr96979.C (test for excess errors) + +Running g++:g++.dg/modules/modules.exp ... +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header_a.H -std=c++2b (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header_a.H -std=c++2a (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header_a.H module-cmi (gcm.cache/$srcdir/g++.dg/modules/xtreme-header_a.H.gcm) +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header_b.C -std=c++17 (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header_b.C -std=c++2b (test for excess errors) +flaky,expire=20231003 | FAIL: g++.dg/modules/xtreme-header_b.C -std=c++2a (test for excess errors) + +Running g++:g++.dg/torture/dg-torture.exp ... +flaky,expire=20231003 | FAIL: c-c++-common/torture/builtin-arith-overflow-13.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +flaky,expire=20231003 | FAIL: c-c++-common/torture/builtin-arith-overflow-14.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +flaky,expire=20231003 | FAIL: c-c++-common/torture/builtin-arith-overflow-p-15.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + + === Results Summary === + === gfortran tests === + +Running gfortran:gfortran.dg/dg.exp ... +flaky,expire=20231003 | UNRESOLVED: gfortran.dg/bind-c-contiguous-5.f90 -O2 compilation failed to produce executable + + === Results Summary === + === g++ tests === + +Running g++:g++.dg/torture/dg-torture.exp ... +flaky,expire=20231003 | FAIL: g++.dg/torture/pr31863.C -Os (test for excess errors) + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/638/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230824 | FAIL: 30_threads/future/members/poll.cc execution test + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230824 | FAIL: 30_threads/async/async.cc execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/600/: + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +flaky,expire=20230814 | FAIL: libgomp.c++/../libgomp.c-c++-common/reduction-6.c execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/597/: + === libgomp tests === + +Running libgomp:libgomp.c/c.exp ... +flaky,expire=20230814 | FAIL: libgomp.c/../libgomp.c-c++-common/reduction-5.c execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/596/: + === libgomp tests === + +Running libgomp:libgomp.c/c.exp ... +flaky,expire=20230814 | FAIL: libgomp.c/../libgomp.c-c++-common/reduction-6.c execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/534/: + === gfortran tests === + +Running gfortran:gfortran.dg/dg.exp ... +flaky,expire=20230802 | FAIL: gfortran.dg/matmul_15.f90 -O execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/520/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230731 | FAIL: 30_threads/semaphore/try_acquire_posix.cc execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/421/: + === libgomp tests === + +Running libgomp:libgomp.c/c.exp ... +flaky,expire=20230713 | FAIL: libgomp.c/simd-math-1.c execution test + + === Results Summary === + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +flaky,expire=20230713 | FAIL: libgomp.c++/../libgomp.c-c++-common/reduction-6.c execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/418/: + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +flaky,expire=20230713 | FAIL: libgomp.c++/../libgomp.c-c++-common/reduction-5.c execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/377/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230625 | FAIL: 30_threads/async/async.cc execution test + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230625 | FAIL: 30_threads/async/async.cc execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/337/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20230619 | FAIL: gcc.dg/long_branch.c (test for excess errors) +flaky,expire=20230619 | UNRESOLVED: gcc.dg/long_branch.c compilation failed to produce executable + + === Results Summary === + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20230619 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20230619 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20230619 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20230619 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20230619 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + + === Results Summary === + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20230619 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20230619 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20230619 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20230619 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20230619 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20230619 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/110/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230524 | FAIL: 30_threads/semaphore/100806.cc execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/95/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230523 | FAIL: 30_threads/async/async.cc execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/72/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230520 | FAIL: 30_threads/future/members/poll.cc execution test + + === Results Summary === diff --git a/13-check_regression/results.regressions b/13-check_regression/results.regressions new file mode 100644 index 00000000..0a32c545 --- /dev/null +++ b/13-check_regression/results.regressions @@ -0,0 +1 @@ +# 9 regressions diff --git a/13-check_regression/trigger-bisect b/13-check_regression/trigger-bisect new file mode 100644 index 00000000..67f972d6 --- /dev/null +++ b/13-check_regression/trigger-bisect @@ -0,0 +1,3 @@ +current_project=gcc +bad_git=https://github.com/gcc-mirror/gcc.git#f27246b009636aff4733ccfca1a42c3914d7d9c6 +extra_build_params=++testsuites gcc:gcc.dg/dg.exp ++testsuites gcc:gcc.dg/torture/dg-torture.exp ++testsuites libstdc++:libstdc++-dg/conformance.exp diff --git a/README.html b/README.html index 44411f3c..9275625e 100644 --- a/README.html +++ b/README.html @@ -63,6 +63,8 @@ List of files below:
  • ./jenkins/run-build.env
  • ./manifest.sh
  • ./notify/configure-make.txt +
  • ./notify/configure-toolchain.txt +
  • ./notify/fixes.sum
  • ./notify/jira/comment-card.txt
  • ./notify/jira/comment-template.txt
  • ./notify/jira/components @@ -71,7 +73,7 @@ List of files below:
  • ./notify/jira/startdate
  • ./notify/jira/summary
  • ./notify/jira/yaml -
  • ./notify/lnt_report.json +
  • ./notify/lnt_report.json
  • ./notify/mail-body.txt
  • ./notify/mail-recipients.txt
  • ./notify/mail-subject.txt diff --git a/README.txt b/README.txt index 21aa010b..59d0f5ae 100644 --- a/README.txt +++ b/README.txt @@ -60,6 +60,8 @@ List of files below: - ./jenkins/run-build.env - ./manifest.sh - ./notify/configure-make.txt +- ./notify/configure-toolchain.txt +- ./notify/fixes.sum - ./notify/jira/comment-card.txt - ./notify/jira/comment-template.txt - ./notify/jira/components diff --git a/results b/results index f6cd521b..5bf08bf7 100644 --- a/results +++ b/results @@ -19,3 +19,4 @@ # build_abe check_gcc --: 0 # 9 regressions +# 9 regressions diff --git a/sumfiles/xfails.xfail b/sumfiles/xfails.xfail index 28cf39f9..a7f121af 100644 --- a/sumfiles/xfails.xfail +++ b/sumfiles/xfails.xfail @@ -3,6 +3,7 @@ # - known flaky tests (from baseline) # - known failures (from baseline) # +################################ # Known flaky tests # From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/967/: @@ -689,6 +690,7 @@ Running libstdc++:libstdc++-dg/conformance.exp ... flaky,expire=20230520 | FAIL: 30_threads/future/members/poll.cc execution test === Results Summary === +################################ # Known failures (from baseline) === g++ tests ===