12-check_regression/baseline.xfail | 100 +++++ 12-check_regression/console.log.xz | Bin 0 -> 6076 bytes 12-check_regression/extra-bisect-params | 1 + 12-check_regression/fails.sum | 11 + 12-check_regression/flaky.xfail | 623 ++++++++++++++++++++++++++++++++ 12-check_regression/results.regressions | 1 + 12-check_regression/trigger-bisect | 3 + README.html | 43 +-- README.txt | 42 +-- results | 1 + sumfiles/xfails.xfail | 52 +-- 11 files changed, 749 insertions(+), 128 deletions(-) diff --git a/12-check_regression/baseline.xfail b/12-check_regression/baseline.xfail new file mode 100644 index 00000000..b40d4bfa --- /dev/null +++ b/12-check_regression/baseline.xfail @@ -0,0 +1,100 @@ + === g++ tests === + +Running g++:g++.dg/dg.exp ... +FAIL: g++.dg/cpp2a/decomp2.C -std=gnu++11 (test for excess errors) +UNRESOLVED: g++.dg/cpp2a/decomp2.C -std=gnu++11 compilation failed to produce executable +FAIL: g++.dg/cpp2a/decomp2.C -std=gnu++14 (test for excess errors) +UNRESOLVED: g++.dg/cpp2a/decomp2.C -std=gnu++14 compilation failed to produce executable +FAIL: g++.dg/cpp2a/decomp2.C -std=gnu++17 (test for excess errors) +UNRESOLVED: g++.dg/cpp2a/decomp2.C -std=gnu++17 compilation failed to produce executable + +Running g++:g++.dg/tls/tls.exp ... +FAIL: g++.dg/tls/pr102496-1.C -std=c++11 (test for excess errors) +FAIL: g++.dg/tls/pr102496-1.C -std=c++17 (test for excess errors) +FAIL: g++.dg/tls/pr102496-1.C -std=c++26 (test for excess errors) +FAIL: g++.dg/tls/pr77285-1.C -std=c++11 (test for excess errors) +FAIL: g++.dg/tls/pr77285-1.C -std=c++17 (test for excess errors) +FAIL: g++.dg/tls/pr77285-1.C -std=c++26 (test for excess errors) + +Running g++:g++.target/arm/arm.exp ... +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 10) +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 11) + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/auto-init-uninit-17.c unconditional (test for warnings, line 14) +FAIL: gcc.dg/ira-shrinkwrap-prep-1.c scan-rtl-dump pro_and_epilogue "Performing shrink-wrapping" +FAIL: gcc.dg/uninit-17.c unconditional (test for warnings, line 14) + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: gcc.dg/torture/pr113026-1.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for bogus messages, line 10) +FAIL: gcc.dg/torture/pr119133.c -O0 (test for excess errors) +FAIL: gcc.dg/torture/pr119133.c -O1 (test for excess errors) +FAIL: gcc.dg/torture/pr119133.c -O2 (test for excess errors) +FAIL: gcc.dg/torture/pr119133.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: gcc.dg/torture/pr119133.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) +FAIL: gcc.dg/torture/pr119133.c -O3 -g (test for excess errors) +FAIL: gcc.dg/torture/pr119133.c -Os (test for excess errors) + +Running gcc:gcc.dg/vect/complex/complex.exp ... +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" + +Running gcc:gcc.dg/vect/vect.exp ... +FAIL: gcc.dg/vect/slp-mask-store-1.c -flto -ffat-lto-objects execution test +FAIL: gcc.dg/vect/slp-mask-store-1.c execution test +XPASS: gcc.dg/vect/vect-cond-1.c -flto -ffat-lto-objects scan-tree-dump-times vect "OUTER LOOP VECTORIZED" 1 +XPASS: gcc.dg/vect/vect-cond-1.c scan-tree-dump-times vect "OUTER LOOP VECTORIZED" 1 +XPASS: gcc.dg/vect/vect-cond-3.c -flto -ffat-lto-objects scan-tree-dump-times vect "OUTER LOOP VECTORIZED" 1 +XPASS: gcc.dg/vect/vect-cond-3.c scan-tree-dump-times vect "OUTER LOOP VECTORIZED" 1 +XPASS: gcc.dg/vect/vect-cond-4.c -flto -ffat-lto-objects scan-tree-dump-times vect "OUTER LOOP VECTORIZED" 1 +XPASS: gcc.dg/vect/vect-cond-4.c scan-tree-dump-times vect "OUTER LOOP VECTORIZED" 1 + +Running gcc:gcc.misc-tests/gcov.exp ... +FAIL: gcc.misc-tests/gcov-pr94029.c gcov failed: spawn failed + +Running gcc:gcc.target/arm/arm.exp ... +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vmaxnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vminnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/ftest-armv5t-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv5te-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6k-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6z-thumb.c (test for excess errors) +FAIL: gcc.target/arm/memcpy-aligned-1.c scan-assembler-not ldr\t +FAIL: gcc.target/arm/memcpy-aligned-1.c scan-assembler-times str\t 1 +FAIL: gcc.target/arm/pr112337.c (test for excess errors) +FAIL: gcc.target/arm/pr42575.c scan-assembler-not mov +FAIL: gcc.target/arm/pr45701-1.c scan-assembler push\t{r3 +FAIL: gcc.target/arm/pr65647.c (test for excess errors) +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f1 +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f2 +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f3 +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f4 +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f5 +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f6 + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/output.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/output.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++26 execution test +FAIL: 20_util/pair/cons/99957.cc -std=gnu++17 (test for warnings, line 25) +FAIL: 20_util/pair/cons/99957.cc -std=gnu++17 (test for warnings, line 26) +FAIL: 20_util/pair/cons/99957.cc -std=gnu++17 (test for warnings, line 28) +FAIL: 20_util/pair/cons/99957.cc -std=gnu++17 (test for warnings, line 29) +FAIL: 22_locale/ctype/scan/wchar_t/1.cc -std=gnu++17 execution test +FAIL: 27_io/basic_filebuf/underflow/wchar_t/11603.cc -std=gnu++17 execution test +FAIL: 27_io/basic_fstream/53984.cc -std=gnu++17 execution test +FAIL: 27_io/print/2.cc -std=gnu++23 (test for excess errors) +UNRESOLVED: 27_io/print/2.cc -std=gnu++23 compilation failed to produce executable +FAIL: 27_io/print/2.cc -std=gnu++26 (test for excess errors) +UNRESOLVED: 27_io/print/2.cc -std=gnu++26 compilation failed to produce executable +FAIL: experimental/simd/pr109261_constexpr_simd.cc -mfpu=neon -mfloat-abi=softfp -mcpu=unset -march=armv7-a -ffast-math -O2 -Wno-psabi (test for excess errors) +FAIL: experimental/simd/pr115454_find_last_set.cc -mfpu=neon -mfloat-abi=softfp -mcpu=unset -march=armv7-a -ffast-math -O2 -Wno-psabi (test for excess errors) +UNRESOLVED: experimental/simd/pr115454_find_last_set.cc -mfpu=neon -mfloat-abi=softfp -mcpu=unset -march=armv7-a -ffast-math -O2 -Wno-psabi compilation failed to produce executable +XPASS: ext/stdio_filebuf/char/10063-2.cc -std=gnu++17 execution test +XPASS: ext/stdio_filebuf/char/10063-3.cc -std=gnu++17 execution test diff --git a/12-check_regression/console.log.xz b/12-check_regression/console.log.xz new file mode 100644 index 00000000..fbd02d52 Binary files /dev/null and b/12-check_regression/console.log.xz differ diff --git a/12-check_regression/extra-bisect-params b/12-check_regression/extra-bisect-params new file mode 100644 index 00000000..495c67cb --- /dev/null +++ b/12-check_regression/extra-bisect-params @@ -0,0 +1 @@ +extra_build_params=++testsuites libstdc++:libstdc++-dg/conformance.exp diff --git a/12-check_regression/fails.sum b/12-check_regression/fails.sum new file mode 100644 index 00000000..d5c6c335 --- /dev/null +++ b/12-check_regression/fails.sum @@ -0,0 +1,11 @@ + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 20_util/stdbit/1.cc -std=gnu++26 (test for excess errors) +UNRESOLVED: 20_util/stdbit/1.cc -std=gnu++26 compilation failed to produce executable + + === Results Summary === + +# of stable fails 79 +# of flaky entries 3 +# of all tests 412306 diff --git a/12-check_regression/flaky.xfail b/12-check_regression/flaky.xfail new file mode 100644 index 00000000..d06a0723 --- /dev/null +++ b/12-check_regression/flaky.xfail @@ -0,0 +1,623 @@ +################################ +# Known flaky tests + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/894/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20250403 | UNRESOLVED: 20_util/duration/io.cc -std=gnu++20 compilation failed to produce executable +flaky,expire=20250403 | FAIL: 23_containers/flat_map/1.cc -std=gnu++26 (test for excess errors) +flaky,expire=20250403 | UNRESOLVED: 23_containers/flat_map/1.cc -std=gnu++26 compilation failed to produce executable + + === Results Summary === + +# of stable fails 126 +# of flaky entries 0 +# of all tests 17460 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/863/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20250226 | UNRESOLVED: gcc.dg/long_branch.c compilation failed to produce executable +flaky,expire=20250226 | FAIL: gcc.dg/long_branch.c (test for excess errors) + + === Results Summary === + +# of stable fails 136 +# of flaky entries 0 +# of all tests 41222 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/854/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20250221 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20250221 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20250221 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20250221 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20250221 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20250221 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20250221 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20250221 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20250221 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20250221 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20250221 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20250221 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20250221 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20250221 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20250221 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20250221 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20250221 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20250221 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/combine-cmp-shift.c scan-assembler cmp\tr[0-9]*, r[0-9]*, asr #31 +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/neon-vmla-1.c scan-assembler vmla\\.i32 +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/neon-vmls-1.c scan-assembler vmls\\.i32 +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr19599.c scan-assembler bx +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler pop.*r1.*pc +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr40670.c scan-assembler-not ldr +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr40835.c scan-assembler-not cmp +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr53447-1.c scan-assembler-not mov +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr53447-2.c scan-assembler-not mov +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr53447-3.c scan-assembler-not mov +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/pr53447-4.c scan-assembler-not mov +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20250221 | UNRESOLVED: gcc.target/arm/thumb1-mul-moves.c scan-assembler-not mov[\\t ]*r0, + + === Results Summary === + +# of stable fails 112 +# of flaky entries 0 +# of all tests 64336 + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250221 | FAIL: gcc.target/arm/pr42575.c scan-assembler-not mov + + === Results Summary === + +# of stable fails 129 +# of flaky entries 0 +# of all tests 64336 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/852/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20250219 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20250219 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20250219 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20250219 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20250219 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20250219 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20250219 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20250219 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20250219 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20250219 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20250219 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20250219 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20250219 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20250219 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20250219 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20250219 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20250219 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20250219 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/combine-cmp-shift.c scan-assembler cmp\tr[0-9]*, r[0-9]*, asr #31 +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/neon-vmla-1.c scan-assembler vmla\\.i32 +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/neon-vmls-1.c scan-assembler vmls\\.i32 +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr19599.c scan-assembler bx +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler pop.*r1.*pc +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr40670.c scan-assembler-not ldr +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr40835.c scan-assembler-not cmp +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr53447-1.c scan-assembler-not mov +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr53447-2.c scan-assembler-not mov +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr53447-3.c scan-assembler-not mov +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/pr53447-4.c scan-assembler-not mov +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20250219 | UNRESOLVED: gcc.target/arm/thumb1-mul-moves.c scan-assembler-not mov[\\t ]*r0, + + === Results Summary === + +# of stable fails 99 +# of flaky entries 0 +# of all tests 59866 + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250219 | FAIL: gcc.target/arm/pr42575.c scan-assembler-not mov + + === Results Summary === + +# of stable fails 120 +# of flaky entries 0 +# of all tests 59866 + === g++ tests === + +Running g++:g++.dg/dg.exp ... +flaky,expire=20250219 | FAIL: g++.dg/abi/bitfield4.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | UNRESOLVED: g++.dg/abi/bitfield4.C -std=c++98 compilation failed to produce executable +flaky,expire=20250219 | FAIL: g++.dg/abi/enum1.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | UNRESOLVED: g++.dg/abi/enum1.C -std=c++98 compilation failed to produce executable +flaky,expire=20250219 | FAIL: g++.dg/cpp0x/overflow1.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/cpp1z/class-deduction75.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/delayedfold/unary-plus1.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | UNRESOLVED: g++.dg/delayedfold/unary-plus1.C -std=c++98 compilation failed to produce executable +flaky,expire=20250219 | FAIL: g++.dg/eh/builtin11.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/ext/alias-canon2.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/ext/bitint1.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/ext/builtin-convertvector-1.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | UNRESOLVED: g++.dg/ext/builtin-convertvector-1.C -std=c++98 compilation failed to produce executable +flaky,expire=20250219 | FAIL: g++.dg/ext/builtin-operator-new-2.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/init/enum2.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/init/new38.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/init/new43.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/opt/pr108365.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | UNRESOLVED: g++.dg/opt/pr108365.C -std=c++98 compilation failed to produce executable +flaky,expire=20250219 | FAIL: g++.dg/other/conversion1.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/overload/builtin2.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/overload/ellipsis4.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/parse/array-size3.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/parse/catch1.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/template/error53.C -std=c++98 (test for excess errors) +flaky,expire=20250219 | FAIL: g++.dg/template/overload15.C -std=c++98 (test for excess errors) + + === Results Summary === + +# of stable fails 33 +# of flaky entries 57 +# of all tests 148001 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/846/: + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/combine-cmp-shift.c scan-assembler cmp\tr[0-9]*, r[0-9]*, asr #31 +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/neon-vmla-1.c scan-assembler vmla\\.i32 +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/neon-vmls-1.c scan-assembler vmls\\.i32 +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr19599.c scan-assembler bx +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler pop.*r1.*pc +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr40670.c scan-assembler-not ldr +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr40835.c scan-assembler-not cmp +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr53447-1.c scan-assembler-not mov +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr53447-2.c scan-assembler-not mov +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr53447-3.c scan-assembler-not mov +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/pr53447-4.c scan-assembler-not mov +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20250217 | UNRESOLVED: gcc.target/arm/thumb1-mul-moves.c scan-assembler-not mov[\\t ]*r0, + + === Results Summary === + +# of stable fails 68 +# of flaky entries 0 +# of all tests 12983 + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250217 | FAIL: gcc.target/arm/pr42575.c scan-assembler-not mov + + === Results Summary === + +# of stable fails 132 +# of flaky entries 0 +# of all tests 12983 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/726/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20241010 | FAIL: gcc.dg/long_branch.c (test for excess errors) +flaky,expire=20241010 | UNRESOLVED: gcc.dg/long_branch.c compilation failed to produce executable + + === Results Summary === + +# of stable fails 146 +# of flaky entries 0 +# of all tests 37145 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/707/: + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/combine-cmp-shift.c scan-assembler cmp\tr[0-9]*, r[0-9]*, asr #31 +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/neon-vmla-1.c scan-assembler vmla\\.i32 +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/neon-vmls-1.c scan-assembler vmls\\.i32 +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr19599.c scan-assembler bx +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler pop.*r1.*pc +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr40670.c scan-assembler-not ldr +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr40835.c scan-assembler-not cmp +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*#1 +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*r.,[\\t ]*#1 +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr53447-1.c scan-assembler-not mov +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr53447-2.c scan-assembler-not mov +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr53447-3.c scan-assembler-not mov +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/pr53447-4.c scan-assembler-not mov +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20240920 | UNRESOLVED: gcc.target/arm/thumb1-mul-moves.c scan-assembler-not mov[\\t ]*r0, + + === Results Summary === + +# of stable fails 66 +# of flaky entries 0 +# of all tests 12969 + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20240920 | FAIL: gcc.target/arm/pr42575.c scan-assembler-not mov + + === Results Summary === + +# of stable fails 146 +# of flaky entries 0 +# of all tests 12969 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/529/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20240201 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20240201 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20240201 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20240201 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20240201 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20240201 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20240201 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20240201 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20240201 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20240201 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20240201 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20240201 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20240201 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20240201 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20240201 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20240201 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20240201 | UNRESOLVED: gcc.dg/scantest-lto.c scan-assembler-not ascii +flaky,expire=20240201 | UNRESOLVED: gcc.dg/scantest-lto.c scan-assembler-times ascii 0 +flaky,expire=20240201 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20240201 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/509/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20240119 | UNRESOLVED: gcc.dg/long_branch.c compilation failed to produce executable +flaky,expire=20240119 | FAIL: gcc.dg/long_branch.c (test for excess errors) + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/469/: + === gcc tests === + +Running gcc:gcc.c-torture/execute/execute.exp ... +flaky,expire=20231227 | FAIL: gcc.c-torture/execute/printf-2.c -O2 execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/350/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231009 | FAIL: 23_containers/map/requirements/exception/propagation_consistent.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/map/requirements/exception/propagation_consistent.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/set/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/set/requirements/exception/basic.cc compilation failed to produce executable + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-abi/abi.exp ... +flaky,expire=20231009 | ERROR: could not compile testsuite_abi.cc +flaky,expire=20231009 | ERROR: tcl error code NONE +flaky,expire=20231009 | ERROR: tcl error sourcing libstdc++-abi/abi.exp. +flaky,expire=20231009 | UNRESOLVED: testcase libstdc++-abi/abi.exp' aborted due to Tcl error + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231009 | FAIL: 17_intro/headers/c++2017/stdc++_multiple_inclusion.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 17_intro/headers/c++2020/all_pedantic_errors.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 17_intro/headers/c++2020/operator_names.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 20_util/duration/io.cc compilation failed to produce executable +flaky,expire=20231009 | UNRESOLVED: 20_util/variant/run.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 20_util/variant/run.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 22_locale/money_get/requirements/explicit_instantiation.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 23_containers/list/debug/assign4_neg.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/list/debug/assign4_neg.cc compilation failed to produce executable +flaky,expire=20231009 | UNRESOLVED: 23_containers/multiset/requirements/exception/propagation_consistent.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/multiset/requirements/exception/propagation_consistent.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 23_containers/unordered_map/requirements/debug_container.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/unordered_map/requirements/exception/generation_prohibited.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/unordered_map/requirements/exception/generation_prohibited.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 23_containers/unordered_multimap/requirements/typedefs.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 23_containers/unordered_multiset/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/unordered_multiset/requirements/exception/basic.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/unordered_set/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/unordered_set/requirements/exception/basic.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/vector/ext_pointer/explicit_instantiation/3.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/vector/ext_pointer/modifiers/erase.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/vector/ext_pointer/modifiers/erase.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 27_io/basic_stringstream/cons/wchar_t/1.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 27_io/basic_stringstream/cons/wchar_t/1.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 27_io/filesystem/path/itr/traversal.cc execution test +flaky,expire=20231009 | FAIL: 27_io/filesystem/path/itr/traversal.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/107376.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/107376.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/basic/string_range_00_03.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/basic/string_range_01_03.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/basic/string_range_01_03.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/basic/string_range_02_03.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/basic/string_range_02_03.cc compilation failed to produce executable +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/cstring_bracket_01.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/cstring_bracket_01.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/ecma/char/58576.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/ecma/char/58576.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/ecma/char/61601.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/ecma/char/61601.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/ecma/char/68863.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/ecma/char/68863.cc compilation failed to produce executable +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/ecma/char/backref.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/ecma/char/backref.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/ecma/char/empty_range.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/ecma/char/empty_range.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/extended/cstring_questionmark.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/extended/cstring_questionmark.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/extended/string_range_01_03.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/extended/string_range_01_03.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_match/multiline.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_match/multiline.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_replace/char/51711.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/algorithms/regex_replace/char/basic_replace.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/algorithms/regex_replace/char/basic_replace.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 28_regex/basic_regex/assign/char/pstring.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 28_regex/basic_regex/assign/wchar_t/cstring_op.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/basic_regex/assign/wchar_t/lwg3296.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/basic_regex/assign/wchar_t/lwg3296.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 28_regex/basic_regex/assign/wchar_t/range.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 28_regex/basic_regex/ctors/grammar.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/basic_regex/ctors/grammar.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/basic_regex/ctors/string_wchar_t.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 28_regex/iterators/regex_iterator/char/string_01.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/iterators/regex_iterator/char/string_01.cc compilation failed to produce executable +flaky,expire=20231009 | UNRESOLVED: 28_regex/iterators/regex_iterator/char/string_position_01.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/iterators/regex_iterator/char/string_position_01.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 28_regex/iterators/regex_token_iterator/wchar_t/string_01.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/iterators/regex_token_iterator/wchar_t/string_01.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/match_results/102667.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/match_results/102667.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/traits/char/icase.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/traits/char/icase.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: experimental/names.cc (test for excess errors) +flaky,expire=20231009 | FAIL: ext/pb_ds/example/basic_map.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: ext/pb_ds/example/basic_map.cc compilation failed to produce executable +flaky,expire=20231009 | UNRESOLVED: ext/vstring/requirements/exception/basic.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: ext/vstring/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231009 | FAIL: std/format/functions/107871.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: std/format/functions/format.cc compilation failed to produce executable +flaky,expire=20231009 | UNRESOLVED: std/format/functions/format_to.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: std/format/functions/format_to.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: std/format/functions/size.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: std/format/functions/size.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: std/format/string.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: std/format/string.cc (test for excess errors) +flaky,expire=20231009 | FAIL: std/time/hh_mm_ss/io.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: std/time/hh_mm_ss/io.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: std/time/year_month_day/3.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: std/time/year_month_day/3.cc compilation failed to produce executable + + === Results Summary === + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20231009 | FAIL: gcc.dg/long_branch.c (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: gcc.dg/long_branch.c compilation failed to produce executable + +Running gcc:gcc.dg/plugin/plugin.exp ... +flaky,expire=20231009 | FAIL: gcc.dg/plugin/poly-int-03_plugin.c compilation +flaky,expire=20231009 | FAIL: gcc.dg/plugin/poly-int-04_plugin.c compilation +flaky,expire=20231009 | FAIL: gcc.dg/plugin/poly-int-07_plugin.c compilation + +Running gcc:gcc.target/aarch64/advsimd-intrinsics/advsimd-intrinsics.exp ... +flaky,expire=20231009 | UNRESOLVED: gcc.target/aarch64/advsimd-intrinsics/vreinterpret.c -O3 -g compilation failed to produce executable +flaky,expire=20231009 | FAIL: gcc.target/aarch64/advsimd-intrinsics/vreinterpret.c -O3 -g (test for excess errors) + + === Results Summary === + === g++ tests === + +Running g++:g++.dg/dg.exp ... +flaky,expire=20231009 | FAIL: c-c++-common/pr60101.c -std=gnu++98 (test for excess errors) + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231009 | FAIL: 17_intro/headers/c++2020/all_no_rtti.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 23_containers/forward_list/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/forward_list/requirements/exception/basic.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/forward_list/requirements/exception/generation_prohibited.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/forward_list/requirements/exception/generation_prohibited.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/multimap/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/multimap/requirements/exception/basic.cc compilation failed to produce executable +flaky,expire=20231009 | UNRESOLVED: 27_io/filesystem/path/itr/traversal.cc compilation failed to produce executable + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231009 | FAIL: 20_util/duration/io.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 23_containers/unordered_multimap/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/unordered_multimap/requirements/exception/basic.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/vector/ext_pointer/explicit_instantiation/1.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 27_io/filesystem/path/construct/range.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 27_io/filesystem/path/construct/range.cc compilation failed to produce executable + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231009 | FAIL: 23_containers/multimap/requirements/exception/generation_prohibited.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/multimap/requirements/exception/generation_prohibited.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/multimap/requirements/exception/propagation_consistent.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/multimap/requirements/exception/propagation_consistent.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/unordered_multimap/requirements/exception/propagation_consistent.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/unordered_multimap/requirements/exception/propagation_consistent.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/vector/requirements/exception/generation_prohibited.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/vector/requirements/exception/generation_prohibited.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 28_regex/iterators/regex_token_iterator/lwg3719.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 28_regex/iterators/regex_token_iterator/lwg3719.cc compilation failed to produce executable + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231009 | FAIL: 17_intro/headers/c++1998/operator_names.cc (test for excess errors) + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231009 | FAIL: 23_containers/deque/requirements/exception/propagation_consistent.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/deque/requirements/exception/propagation_consistent.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/unordered_map/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/unordered_map/requirements/exception/basic.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 25_algorithms/sort/random_test.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 25_algorithms/sort/random_test.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 27_io/basic_istream/requirements/explicit_instantiation.cc (test for excess errors) +flaky,expire=20231009 | FAIL: 27_io/filesystem/path/compare/lwg2936.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 27_io/filesystem/path/compare/lwg2936.cc compilation failed to produce executable + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231009 | FAIL: 20_util/to_chars/1.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 20_util/to_chars/1.cc compilation failed to produce executable +flaky,expire=20231009 | FAIL: 23_containers/deque/requirements/exception/basic.cc (test for excess errors) +flaky,expire=20231009 | UNRESOLVED: 23_containers/deque/requirements/exception/basic.cc compilation failed to produce executable + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/11/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20230717 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20230717 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20230717 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20230717 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20230717 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20230717 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20230717 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20230717 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20230717 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20230717 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20230717 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20230717 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20230717 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20230717 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20230717 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20230717 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20230717 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20230717 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + + === Results Summary === diff --git a/12-check_regression/results.regressions b/12-check_regression/results.regressions new file mode 100644 index 00000000..826532c0 --- /dev/null +++ b/12-check_regression/results.regressions @@ -0,0 +1 @@ +# 2 regressions diff --git a/12-check_regression/trigger-bisect b/12-check_regression/trigger-bisect new file mode 100644 index 00000000..db131be7 --- /dev/null +++ b/12-check_regression/trigger-bisect @@ -0,0 +1,3 @@ +current_project=gcc +bad_git=https://gcc.gnu.org/git/gcc.git#7ee31bc92768152e4c900591a051ba48cdd847ae +extra_build_params=++testsuites libstdc++:libstdc++-dg/conformance.exp diff --git a/README.html b/README.html index 80c01441..32bac3ae 100644 --- a/README.html +++ b/README.html @@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories, as described below: