12-check_regression/baseline.xfail | 76 +++++++ 12-check_regression/console.log.xz | Bin 0 -> 4652 bytes 12-check_regression/fails.sum | 6 + 12-check_regression/flaky.xfail | 411 +++++++++++++++++++++++++++++++++++++ README.html | 37 +--- README.txt | 36 +--- 6 files changed, 498 insertions(+), 68 deletions(-) diff --git a/12-check_regression/baseline.xfail b/12-check_regression/baseline.xfail new file mode 100644 index 00000000..1629cb92 --- /dev/null +++ b/12-check_regression/baseline.xfail @@ -0,0 +1,76 @@ + === g++ tests === + +Running g++:g++.dg/coroutines/torture/coro-torture.exp ... +FAIL: g++.dg/coroutines/torture/func-params-07.C -O3 -g execution test +FAIL: g++.dg/coroutines/torture/pr103953.C -O2 execution test +FAIL: g++.dg/coroutines/torture/pr103953.C -O3 -g execution test + +Running g++:g++.dg/dg.exp ... +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++17 scan-ipa-dump cp "Discovered a virtual call to" +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++26 scan-ipa-dump cp "Discovered a virtual call to" +XPASS: g++.dg/ipa/devirt-23.C -std=gnu++98 scan-ipa-dump cp "Discovered a virtual call to" + +Running g++:g++.dg/lto/lto.exp ... +FAIL: g++.dg/lto/devirt-23 cp_lto_devirt-23_0.o-cp_lto_devirt-23_0.o execute -O3 -fno-early-inlining -fno-ipa-sra -fdump-ipa-cp -flto -fno-devirtualize-speculatively + +Running g++:g++.target/arm/arm.exp ... +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 10) +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 11) + +Running g++:g++.target/arm/mve.exp ... +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vdupq_n_f32.c check-function-bodies foo1 + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 72) +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 77) +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 note (test for warnings, line 68) +FAIL: gcc.dg/auto-init-uninit-17.c unconditional (test for warnings, line 14) +FAIL: gcc.dg/uninit-17.c unconditional (test for warnings, line 14) +FAIL: gcc.dg/vla-1.c scan-tree-dump-times optimized " s=> i" 2 + +Running gcc:gcc.dg/ipa/ipa.exp ... +FAIL: gcc.dg/ipa/iinline-attr.c scan-ipa-dump inline "hooray[^\\n]*inline copy in test" +FAIL: gcc.dg/ipa/ipa-icf-38.c scan-ltrans-tree-dump-not optimized "Function bar" +FAIL: gcc.dg/ipa/ipa-icf-38.c scan-wpa-ipa-dump icf "Equal symbols: 1" +FAIL: gcc.dg/ipa/ipa-icf-38.c scan-wpa-ipa-dump icf "Semantic equality hit:foo/[0-9+]+->bar/[0-9+]+" + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: gcc.dg/torture/pr113026-1.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for bogus messages, line 10) + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/cswtch-6.c scan-assembler .rodata.cst16 +FAIL: gcc.dg/tree-ssa/pr81627.c scan-tree-dump-times pcom "Store-stores chain" 1 +FAIL: gcc.dg/tree-ssa/update-threading.c scan-tree-dump-times optimized "Invalid sum" 0 + +Running gcc:gcc.target/arm/arm.exp ... +FAIL: gcc.target/arm/bfloat16_scalar_1_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_scalar_2_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_scalar_3_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/pr112337.c (test for excess errors) +FAIL: gcc.target/arm/pr45701-1.c scan-assembler push\t{r3 + +Running gcc:gcc.target/arm/mve/mve.exp ... +FAIL: gcc.target/arm/mve/intrinsics/vdupq_n_f32.c check-function-bodies foo1 + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/output.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/output.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++26 execution test +FAIL: 20_util/pair/cons/99957.cc -std=gnu++17 (test for warnings, line 25) +FAIL: 20_util/pair/cons/99957.cc -std=gnu++17 (test for warnings, line 26) +FAIL: 20_util/pair/cons/99957.cc -std=gnu++17 (test for warnings, line 28) +FAIL: 20_util/pair/cons/99957.cc -std=gnu++17 (test for warnings, line 29) +FAIL: 22_locale/ctype/scan/wchar_t/1.cc -std=gnu++17 execution test +FAIL: 27_io/basic_filebuf/underflow/wchar_t/11603.cc -std=gnu++17 execution test +FAIL: 27_io/basic_fstream/53984.cc -std=gnu++17 execution test +FAIL: 27_io/print/2.cc -std=gnu++23 (test for excess errors) +UNRESOLVED: 27_io/print/2.cc -std=gnu++23 compilation failed to produce executable +FAIL: 27_io/print/2.cc -std=gnu++26 (test for excess errors) +UNRESOLVED: 27_io/print/2.cc -std=gnu++26 compilation failed to produce executable +XPASS: ext/stdio_filebuf/char/10063-2.cc -std=gnu++17 execution test +XPASS: ext/stdio_filebuf/char/10063-3.cc -std=gnu++17 execution test diff --git a/12-check_regression/console.log.xz b/12-check_regression/console.log.xz new file mode 100644 index 00000000..031bb56f Binary files /dev/null and b/12-check_regression/console.log.xz differ diff --git a/12-check_regression/fails.sum b/12-check_regression/fails.sum new file mode 100644 index 00000000..74026c51 --- /dev/null +++ b/12-check_regression/fails.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 49 +# of flaky entries 0 +# of all tests 400517 diff --git a/12-check_regression/flaky.xfail b/12-check_regression/flaky.xfail new file mode 100644 index 00000000..182184be --- /dev/null +++ b/12-check_regression/flaky.xfail @@ -0,0 +1,411 @@ +################################ +# Known flaky tests + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/330/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20250615 | FAIL: 23_containers/flat_map/1.cc -std=gnu++23 (test for excess errors) +flaky,expire=20250615 | UNRESOLVED: 23_containers/flat_map/1.cc -std=gnu++23 compilation failed to produce executable +flaky,expire=20250615 | FAIL: 23_containers/flat_map/1.cc -std=gnu++26 (test for excess errors) +flaky,expire=20250615 | UNRESOLVED: 23_containers/flat_map/1.cc -std=gnu++26 compilation failed to produce executable + + === Results Summary === + +# of stable fails 23 +# of flaky entries 0 +# of all tests 17695 + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20250615 | UNRESOLVED: 20_util/duration/io.cc -std=gnu++20 compilation failed to produce executable + + === Results Summary === + +# of stable fails 70 +# of flaky entries 0 +# of all tests 17695 + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20250615 | FAIL: 23_containers/flat_map/1.cc -std=gnu++23 execution test + + === Results Summary === + +# of stable fails 20 +# of flaky entries 5 +# of all tests 17695 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/254/: + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler pop.*r1.*pc +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr40670.c scan-assembler-not ldr +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr40835.c scan-assembler-not cmp +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-1.c scan-assembler-not push.*lr +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-2.c scan-assembler push.*lr +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/thumb1-imm.c scan-assembler-not ldr +flaky,expire=20250222 | UNRESOLVED: gcc.target/arm/thumb1-mul-moves.c scan-assembler-not mov[\\t ]*r0, + + === Results Summary === + +# of stable fails 66 +# of flaky entries 0 +# of all tests 12177 + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250222 | FAIL: gcc.target/arm/thumb1-far-jump-2.c scan-assembler push.*lr + + === Results Summary === + +# of stable fails 123 +# of flaky entries 0 +# of all tests 12177 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/240/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20250215 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20250215 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20250215 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20250215 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20250215 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20250215 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20250215 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20250215 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20250215 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20250215 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20250215 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20250215 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20250215 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20250215 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20250215 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20250215 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20250215 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20250215 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler pop.*r1.*pc +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr40670.c scan-assembler-not ldr +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr40835.c scan-assembler-not cmp +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-1.c scan-assembler-not push.*lr +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-2.c scan-assembler push.*lr +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/thumb1-imm.c scan-assembler-not ldr +flaky,expire=20250215 | UNRESOLVED: gcc.target/arm/thumb1-mul-moves.c scan-assembler-not mov[\\t ]*r0, + + === Results Summary === + +# of stable fails 126 +# of flaky entries 0 +# of all tests 58865 + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250215 | FAIL: gcc.target/arm/thumb1-far-jump-2.c scan-assembler push.*lr + + === Results Summary === + +# of stable fails 173 +# of flaky entries 0 +# of all tests 58865 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/234/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20250213 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20250213 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20250213 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20250213 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20250213 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20250213 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20250213 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20250213 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20250213 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20250213 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20250213 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20250213 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20250213 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20250213 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20250213 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20250213 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20250213 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20250213 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler pop.*r1.*pc +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr40670.c scan-assembler-not ldr +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr40835.c scan-assembler-not cmp +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-1.c scan-assembler-not push.*lr +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-2.c scan-assembler push.*lr +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/thumb1-imm.c scan-assembler-not ldr +flaky,expire=20250213 | UNRESOLVED: gcc.target/arm/thumb1-mul-moves.c scan-assembler-not mov[\\t ]*r0, + + === Results Summary === + +# of stable fails 125 +# of flaky entries 0 +# of all tests 58838 + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250213 | FAIL: gcc.target/arm/thumb1-far-jump-2.c scan-assembler push.*lr + + === Results Summary === + +# of stable fails 171 +# of flaky entries 0 +# of all tests 58838 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/224/: + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler pop.*r1.*pc +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr40670.c scan-assembler-not ldr +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr40835.c scan-assembler-not cmp +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*r.,[\\t ]*#1 +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-1.c scan-assembler-not push.*lr +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-2.c scan-assembler push.*lr +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/thumb1-imm.c scan-assembler-not ldr +flaky,expire=20250205 | UNRESOLVED: gcc.target/arm/thumb1-mul-moves.c scan-assembler-not mov[\\t ]*r0, + + === Results Summary === + +# of stable fails 93 +# of flaky entries 0 +# of all tests 12154 + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250205 | FAIL: gcc.target/arm/thumb1-far-jump-2.c scan-assembler push.*lr + + === Results Summary === + +# of stable fails 267 +# of flaky entries 0 +# of all tests 12154 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/61/: + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler pop.*r1.*pc +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr40670.c scan-assembler-not ldr +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr40835.c scan-assembler-not cmp +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*#1 +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*r.,[\\t ]*#1 +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-1.c scan-assembler-not push.*lr +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-2.c scan-assembler push.*lr +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/thumb1-imm.c scan-assembler-not ldr +flaky,expire=20240918 | UNRESOLVED: gcc.target/arm/thumb1-mul-moves.c scan-assembler-not mov[\\t ]*r0, + + === Results Summary === + +# of stable fails 90 +# of flaky entries 0 +# of all tests 12136 + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20240918 | FAIL: gcc.target/arm/thumb1-far-jump-2.c scan-assembler push.*lr + + === Results Summary === + +# of stable fails 280 +# of flaky entries 0 +# of all tests 12136 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_soft_eabi-build/2/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20240709 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20240709 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20240709 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20240709 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20240709 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20240709 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20240709 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20240709 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20240709 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20240709 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20240709 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20240709 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20240709 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20240709 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20240709 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20240709 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20240709 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20240709 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler pop.*r1.*pc +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr40657-1.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not add[\\t ]*sp,[\\t ]*sp +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr40657-2.c scan-assembler-not sub[\\t ]*sp,[\\t ]*sp +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr40670.c scan-assembler-not ldr +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr40835.c scan-assembler-not cmp +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*#1 +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr42235.c scan-assembler-not add[\\t ]*r.,[\\t ]*r.,[\\t ]*#1 +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-1.c scan-assembler-not push.*lr +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/thumb1-far-jump-2.c scan-assembler push.*lr +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/thumb1-imm.c scan-assembler-not ldr +flaky,expire=20240709 | UNRESOLVED: gcc.target/arm/thumb1-mul-moves.c scan-assembler-not mov[\\t ]*r0, + + === Results Summary === + +# of stable fails 219 +# of flaky entries 0 +# of all tests 87239 diff --git a/README.html b/README.html index a90408e9..86fe8e7f 100644 --- a/README.html +++ b/README.html @@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories, as described below: