06-check_regression/baseline.xfail | 319 ++++++++++++++++++++++++++++++++ 06-check_regression/console.log.xz | Bin 0 -> 7280 bytes 06-check_regression/extra-bisect-params | 1 + 06-check_regression/fails.sum | 11 ++ 06-check_regression/flaky.xfail | 308 ++++++++++++++++++++++++++++++ 06-check_regression/results.regressions | 1 + 06-check_regression/trigger-bisect | 3 + README.html | 42 +---- README.txt | 41 +--- jenkins/old_jira_cards.log | 255 +++++++++++++++++++++++++ results | 1 + sumfiles/xfails.xfail | 36 ++++ 12 files changed, 942 insertions(+), 76 deletions(-) diff --git a/06-check_regression/baseline.xfail b/06-check_regression/baseline.xfail new file mode 100644 index 00000000..ecb5ecc5 --- /dev/null +++ b/06-check_regression/baseline.xfail @@ -0,0 +1,319 @@ + === g++ tests === + +Running g++:g++.dg/dg.exp ... +FAIL: g++.dg/abi/arm_rtti1.C -std=gnu++26 scan-assembler _ZNKSt9type_infoeqERKS_ + +Running g++:g++.dg/guality/guality.exp ... +FAIL: g++.dg/guality/pr55665.C -O2 -flto -fno-use-linker-plugin -flto-partition=none line 23 p == 40 + +Running g++:g++.target/arm/arm.exp ... +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 10) +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 11) + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 72) +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 77) +XPASS: gcc.dg/Wstringop-overflow-47.c pr97027 note (test for warnings, line 68) +FAIL: gcc.dg/fold-copysign-1.c scan-tree-dump-times cddce1 "= ABS_EXPR" 1 +FAIL: gcc.dg/fold-copysign-1.c scan-tree-dump-times cddce1 "__builtin_copysign" 1 +FAIL: gcc.dg/pr109393.c scan-tree-dump-times optimized "return 1;" 3 +FAIL: gcc.dg/pr55152-2.c scan-tree-dump-times optimized ".COPYSIGN" 1 +FAIL: gcc.dg/pr55152-2.c scan-tree-dump-times optimized "ABS_EXPR" 1 + +Running gcc:gcc.dg/guality/guality.exp ... +XPASS: gcc.dg/guality/example.c -O0 execution test +XPASS: gcc.dg/guality/example.c -O1 -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/example.c -Og -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/guality.c -O0 execution test +XPASS: gcc.dg/guality/guality.c -O1 -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/guality.c -O2 -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/guality.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/guality.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/guality.c -O3 -g -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/guality.c -Os -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/guality.c -Og -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/inline-params.c -O2 -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/inline-params.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/inline-params.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/inline-params.c -O3 -g -DPREVENT_OPTIMIZATION execution test +XPASS: gcc.dg/guality/inline-params.c -Os -DPREVENT_OPTIMIZATION execution test +FAIL: gcc.dg/guality/loop-1.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions -DPREVENT_OPTIMIZATION line 20 i == 1 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -DPREVENT_OPTIMIZATION line 16 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -DPREVENT_OPTIMIZATION line 18 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 16 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 18 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 16 arg1 == 1 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 16 arg2 == 2 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 16 arg3 == 3 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 16 arg4 == 4 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 16 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 16 arg6 == 6 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 16 arg7 == 30 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 16 y == 2 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 18 arg1 == 1 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 18 arg2 == 2 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 18 arg3 == 3 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 18 arg4 == 4 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 18 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 18 arg6 == 6 +FAIL: gcc.dg/guality/pr36728-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 18 arg7 == 30 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 16 arg1 == 1 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 16 arg2 == 2 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 16 arg3 == 3 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 16 arg4 == 4 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 16 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 16 arg6 == 6 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 16 arg7 == 30 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 18 arg1 == 1 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 18 arg2 == 2 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 18 arg3 == 3 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 18 arg4 == 4 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 18 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 18 arg6 == 6 +FAIL: gcc.dg/guality/pr36728-2.c -O3 -g -DPREVENT_OPTIMIZATION line 18 arg7 == 30 +FAIL: gcc.dg/guality/pr36728-2.c -Os -DPREVENT_OPTIMIZATION line 16 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-2.c -Os -DPREVENT_OPTIMIZATION line 18 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-4.c -O2 -DPREVENT_OPTIMIZATION line 14 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-4.c -O2 -DPREVENT_OPTIMIZATION line 16 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-4.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 14 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-4.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 16 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-4.c -Os -DPREVENT_OPTIMIZATION line 14 arg5 == 5 +FAIL: gcc.dg/guality/pr36728-4.c -Os -DPREVENT_OPTIMIZATION line 16 arg5 == 5 +FAIL: gcc.dg/guality/pr43051-1.c -O3 -g -DPREVENT_OPTIMIZATION line 35 v == 1 +FAIL: gcc.dg/guality/pr43051-1.c -O3 -g -DPREVENT_OPTIMIZATION line 36 e == &a[1] +FAIL: gcc.dg/guality/pr43051-1.c -O3 -g -DPREVENT_OPTIMIZATION line 40 v == 1 +FAIL: gcc.dg/guality/pr43051-1.c -O3 -g -DPREVENT_OPTIMIZATION line 41 e == &a[1] +FAIL: gcc.dg/guality/pr54200.c -O1 -DPREVENT_OPTIMIZATION line 20 z == 3 +FAIL: gcc.dg/guality/pr54200.c -O2 -DPREVENT_OPTIMIZATION line 20 z == 3 +FAIL: gcc.dg/guality/pr54200.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 20 z == 3 +FAIL: gcc.dg/guality/pr54200.c -O3 -g -DPREVENT_OPTIMIZATION line 20 z == 3 +FAIL: gcc.dg/guality/pr54200.c -Os -DPREVENT_OPTIMIZATION line 20 z == 3 +FAIL: gcc.dg/guality/pr54519-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 20 y == 25 +FAIL: gcc.dg/guality/pr54519-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 20 z == 6 +FAIL: gcc.dg/guality/pr54519-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 23 y == 117 +FAIL: gcc.dg/guality/pr54519-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 23 z == 8 +FAIL: gcc.dg/guality/pr54519-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 20 y == 25 +FAIL: gcc.dg/guality/pr54519-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 20 z == 6 +FAIL: gcc.dg/guality/pr54519-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 23 y == 117 +FAIL: gcc.dg/guality/pr54519-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 23 z == 8 +FAIL: gcc.dg/guality/pr54519-2.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 17 y == 25 +FAIL: gcc.dg/guality/pr54519-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 17 y == 25 +FAIL: gcc.dg/guality/pr54519-3.c -O1 -DPREVENT_OPTIMIZATION line 20 z == 6 +FAIL: gcc.dg/guality/pr54519-3.c -O1 -DPREVENT_OPTIMIZATION line 23 z == 8 +FAIL: gcc.dg/guality/pr54519-3.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 20 y == 25 +FAIL: gcc.dg/guality/pr54519-3.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 20 z == 6 +FAIL: gcc.dg/guality/pr54519-3.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 23 y == 117 +FAIL: gcc.dg/guality/pr54519-3.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 23 z == 8 +FAIL: gcc.dg/guality/pr54519-3.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 20 y == 25 +FAIL: gcc.dg/guality/pr54519-3.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 20 z == 6 +FAIL: gcc.dg/guality/pr54519-3.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 23 y == 117 +FAIL: gcc.dg/guality/pr54519-3.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 23 z == 8 +FAIL: gcc.dg/guality/pr54519-3.c -Og -DPREVENT_OPTIMIZATION line 20 z == 6 +FAIL: gcc.dg/guality/pr54519-3.c -Og -DPREVENT_OPTIMIZATION line 23 z == 8 +FAIL: gcc.dg/guality/pr54519-4.c -O1 -DPREVENT_OPTIMIZATION line 17 y == 25 +FAIL: gcc.dg/guality/pr54519-4.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 17 y == 25 +FAIL: gcc.dg/guality/pr54519-4.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 17 y == 25 +FAIL: gcc.dg/guality/pr54519-4.c -Og -DPREVENT_OPTIMIZATION line 17 y == 25 +FAIL: gcc.dg/guality/pr54519-5.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 17 y == 25 +FAIL: gcc.dg/guality/pr54519-5.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 17 y == 25 +FAIL: gcc.dg/guality/pr54519-6.c -Os -DPREVENT_OPTIMIZATION line 11 x == 2 +FAIL: gcc.dg/guality/pr54693-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 21 x == 10 - i +FAIL: gcc.dg/guality/pr54693-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 21 y == 20 - 2 * i +FAIL: gcc.dg/guality/pr54693-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 21 z == 30 - 3 * i +FAIL: gcc.dg/guality/pr54693-2.c -Os -DPREVENT_OPTIMIZATION line 21 y == 20 - 2 * i +FAIL: gcc.dg/guality/pr54693-2.c -Os -DPREVENT_OPTIMIZATION line 21 z == 30 - 3 * i +FAIL: gcc.dg/guality/pr56154-1.c -Og -DPREVENT_OPTIMIZATION line pr56154-1.c:20 x.a == 6 +XPASS: gcc.dg/guality/pr59776.c -Og -DPREVENT_OPTIMIZATION line pr59776.c:17 s2.g == 6.0 +XPASS: gcc.dg/guality/pr59776.c -Og -DPREVENT_OPTIMIZATION line pr59776.c:20 s2.g == 6.0 +FAIL: gcc.dg/guality/pr90074.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 28 c + 1 == 2 +FAIL: gcc.dg/guality/pr90074.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 28 i + 1 == 8 +FAIL: gcc.dg/guality/pr90716.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 23 j + 1 == 9 +FAIL: gcc.dg/guality/sra-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 21 a.j == 14 +FAIL: gcc.dg/guality/sra-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 32 a[1] == 14 +FAIL: gcc.dg/guality/sra-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 43 a.i == 4 +FAIL: gcc.dg/guality/sra-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 43 a.j == 14 +FAIL: gcc.dg/guality/sra-1.c -Og -DPREVENT_OPTIMIZATION line 43 a.i == 4 +FAIL: gcc.dg/guality/sra-1.c -Og -DPREVENT_OPTIMIZATION line 43 a.j == 14 +FAIL: gcc.dg/guality/vla-1.c -O2 -DPREVENT_OPTIMIZATION line 17 sizeof (a) == 6 +FAIL: gcc.dg/guality/vla-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 17 sizeof (a) == 6 +FAIL: gcc.dg/guality/vla-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 17 sizeof (a) == 6 +FAIL: gcc.dg/guality/vla-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 24 i == 5 +FAIL: gcc.dg/guality/vla-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 24 sizeof (a) == 17 * sizeof (short) +FAIL: gcc.dg/guality/vla-1.c -O3 -g -DPREVENT_OPTIMIZATION line 17 sizeof (a) == 6 +FAIL: gcc.dg/guality/vla-1.c -Os -DPREVENT_OPTIMIZATION line 17 sizeof (a) == 6 +FAIL: gcc.dg/guality/vla-2.c -O2 -DPREVENT_OPTIMIZATION line 25 sizeof (a) == 6 * sizeof (int) +FAIL: gcc.dg/guality/vla-2.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 25 sizeof (a) == 6 * sizeof (int) +FAIL: gcc.dg/guality/vla-2.c -O3 -g -DPREVENT_OPTIMIZATION line 25 sizeof (a) == 6 * sizeof (int) +FAIL: gcc.dg/guality/vla-2.c -Os -DPREVENT_OPTIMIZATION line 25 sizeof (a) == 6 * sizeof (int) + +Running gcc:gcc.dg/simulate-thread/simulate-thread.exp ... +FAIL: gcc.dg/simulate-thread/atomic-load-longlong.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-int.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-int.c -O2 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-int.c -O3 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-longlong.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-longlong.c -O2 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-longlong.c -O3 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-short.c -O0 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-short.c -O2 -g thread simulation test +FAIL: gcc.dg/simulate-thread/atomic-other-short.c -O3 -g thread simulation test + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: gcc.dg/torture/builtin-iseqsig-1.c -Os execution test +FAIL: gcc.dg/torture/builtin-iseqsig-2.c -Os execution test +FAIL: gcc.dg/torture/builtin-iseqsig-3.c -Os execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O0 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O1 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O2 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -O3 -g execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-1.c -Os execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O0 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O1 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O2 execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -O3 -g execution test +FAIL: gcc.dg/torture/fp-uint64-convert-double-2.c -Os execution test + +Running gcc:gcc.dg/tree-prof/tree-prof.exp ... +FAIL: gcc.dg/tree-prof/pr77698.c scan-rtl-dump-times alignments "internal loop alignment added" 1 + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/abs-4.c scan-tree-dump-times optimized "= -" 1 +FAIL: gcc.dg/tree-ssa/abs-4.c scan-tree-dump-times optimized "= .COPYSIGN" 2 +FAIL: gcc.dg/tree-ssa/abs-4.c scan-tree-dump-times optimized "= ABS_EXPR" 1 +FAIL: gcc.dg/tree-ssa/absfloat16.c (test for excess errors) +UNRESOLVED: gcc.dg/tree-ssa/absfloat16.c scan-tree-dump-times optimized " = ABS_EXPR ;" 1 +FAIL: gcc.dg/tree-ssa/backprop-6.c scan-tree-dump-times backprop "Deleting[^\\n]* = -" 4 +FAIL: gcc.dg/tree-ssa/backprop-6.c scan-tree-dump-times backprop "Deleting[^\\n]* = ABS_EXPR <" 1 +FAIL: gcc.dg/tree-ssa/backprop-6.c scan-tree-dump-times backprop "Deleting[^\\n]* = \\.COPYSIGN" 2 +FAIL: gcc.dg/tree-ssa/copy-sign-2.c scan-tree-dump-times optimized ".COPYSIGN" 1 +FAIL: gcc.dg/tree-ssa/copy-sign-2.c scan-tree-dump-times optimized "ABS" 1 +FAIL: gcc.dg/tree-ssa/predcom-2.c scan-tree-dump-times pcom "Unrolling 2 times." 2 + +Running gcc:gcc.dg/vect/complex/complex.exp ... +XPASS: gcc.dg/vect/complex/fast-math-complex-add-half-float.c scan-tree-dump-times vect "stmt.*COMPLEX_ADD_ROT270" 1 +XPASS: gcc.dg/vect/complex/fast-math-complex-add-half-float.c scan-tree-dump-times vect "stmt.*COMPLEX_ADD_ROT90" 1 +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" + +Running gcc:gcc.dg/vect/vect.exp ... +FAIL: gcc.dg/vect/slp-19c.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorized 1 loops" 1 +FAIL: gcc.dg/vect/slp-19c.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorizing stmts using SLP" 1 +FAIL: gcc.dg/vect/slp-19c.c scan-tree-dump-times vect "vectorized 1 loops" 1 +FAIL: gcc.dg/vect/slp-19c.c scan-tree-dump-times vect "vectorizing stmts using SLP" 1 +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s124.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s124.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s276.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s276.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3111.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3111.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3113.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s3113.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s312.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s312.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s314.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s314.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s316.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s316.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s317.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s317.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s319.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s319.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s441.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s441.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s443.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s443.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s453.c -flto -ffat-lto-objects scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/tsvc/vect-tsvc-s453.c scan-tree-dump vect "vectorized 1 loops" +XPASS: gcc.dg/vect/vect-double-reduc-5.c -flto -ffat-lto-objects scan-tree-dump-times vect "OUTER LOOP VECTORIZED" 1 +XPASS: gcc.dg/vect/vect-double-reduc-5.c scan-tree-dump-times vect "OUTER LOOP VECTORIZED" 1 +FAIL: gcc.dg/vect/vect-fmax-2.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-2.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmax-2.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-2.c scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmax-3.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-3.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmax-3.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmax-3.c scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-2.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-2.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-2.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-2.c scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-3.c -flto -ffat-lto-objects scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-3.c -flto -ffat-lto-objects scan-tree-dump vect "LOOP VECTORIZED" +FAIL: gcc.dg/vect/vect-fmin-3.c scan-tree-dump vect "Detected reduction" +FAIL: gcc.dg/vect/vect-fmin-3.c scan-tree-dump vect "LOOP VECTORIZED" + +Running gcc:gcc.target/arm/arm.exp ... +FAIL: gcc.target/arm/aes_xor_combine.c scan-assembler-not veor +FAIL: gcc.target/arm/bfloat16_scalar_1_1.c check-function-bodies bfloat_mov_mr +FAIL: gcc.target/arm/bfloat16_scalar_1_2.c check-function-bodies bfloat_mov_mr +FAIL: gcc.target/arm/bfloat16_scalar_2_1.c check-function-bodies bfloat_mov_mr +FAIL: gcc.target/arm/bfloat16_scalar_2_2.c check-function-bodies bfloat_mov_mr +FAIL: gcc.target/arm/bfloat16_scalar_3_1.c check-function-bodies bfloat_mov_mr +FAIL: gcc.target/arm/bfloat16_scalar_3_2.c check-function-bodies bfloat_mov_mr +FAIL: gcc.target/arm/crypto-vsha1cq_u32.c scan-assembler-times vdup.32\\tq[0-9]+, r[0-9]+ 4 +FAIL: gcc.target/arm/crypto-vsha1h_u32.c scan-assembler-times vdup.32\\tq[0-9]+, r[0-9]+ 4 +FAIL: gcc.target/arm/crypto-vsha1mq_u32.c scan-assembler-times vdup.32\\tq[0-9]+, r[0-9]+ 4 +FAIL: gcc.target/arm/crypto-vsha1pq_u32.c scan-assembler-times vdup.32\\tq[0-9]+, r[0-9]+ 4 +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vmaxnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vminnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/ftest-armv5t-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv5te-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6k-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6z-thumb.c (test for excess errors) +FAIL: gcc.target/arm/memset-inline-8.c scan-assembler-not vstr +FAIL: gcc.target/arm/pr40457-2.c scan-assembler strd|stm +FAIL: gcc.target/arm/pr43920-2.c object-size text <= 54 +FAIL: gcc.target/arm/pr43920-2.c scan-assembler-times pop 2 +FAIL: gcc.target/arm/pr59858.c (test for excess errors) +FAIL: gcc.target/arm/pr65647.c (test for excess errors) +FAIL: gcc.target/arm/pr65710.c (test for excess errors) +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f1 +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f2 +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f3 +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f4 +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f5 +FAIL: gcc.target/arm/vect-early-break-cbranch.c check-function-bodies f6 +FAIL: gcc.target/arm/wmul-5.c scan-assembler umlal +FAIL: gcc.target/arm/wmul-6.c scan-assembler smlalbb +FAIL: gcc.target/arm/wmul-7.c scan-assembler umlal + +Running gcc:gcc.target/arm/mve/mve.exp ... +FAIL: gcc.target/arm/mve/dlstp-compile-asm-2.c check-function-bodies test5 +FAIL: gcc.target/arm/mve/dlstp-compile-asm-2.c check-function-bodies test8 + +Running gcc:gcc.target/arm/simd/simd.exp ... +FAIL: gcc.target/arm/simd/bf16_vstn_1.c check-function-bodies test_vst3q_bf16 +FAIL: gcc.target/arm/simd/mve-vabs.c scan-assembler-times memmove 3 + === gfortran tests === + +Running gfortran:gfortran.dg/dg.exp ... +FAIL: gfortran.dg/initialization_25.f90 -O xfail *-*-* (test for errors, line 11) + +Running gfortran:gfortran.dg/ieee/ieee.exp ... +FAIL: gfortran.dg/ieee/comparisons_3.F90 -Os execution test + === libgomp tests === + +Running libgomp:libgomp.oacc-c++/c++.exp ... +FAIL: libgomp.oacc-c++/../libgomp.oacc-c-c++-common/acc_prof-kernels-1.c -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O2 at line 190 (test for warnings, line 185) +FAIL: libgomp.oacc-c++/../libgomp.oacc-c-c++-common/acc_prof-kernels-1.c -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O2 at line 221 (test for warnings, line 214) +FAIL: libgomp.oacc-c++/../libgomp.oacc-c-c++-common/acc_prof-kernels-1.c -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O2 at line 252 (test for warnings, line 245) +FAIL: libgomp.oacc-c++/../libgomp.oacc-c-c++-common/acc_prof-kernels-1.c -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O2 (test for excess errors) + +Running libgomp:libgomp.oacc-c/c.exp ... +FAIL: libgomp.oacc-c/../libgomp.oacc-c-c++-common/acc_prof-kernels-1.c -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O2 at line 190 (test for warnings, line 185) +FAIL: libgomp.oacc-c/../libgomp.oacc-c-c++-common/acc_prof-kernels-1.c -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O2 at line 221 (test for warnings, line 214) +FAIL: libgomp.oacc-c/../libgomp.oacc-c-c++-common/acc_prof-kernels-1.c -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O2 at line 252 (test for warnings, line 245) +FAIL: libgomp.oacc-c/../libgomp.oacc-c-c++-common/acc_prof-kernels-1.c -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O2 (test for excess errors) + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 17_intro/headers/c++2011/parallel_mode.cc (test for excess errors) +FAIL: 17_intro/headers/c++2014/parallel_mode.cc (test for excess errors) +FAIL: 17_intro/headers/c++2017/parallel_mode.cc -std=gnu++17 (test for excess errors) diff --git a/06-check_regression/console.log.xz b/06-check_regression/console.log.xz new file mode 100644 index 00000000..fc5d8231 Binary files /dev/null and b/06-check_regression/console.log.xz differ diff --git a/06-check_regression/extra-bisect-params b/06-check_regression/extra-bisect-params new file mode 100644 index 00000000..2da80d2e --- /dev/null +++ b/06-check_regression/extra-bisect-params @@ -0,0 +1 @@ +extra_build_params=++testsuites gcc:gcc.dg/dg.exp diff --git a/06-check_regression/fails.sum b/06-check_regression/fails.sum new file mode 100644 index 00000000..09a6306a --- /dev/null +++ b/06-check_regression/fails.sum @@ -0,0 +1,11 @@ + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +XPASS: gcc.dg/strlenopt-32.c scan-tree-dump-times strlen1 "strlen \\(" 0 +FAIL: gcc.dg/strlenopt-32.c scan-tree-dump-times strlen1 "strlen \\(" 2 + + === Results Summary === + +# of stable fails 254 +# of flaky entries 102 +# of all tests 557142 diff --git a/06-check_regression/flaky.xfail b/06-check_regression/flaky.xfail new file mode 100644 index 00000000..1d20e88c --- /dev/null +++ b/06-check_regression/flaky.xfail @@ -0,0 +1,308 @@ +################################ +# Known flaky tests + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/840/: + === g++ tests === + +Running g++:g++.dg/dg.exp ... +flaky,expire=20241126 | FAIL: c-c++-common/musttail12.c -std=c++11 (test for excess errors) +flaky,expire=20241126 | FAIL: c-c++-common/musttail12.c -std=c++17 (test for excess errors) +flaky,expire=20241126 | FAIL: c-c++-common/musttail12.c -std=c++26 (test for excess errors) + + === Results Summary === + +# of stable fails 5 +# of flaky entries 0 +# of all tests 135670 + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/831/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20241123 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20241123 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20241123 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20241123 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20241123 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20241123 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20241123 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20241123 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20241123 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20241123 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20241123 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20241123 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20241123 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20241123 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20241123 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20241123 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20241123 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20241123 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/combine-cmp-shift.c scan-assembler cmp\tr[0-9]*, r[0-9]*, asr #31 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/neon-vmla-1.c scan-assembler vmla\\.i32 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/neon-vmls-1.c scan-assembler vmls\\.i32 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr19599.c scan-assembler bx +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr42093.c scan-assembler-not tbb +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr42093.c scan-assembler-not tbh +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr42879.c scan-assembler lsls +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr44999.c scan-assembler uxtb +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr46631.c scan-assembler ands +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr46788.c scan-assembler-not -32768 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler clz +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler lsr.*#5 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler sub +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr46975.c scan-assembler adcs +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr46975.c scan-assembler subs +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr53447-1.c scan-assembler-not mov +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr53447-2.c scan-assembler-not mov +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr53447-3.c scan-assembler-not mov +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/pr53447-4.c scan-assembler-not mov +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/synchronize.c scan-assembler __sync_synchronize|dmb|mcr +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-1.c scan-assembler adds +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-1.c scan-assembler-not cmn +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-2.c scan-assembler adds +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-2.c scan-assembler-not cmn +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-1.c scan-assembler cmpne +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-2.c scan-assembler cmpeq +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-3.c scan-assembler cmpgt +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-4.c scan-assembler cmpgt +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-2.c scan-assembler muls +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-2.c scan-assembler-not cmp +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-3.c scan-assembler muls +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-3.c scan-assembler-not cmp +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-mul-space.c scan-assembler muls +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-mul-speed.c scan-assembler-not muls +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler add.*#-16843010 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler and.*#13435085 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler sub.*#-1426019584 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-2004318072 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-33489408 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-572662307 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-587145984 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#13056 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#17 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1717986918 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1996488704 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#2228258 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#285212672 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#285217024 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#3342387 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#4456516 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#65536 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler addw.*#546 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler and.*#-1431655766 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler bic.*#1114129 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler bic.*#170 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler orn.*#255 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#252706816 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#32505856 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#3600 +flaky,expire=20241123 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#480 + + === Results Summary === + +# of stable fails 319 +# of flaky entries 0 +# of all tests 66767 + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/828/: + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/combine-cmp-shift.c scan-assembler cmp\tr[0-9]*, r[0-9]*, asr #31 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/neon-vmla-1.c scan-assembler vmla\\.i32 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/neon-vmls-1.c scan-assembler vmls\\.i32 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr19599.c scan-assembler bx +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr42093.c scan-assembler-not tbb +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr42093.c scan-assembler-not tbh +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr42879.c scan-assembler lsls +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr44999.c scan-assembler uxtb +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr46631.c scan-assembler ands +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr46788.c scan-assembler-not -32768 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler clz +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler lsr.*#5 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler sub +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr46975.c scan-assembler adcs +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr46975.c scan-assembler subs +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr53447-1.c scan-assembler-not mov +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr53447-2.c scan-assembler-not mov +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr53447-3.c scan-assembler-not mov +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/pr53447-4.c scan-assembler-not mov +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/synchronize.c scan-assembler __sync_synchronize|dmb|mcr +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-1.c scan-assembler adds +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-1.c scan-assembler-not cmn +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-2.c scan-assembler adds +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-2.c scan-assembler-not cmn +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-1.c scan-assembler cmpne +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-2.c scan-assembler cmpeq +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-3.c scan-assembler cmpgt +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-cond-cmp-4.c scan-assembler cmpgt +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-2.c scan-assembler muls +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-2.c scan-assembler-not cmp +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-3.c scan-assembler muls +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-3.c scan-assembler-not cmp +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-mul-space.c scan-assembler muls +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-mul-speed.c scan-assembler-not muls +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler add.*#-16843010 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler and.*#13435085 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler sub.*#-1426019584 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-2004318072 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-33489408 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-572662307 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-587145984 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#13056 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#17 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1717986918 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1996488704 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#2228258 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#285212672 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#285217024 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#3342387 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#4456516 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#65536 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler addw.*#546 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler and.*#-1431655766 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler bic.*#1114129 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler bic.*#170 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler orn.*#255 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#252706816 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#32505856 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#3600 +flaky,expire=20241121 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#480 + + === Results Summary === + +# of stable fails 118 +# of flaky entries 0 +# of all tests 13319 + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/620/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20240622 | FAIL: 29_atomics/atomic/compare_exchange_padding.cc -std=gnu++20 execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/525/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20240228 | FAIL: 27_io/basic_istream/ignore/char/94749.cc -std=gnu++17 execution test +flaky,expire=20240228 | FAIL: 27_io/basic_istream/ignore/wchar_t/94749.cc -std=gnu++17 execution test + + === Results Summary === + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20240228 | FAIL: gcc.dg/long_branch.c (test for excess errors) +flaky,expire=20240228 | UNRESOLVED: gcc.dg/long_branch.c compilation failed to produce executable + +Running gcc:gcc.dg/plugin/plugin.exp ... +flaky,expire=20240228 | FAIL: gcc.dg/plugin/poly-int-03_plugin.c compilation +flaky,expire=20240228 | FAIL: gcc.dg/plugin/poly-int-04_plugin.c compilation +flaky,expire=20240228 | FAIL: gcc.dg/plugin/poly-int-05_plugin.c compilation + + === Results Summary === + === g++ tests === + +Running g++:g++.dg/asan/asan.exp ... +flaky,expire=20240228 | FAIL: g++.dg/asan/asan_test.C -O2 AddressSanitizer_BufferOverflowAfterManyFrees execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/482/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20240209 | UNRESOLVED: gcc.dg/long_branch.c compilation failed to produce executable +flaky,expire=20240209 | FAIL: gcc.dg/long_branch.c (test for excess errors) + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/449/: + === gcc tests === + +Running gcc:gcc.dg/analyzer/analyzer.exp ... +flaky,expire=20240116 | FAIL: gcc.dg/analyzer/data-model-20.c (test for warnings, line 17) + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/406/: + === gcc tests === + +Running gcc:gcc.dg/analyzer/analyzer.exp ... +flaky,expire=20240101 | FAIL: gcc.dg/analyzer/data-model-20.c (test for warnings, line 17) + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/292/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231029 | UNRESOLVED: 20_util/duration/io.cc compilation failed to produce executable + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20231029 | FAIL: 27_io/basic_istream/ignore/wchar_t/94749.cc execution test + + === Results Summary === + === g++ tests === + +Running g++:g++.dg/asan/asan.exp ... +flaky,expire=20231029 | FAIL: g++.dg/asan/asan_test.C -O2 AddressSanitizer_BufferOverflowAfterManyFrees execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/118/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230815 | FAIL: 29_atomics/atomic_ref/compare_exchange_padding.cc execution test + + === Results Summary === diff --git a/06-check_regression/results.regressions b/06-check_regression/results.regressions new file mode 100644 index 00000000..826532c0 --- /dev/null +++ b/06-check_regression/results.regressions @@ -0,0 +1 @@ +# 2 regressions diff --git a/06-check_regression/trigger-bisect b/06-check_regression/trigger-bisect new file mode 100644 index 00000000..5f39ab16 --- /dev/null +++ b/06-check_regression/trigger-bisect @@ -0,0 +1,3 @@ +current_project=gcc +bad_git=https://github.com/gcc-mirror/gcc.git#bcccc3221b838ee7ae7848e7194603acb18294b3 +extra_build_params=++testsuites gcc:gcc.dg/dg.exp diff --git a/README.html b/README.html index 7884833e..7f918f93 100644 --- a/README.html +++ b/README.html @@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories, as described below: