12-check_regression/baseline.xfail | 311 ++++++++++++++++++++++++++++++++ 12-check_regression/console.log.xz | Bin 0 -> 7284 bytes 12-check_regression/extra-bisect-params | 1 + 12-check_regression/fails.sum | 10 + 12-check_regression/flaky.xfail | 211 ++++++++++++++++++++++ 12-check_regression/results.regressions | 1 + 12-check_regression/trigger-bisect | 3 + README.html | 44 +---- README.txt | 43 +---- results | 1 + sumfiles/xfails.xfail | 119 +----------- 11 files changed, 549 insertions(+), 195 deletions(-) diff --git a/12-check_regression/baseline.xfail b/12-check_regression/baseline.xfail new file mode 100644 index 00000000..b8a5ed86 --- /dev/null +++ b/12-check_regression/baseline.xfail @@ -0,0 +1,311 @@ + === g++ tests === + +Running g++:g++.dg/analyzer/analyzer.exp ... +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++17 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++17 expected multiline pattern lines 49-64 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++17 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++26 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++26 expected multiline pattern lines 49-64 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++26 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++98 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++98 expected multiline pattern lines 49-64 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c -std=c++98 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++17 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++17 expected multiline pattern lines 20-35 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++17 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++26 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++26 expected multiline pattern lines 20-35 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++26 (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++98 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++98 expected multiline pattern lines 20-35 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c -std=c++98 (test for excess errors) + +Running g++:g++.dg/dg.exp ... +FAIL: g++.dg/abi/arm_rtti1.C -std=gnu++26 scan-assembler _ZNKSt9type_infoeqERKS_ +FAIL: g++.dg/cpp2a/decomp2.C -std=gnu++11 (test for excess errors) +UNRESOLVED: g++.dg/cpp2a/decomp2.C -std=gnu++11 compilation failed to produce executable +FAIL: g++.dg/cpp2a/decomp2.C -std=gnu++14 (test for excess errors) +UNRESOLVED: g++.dg/cpp2a/decomp2.C -std=gnu++14 compilation failed to produce executable +FAIL: g++.dg/cpp2a/decomp2.C -std=gnu++17 (test for excess errors) +UNRESOLVED: g++.dg/cpp2a/decomp2.C -std=gnu++17 compilation failed to produce executable +FAIL: g++.dg/ext/arm-fp16/arm-fp16-ops-3.C -std=c++17 execution test +FAIL: g++.dg/ext/arm-fp16/arm-fp16-ops-3.C -std=c++26 execution test +FAIL: g++.dg/ext/arm-fp16/arm-fp16-ops-3.C -std=c++98 execution test +FAIL: g++.dg/ext/arm-fp16/arm-fp16-ops-4.C -std=gnu++17 execution test +FAIL: g++.dg/ext/arm-fp16/arm-fp16-ops-4.C -std=gnu++26 execution test +FAIL: g++.dg/ext/arm-fp16/arm-fp16-ops-4.C -std=gnu++98 execution test + +Running g++:g++.dg/tls/tls.exp ... +FAIL: g++.dg/tls/pr102496-1.C -std=c++11 (test for excess errors) +FAIL: g++.dg/tls/pr102496-1.C -std=c++17 (test for excess errors) +FAIL: g++.dg/tls/pr102496-1.C -std=c++26 (test for excess errors) +FAIL: g++.dg/tls/pr77285-1.C -std=c++11 (test for excess errors) +FAIL: g++.dg/tls/pr77285-1.C -std=c++17 (test for excess errors) +FAIL: g++.dg/tls/pr77285-1.C -std=c++26 (test for excess errors) + +Running g++:g++.target/arm/arm.exp ... +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 10) +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 11) + +Running g++:g++.target/arm/mve.exp ... +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/pr97327.c (test for excess errors) + === gcc tests === + +Running gcc:gcc.dg/analyzer/analyzer.exp ... +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-11.c expected multiline pattern lines 49-64 +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c (test for excess errors) +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c 2 blank line(s) in output +FAIL: c-c++-common/analyzer/out-of-bounds-diagram-8.c expected multiline pattern lines 20-35 +FAIL: gcc.dg/analyzer/out-of-bounds-diagram-10.c (test for excess errors) +FAIL: gcc.dg/analyzer/out-of-bounds-diagram-10.c 2 blank line(s) in output +FAIL: gcc.dg/analyzer/out-of-bounds-diagram-10.c expected multiline pattern lines 13-28 + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/Wstringop-overflow-47.c (test for excess errors) +FAIL: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 34) +FAIL: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 37) +FAIL: gcc.dg/Wstringop-overflow-47.c pr97027 (test for warnings, line 42) +FAIL: gcc.dg/auto-init-uninit-17.c unconditional (test for warnings, line 14) +FAIL: gcc.dg/enum-alias-1.c (test for excess errors) +UNRESOLVED: gcc.dg/enum-alias-1.c compilation failed to produce executable +FAIL: gcc.dg/enum-alias-2.c execution test +FAIL: gcc.dg/enum-alias-3.c execution test +FAIL: gcc.dg/fold-copysign-1.c scan-tree-dump-times cddce1 "= -" 1 +FAIL: gcc.dg/fold-copysign-1.c scan-tree-dump-times cddce1 "= ABS_EXPR" 2 +FAIL: gcc.dg/pr109393.c scan-tree-dump-times optimized "return 1;" 3 +FAIL: gcc.dg/pr55152-2.c scan-tree-dump-times optimized "ABS_EXPR" 2 +XPASS: gcc.dg/strlenopt-32.c scan-tree-dump-times strlen1 "strlen \\(" 0 +FAIL: gcc.dg/strlenopt-32.c scan-tree-dump-times strlen1 "strlen \\(" 2 +FAIL: gcc.dg/uninit-17.c unconditional (test for warnings, line 14) + +Running gcc:gcc.dg/ipa/ipa.exp ... +FAIL: gcc.dg/ipa/ipa-icf-38.c scan-ltrans-tree-dump-not optimized "Function bar" +FAIL: gcc.dg/ipa/ipa-icf-38.c scan-wpa-ipa-dump icf "Equal symbols: 1" +FAIL: gcc.dg/ipa/ipa-icf-38.c scan-wpa-ipa-dump icf "Semantic equality hit:foo/[0-9+]+->bar/[0-9+]+" + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: gcc.dg/torture/arm-fp16-int-convert-alt.c -O0 execution test +FAIL: gcc.dg/torture/arm-fp16-int-convert-alt.c -O1 execution test +FAIL: gcc.dg/torture/arm-fp16-int-convert-alt.c -O2 execution test +FAIL: gcc.dg/torture/arm-fp16-int-convert-alt.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/arm-fp16-int-convert-alt.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/arm-fp16-int-convert-alt.c -O3 -g execution test +FAIL: gcc.dg/torture/arm-fp16-int-convert-alt.c -Os execution test +FAIL: gcc.dg/torture/arm-fp16-ops-3.c -O0 execution test +FAIL: gcc.dg/torture/arm-fp16-ops-3.c -O1 execution test +FAIL: gcc.dg/torture/arm-fp16-ops-3.c -O2 execution test +FAIL: gcc.dg/torture/arm-fp16-ops-3.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/arm-fp16-ops-3.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/arm-fp16-ops-3.c -O3 -g execution test +FAIL: gcc.dg/torture/arm-fp16-ops-3.c -Os execution test +FAIL: gcc.dg/torture/arm-fp16-ops-4.c -O0 execution test +FAIL: gcc.dg/torture/arm-fp16-ops-4.c -O1 execution test +FAIL: gcc.dg/torture/arm-fp16-ops-4.c -O2 execution test +FAIL: gcc.dg/torture/arm-fp16-ops-4.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/arm-fp16-ops-4.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/arm-fp16-ops-4.c -O3 -g execution test +FAIL: gcc.dg/torture/arm-fp16-ops-4.c -Os execution test +FAIL: gcc.dg/torture/pr113026-1.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for bogus messages, line 10) + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/abs-4.c scan-tree-dump-times optimized "= -" 3 +FAIL: gcc.dg/tree-ssa/abs-4.c scan-tree-dump-times optimized "= ABS_EXPR" 3 +FAIL: gcc.dg/tree-ssa/backprop-6.c scan-tree-dump-times backprop "Deleting[^\\n]* = -" 6 +FAIL: gcc.dg/tree-ssa/backprop-6.c scan-tree-dump-times backprop "Deleting[^\\n]* = ABS_EXPR <" 3 +FAIL: gcc.dg/tree-ssa/copy-sign-2.c scan-tree-dump-times optimized "ABS" 2 +FAIL: gcc.dg/tree-ssa/fold-xor-and-or.c scan-tree-dump-not optimized "d1_[0-9]+.D. \\^ d2_[0-9]+.D." +FAIL: gcc.dg/tree-ssa/fold-xor-or.c scan-tree-dump-not optimized "d1_[0-9]+.D. \\^ d2_[0-9]+.D." +FAIL: gcc.dg/tree-ssa/gen-vect-26.c scan-tree-dump-times vect "Alignment of access forced using peeling" 1 +FAIL: gcc.dg/tree-ssa/gen-vect-26.c scan-tree-dump-times vect "Vectorizing an unaligned access" 0 +FAIL: gcc.dg/tree-ssa/gen-vect-28.c scan-tree-dump-times vect "Alignment of access forced using peeling" 1 +FAIL: gcc.dg/tree-ssa/gen-vect-28.c scan-tree-dump-times vect "Vectorizing an unaligned access" 0 +FAIL: gcc.dg/tree-ssa/pow-to-ldexp.c scan-tree-dump-times optimized "__builtin_ldexpf " 7 +FAIL: gcc.dg/tree-ssa/pow-to-ldexp.c scan-tree-dump-times optimized "__builtin_ldexpl " 7 +FAIL: gcc.dg/tree-ssa/pow-to-ldexp.c scan-tree-dump-times optimized "__builtin_powi" 0 +FAIL: gcc.dg/tree-ssa/pr117093.c (test for excess errors) +UNRESOLVED: gcc.dg/tree-ssa/pr117093.c check-function-bodies foo +FAIL: gcc.dg/tree-ssa/update-threading.c scan-tree-dump-times optimized "Invalid sum" 0 + +Running gcc:gcc.dg/vect/complex/complex.exp ... +FAIL: gcc.dg/vect/complex/fast-math-complex-mla-half-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_FMA_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-complex-mla-half-float.c scan-tree-dump vect "Found COMPLEX_FMA_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_FMA" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_FMA" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_FMS" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_FMS_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_FMS" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_FMS_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_MUL" +FAIL: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c -flto -ffat-lto-objects scan-tree-dump vect "Found COMPLEX_MUL_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c scan-tree-dump vect "Found COMPLEX_MUL" +FAIL: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c scan-tree-dump vect "Found COMPLEX_MUL_CONJ" + +Running gcc:gcc.misc-tests/gcov.exp ... +FAIL: gcc.misc-tests/gcov-pr94029.c gcov failed: spawn failed + +Running gcc:gcc.target/aarch64/advsimd-intrinsics/advsimd-intrinsics.exp ... +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld2q_lane_bf16_indices_1.c -O0 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld2q_lane_bf16_indices_1.c -O1 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld2q_lane_bf16_indices_1.c -O2 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld2q_lane_bf16_indices_1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld2q_lane_bf16_indices_1.c -O3 -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld2q_lane_bf16_indices_1.c -Og -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld2q_lane_bf16_indices_1.c -Os (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld3q_lane_bf16_indices_1.c -O0 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld3q_lane_bf16_indices_1.c -O1 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld3q_lane_bf16_indices_1.c -O2 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld3q_lane_bf16_indices_1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld3q_lane_bf16_indices_1.c -O3 -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld3q_lane_bf16_indices_1.c -Og -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld3q_lane_bf16_indices_1.c -Os (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld4q_lane_bf16_indices_1.c -O0 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld4q_lane_bf16_indices_1.c -O1 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld4q_lane_bf16_indices_1.c -O2 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld4q_lane_bf16_indices_1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld4q_lane_bf16_indices_1.c -O3 -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld4q_lane_bf16_indices_1.c -Og -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vld4q_lane_bf16_indices_1.c -Os (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst2q_lane_bf16_indices_1.c -O0 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst2q_lane_bf16_indices_1.c -O1 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst2q_lane_bf16_indices_1.c -O2 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst2q_lane_bf16_indices_1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst2q_lane_bf16_indices_1.c -O3 -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst2q_lane_bf16_indices_1.c -Og -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst2q_lane_bf16_indices_1.c -Os (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst3q_lane_bf16_indices_1.c -O0 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst3q_lane_bf16_indices_1.c -O1 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst3q_lane_bf16_indices_1.c -O2 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst3q_lane_bf16_indices_1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst3q_lane_bf16_indices_1.c -O3 -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst3q_lane_bf16_indices_1.c -Og -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst3q_lane_bf16_indices_1.c -Os (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst4q_lane_bf16_indices_1.c -O0 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst4q_lane_bf16_indices_1.c -O1 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst4q_lane_bf16_indices_1.c -O2 (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst4q_lane_bf16_indices_1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst4q_lane_bf16_indices_1.c -O3 -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst4q_lane_bf16_indices_1.c -Og -g (test for excess errors) +FAIL: gcc.target/aarch64/advsimd-intrinsics/vst4q_lane_bf16_indices_1.c -Os (test for excess errors) + +Running gcc:gcc.target/arm/arm.exp ... +FAIL: gcc.target/arm/aes-fuse-1.c scan-assembler-not veor +FAIL: gcc.target/arm/aes-fuse-1.c scan-assembler-times crypto_aese_fused 6 +FAIL: gcc.target/arm/aes-fuse-2.c scan-assembler-not veor +FAIL: gcc.target/arm/aes-fuse-2.c scan-assembler-times crypto_aesd_fused 6 +FAIL: gcc.target/arm/aes_xor_combine.c scan-assembler-not veor +FAIL: gcc.target/arm/bfloat16_scalar_1_2.c check-function-bodies bfloat_mov_mr +FAIL: gcc.target/arm/bfloat16_scalar_1_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_scalar_2_1.c check-function-bodies bfloat_mov_mr +FAIL: gcc.target/arm/bfloat16_scalar_2_2.c check-function-bodies bfloat_mov_mr +FAIL: gcc.target/arm/bfloat16_scalar_2_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_scalar_3_1.c check-function-bodies bfloat_mov_mr +FAIL: gcc.target/arm/bfloat16_scalar_3_2.c check-function-bodies bfloat_mov_mr +FAIL: gcc.target/arm/bfloat16_scalar_3_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_simd_1_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_simd_2_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_simd_3_2.c check-function-bodies stacktest1 +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler-not .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler-not .arch_extension mve +UNRESOLVED: gcc.target/arm/cortex-m55-nodsp-flag-hard.c scan-assembler-not .arch_extension mve.fp +FAIL: gcc.target/arm/cortex-m55-nodsp-flag-softfp.c scan-assembler .arch_extension fp +FAIL: gcc.target/arm/cortex-m55-nodsp-flag-softfp.c scan-assembler .arch_extension fp.dp +FAIL: gcc.target/arm/cortex-m55-nodsp-flag-softfp.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler .arch_extension mve +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler .fpu softvfp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler-not .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler-not .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nofp-flag-hard.c scan-assembler-not .arch_extension mve.fp +FAIL: gcc.target/arm/cortex-m55-nofp-flag-softfp.c scan-assembler .arch_extension dsp +FAIL: gcc.target/arm/cortex-m55-nofp-flag-softfp.c scan-assembler .arch_extension mve +FAIL: gcc.target/arm/cortex-m55-nofp-nomve-flag-softfp.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler-not .arch_extension mve +UNRESOLVED: gcc.target/arm/cortex-m55-nomve-flag-hard.c scan-assembler-not .arch_extension mve.fp +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .arch_extension dsp +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .arch_extension fp +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .arch_extension fp.dp +FAIL: gcc.target/arm/cortex-m55-nomve-flag-softfp.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension dsp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension fp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension fp.dp +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .arch_extension mve +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler .fpu fpv5-d16 +UNRESOLVED: gcc.target/arm/cortex-m55-nomve.fp-flag-hard.c scan-assembler-not .arch_extension mve.fp +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension dsp +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension fp +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension fp.dp +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .arch_extension mve +FAIL: gcc.target/arm/cortex-m55-nomve.fp-flag-softfp.c scan-assembler .fpu fpv5-d16 +FAIL: gcc.target/arm/its.c scan-assembler-not \\sit[te]{2} +UNRESOLVED: gcc.target/arm/lp1243022.c scan-rtl-dump subreg2 "REG_INC" +FAIL: gcc.target/arm/pr112337.c (test for excess errors) +FAIL: gcc.target/arm/pr43920-2.c object-size text <= 54 +FAIL: gcc.target/arm/pr43920-2.c scan-assembler-times pop 2 +FAIL: gcc.target/arm/reg_equal_test.c scan-rtl-dump expand "expr_list:REG_EQUAL \\(const_int -942519458" +FAIL: gcc.target/arm/scd42-2.c scan-assembler mov[ \t].*272 +FAIL: gcc.target/arm/tls-disable-literal-pool.c (test for warnings, line 13) +FAIL: gcc.target/arm/tls-disable-literal-pool.c (test for excess errors) + +Running gcc:gcc.target/arm/mve/mve.exp ... +FAIL: gcc.target/arm/mve/dlstp-compile-asm-2.c check-function-bodies test7 +FAIL: gcc.target/arm/mve/dlstp-invalid-asm.c scan-assembler-not \tdlstp +FAIL: gcc.target/arm/mve/dlstp-invalid-asm.c scan-assembler-not \tletp +FAIL: gcc.target/arm/mve/intrinsics/pr97327.c (test for excess errors) + +Running gcc:gcc.target/arm/pure-code/pure-code.exp ... +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 check-function-bodies test_0x1000010 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 check-function-bodies test_0x1000011 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 check-function-bodies test_0x123456 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 check-function-bodies test_m8192 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O3 -g check-function-bodies test_0x1000010 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O3 -g check-function-bodies test_0x1000011 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O3 -g check-function-bodies test_0x123456 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O3 -g check-function-bodies test_m8192 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -Os check-function-bodies test_0x1000010 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -Os check-function-bodies test_0x1000011 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -Os check-function-bodies test_0x123456 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -Os check-function-bodies test_m8192 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_0x1000010 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_0x1000011 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_0x123456 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -ffat-lto-objects check-function-bodies test_m8192 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_0x1000010 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_0x1000011 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_0x123456 +FAIL: gcc.target/arm/pure-code/no-literal-pool-m0.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -ffat-lto-objects check-function-bodies test_m8192 + +Running gcc:gcc.target/arm/simd/simd.exp ... +FAIL: gcc.target/arm/simd/mve-vabs.c scan-assembler-times memmove 3 + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/entry.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/output.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/output.cc -std=gnu++26 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++23 execution test +FAIL: 19_diagnostics/stacktrace/stacktrace.cc -std=gnu++26 execution test +FAIL: 22_locale/ctype/scan/wchar_t/1.cc -std=gnu++17 execution test +FAIL: 27_io/basic_filebuf/underflow/wchar_t/11603.cc -std=gnu++17 execution test +FAIL: 27_io/basic_fstream/53984.cc -std=gnu++17 execution test +FAIL: 27_io/print/2.cc -std=gnu++23 (test for excess errors) +UNRESOLVED: 27_io/print/2.cc -std=gnu++23 compilation failed to produce executable +FAIL: 27_io/print/2.cc -std=gnu++26 (test for excess errors) +UNRESOLVED: 27_io/print/2.cc -std=gnu++26 compilation failed to produce executable +FAIL: 29_atomics/atomic_float/compare_exchange_padding.cc -std=gnu++20 (test for excess errors) +UNRESOLVED: 29_atomics/atomic_float/compare_exchange_padding.cc -std=gnu++20 compilation failed to produce executable +FAIL: 29_atomics/atomic_float/compare_exchange_padding.cc -std=gnu++26 (test for excess errors) +UNRESOLVED: 29_atomics/atomic_float/compare_exchange_padding.cc -std=gnu++26 compilation failed to produce executable +FAIL: experimental/simd/pr109261_constexpr_simd.cc -mfpu=neon -mfloat-abi=softfp -march=armv7-a -ffast-math -O2 -Wno-psabi (test for excess errors) +FAIL: experimental/simd/pr115454_find_last_set.cc -mfpu=neon -mfloat-abi=softfp -march=armv7-a -ffast-math -O2 -Wno-psabi (test for excess errors) +XPASS: ext/stdio_filebuf/char/10063-2.cc -std=gnu++17 execution test +XPASS: ext/stdio_filebuf/char/10063-3.cc -std=gnu++17 execution test diff --git a/12-check_regression/console.log.xz b/12-check_regression/console.log.xz new file mode 100644 index 00000000..7dfb9878 Binary files /dev/null and b/12-check_regression/console.log.xz differ diff --git a/12-check_regression/extra-bisect-params b/12-check_regression/extra-bisect-params new file mode 100644 index 00000000..bcc9ca19 --- /dev/null +++ b/12-check_regression/extra-bisect-params @@ -0,0 +1 @@ +extra_build_params=++testsuites gcc:gcc.dg/lto/lto.exp diff --git a/12-check_regression/fails.sum b/12-check_regression/fails.sum new file mode 100644 index 00000000..d1d06cfb --- /dev/null +++ b/12-check_regression/fails.sum @@ -0,0 +1,10 @@ + === gcc tests === + +Running gcc:gcc.dg/lto/lto.exp ... +FAIL: gcc.dg/lto/pr50199 c_lto_pr50199_0.o-c_lto_pr50199_0.o execute -O2 -flto -fno-merge-constants --param=lto-min-partition=1 + + === Results Summary === + +# of stable fails 273 +# of flaky entries 72 +# of all tests 399706 diff --git a/12-check_regression/flaky.xfail b/12-check_regression/flaky.xfail new file mode 100644 index 00000000..91314c37 --- /dev/null +++ b/12-check_regression/flaky.xfail @@ -0,0 +1,211 @@ +################################ +# Known flaky tests + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/250/: + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr42093.c scan-assembler-not tbb +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr42093.c scan-assembler-not tbh +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr42879.c scan-assembler lsls +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr44999.c scan-assembler uxtb +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr46631.c scan-assembler ands +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr46788.c scan-assembler-not -32768 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler clz +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler lsr.*#5 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler sub +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr46975.c scan-assembler adcs +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr46975.c scan-assembler subs +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr53447-1.c scan-assembler-not mov +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr53447-2.c scan-assembler-not mov +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr53447-3.c scan-assembler-not mov +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/pr53447-4.c scan-assembler-not mov +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-1.c scan-assembler adds +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-1.c scan-assembler-not cmn +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-2.c scan-assembler adds +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-2.c scan-assembler-not cmn +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-2.c scan-assembler muls +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-2.c scan-assembler-not cmp +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-3.c scan-assembler muls +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-3.c scan-assembler-not cmp +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-mul-space.c scan-assembler muls +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-mul-speed.c scan-assembler-not muls +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler add.*#-16843010 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler and.*#13435085 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler sub.*#-1426019584 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-2004318072 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-33489408 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-572662307 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-587145984 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#13056 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#17 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1717986918 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1996488704 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#2228258 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#285212672 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#285217024 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#3342387 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#4456516 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#65536 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler addw.*#546 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler and.*#-1431655766 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler bic.*#1114129 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler bic.*#170 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler orn.*#255 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#252706816 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#32505856 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#3600 +flaky,expire=20250131 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#480 + + === Results Summary === + +# of stable fails 149 +# of flaky entries 0 +# of all tests 12981 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/142/: + === g++ tests === + +Running g++:g++.dg/dg.exp ... +flaky,expire=20241112 | FAIL: c-c++-common/musttail12.c -std=c++14 (test for excess errors) +flaky,expire=20241112 | FAIL: c-c++-common/musttail12.c -std=c++17 (test for excess errors) +flaky,expire=20241112 | FAIL: c-c++-common/musttail12.c -std=c++20 (test for excess errors) + + === Results Summary === + +# of stable fails 30 +# of flaky entries 0 +# of all tests 160188 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/88/: + === gcc tests === + +Running gcc:gcc.target/arm/arm.exp ... +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler (ldr|mov)\tr[0-9]+, \\[?r9 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler j\\(GOT\\) +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/data-rel-1.c scan-assembler-not j-\\(.LPIC +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler j\\(GOT\\) +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/data-rel-2.c scan-assembler-not j-\\(.LPIC +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler j-\\(.LPIC +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not _GLOBAL_OFFSET_TABLE_-\\(.LPIC +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/data-rel-3.c scan-assembler-not j\\(GOT\\) +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr39839.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr40482.c scan-assembler-not ldr +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr40956.c scan-assembler-times movs?[\\t ]*r., #0 1 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr42093.c scan-assembler-not tbb +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr42093.c scan-assembler-not tbh +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr42172-1.c scan-assembler-times str 1 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not streq +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr42496.c scan-assembler-not strne +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr42505.c scan-assembler-not str[\\t ]*r.,[\\t ]*.sp, +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr42575.c scan-assembler-not mov +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr42879.c scan-assembler lsls +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr43137.c scan-assembler-not mov\tr1, r[1-9] +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr44999.c scan-assembler uxtb +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr46631.c scan-assembler ands +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr46788.c scan-assembler-not -32768 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler clz +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler lsr.*#5 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr46975-2.c scan-assembler sub +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr46975.c scan-assembler adcs +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr46975.c scan-assembler subs +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr53447-1.c scan-assembler-not mov +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr53447-2.c scan-assembler-not mov +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr53447-3.c scan-assembler-not mov +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/pr53447-4.c scan-assembler-not mov +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/stack-red-zone.c scan-assembler ldrb[^\n]*\\n[\t ]*add[\t ]*sp +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-1.c scan-assembler adds +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-1.c scan-assembler-not cmn +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-2.c scan-assembler adds +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-cmpneg2add-2.c scan-assembler-not cmn +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-2.c scan-assembler muls +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-2.c scan-assembler-not cmp +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-3.c scan-assembler muls +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-mul-space-3.c scan-assembler-not cmp +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-mul-space.c scan-assembler muls +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-mul-speed.c scan-assembler-not muls +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler add.*#-16843010 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler and.*#13435085 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant1.c scan-assembler sub.*#-1426019584 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-2004318072 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-33489408 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-572662307 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#-587145984 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#13056 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#17 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1717986918 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#1996488704 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#2228258 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#285212672 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#285217024 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#3342387 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#4456516 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler add.*#65536 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant2.c scan-assembler addw.*#546 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler and.*#-1431655766 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler bic.*#1114129 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler bic.*#170 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant3.c scan-assembler orn.*#255 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#252706816 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#32505856 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#3600 +flaky,expire=20240919 | UNRESOLVED: gcc.target/arm/thumb2-replicated-constant4.c scan-assembler add.*#480 + + === Results Summary === + +# of stable fails 147 +# of flaky entries 0 +# of all tests 12967 + +# From https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_softfp_eabi-build/2/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20240707 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20240707 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20240707 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20240707 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20240707 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20240707 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20240707 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20240707 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20240707 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20240707 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20240707 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20240707 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20240707 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20240707 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20240707 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20240707 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20240707 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20240707 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + + === Results Summary === + +# of stable fails 278 +# of flaky entries 0 +# of all tests 99644 diff --git a/12-check_regression/results.regressions b/12-check_regression/results.regressions new file mode 100644 index 00000000..0e86a649 --- /dev/null +++ b/12-check_regression/results.regressions @@ -0,0 +1 @@ +# 1 regressions diff --git a/12-check_regression/trigger-bisect b/12-check_regression/trigger-bisect new file mode 100644 index 00000000..3660cb1f --- /dev/null +++ b/12-check_regression/trigger-bisect @@ -0,0 +1,3 @@ +current_project=binutils +bad_git=git://sourceware.org/git/binutils-gdb.git#d5cbf916be4a049580dfed8682f3f8795e57ecfa +extra_build_params=++testsuites gcc:gcc.dg/lto/lto.exp diff --git a/README.html b/README.html index b4d16537..498d5561 100644 --- a/README.html +++ b/README.html @@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories, as described below: