06-check_regression/baseline.xfail | 88 ++++++++++++++++++++++++++++++++ 06-check_regression/console.log.xz | Bin 0 -> 4392 bytes 06-check_regression/extra-bisect-params | 1 + 06-check_regression/fails.sum | 19 +++++++ 06-check_regression/flaky.xfail | 24 +++++++++ 06-check_regression/results.regressions | 1 + 06-check_regression/trigger-bisect | 3 ++ README.html | 46 +++-------------- README.txt | 45 ++-------------- jenkins/old_jira_cards.log | 2 +- results | 1 + sumfiles/xfails.xfail | 3 ++ 12 files changed, 152 insertions(+), 81 deletions(-) diff --git a/06-check_regression/baseline.xfail b/06-check_regression/baseline.xfail new file mode 100644 index 00000000..66c1c5c8 --- /dev/null +++ b/06-check_regression/baseline.xfail @@ -0,0 +1,88 @@ + === g++ tests === + +Running g++:g++.dg/dg.exp ... +FAIL: g++.dg/strub-internal-pr112938.C -std=gnu++17 scan-tree-dump-times optimized "={v} \\*j_[0-9][0-9]*(D)" 2 +FAIL: g++.dg/strub-internal-pr112938.C -std=gnu++26 scan-tree-dump-times optimized "={v} \\*j_[0-9][0-9]*(D)" 2 +FAIL: g++.dg/strub-internal-pr112938.C -std=gnu++26 (test for excess errors) +FAIL: g++.dg/strub-internal-pr112938.C -std=gnu++98 scan-tree-dump-times optimized "={v} \\*j_[0-9][0-9]*(D)" 2 +FAIL: g++.dg/tree-ssa/initlist-opt2.C -std=c++26 scan-tree-dump gimple "_M_range_initialize" + === gcc tests === + +Running gcc:gcc.dg/guality/guality.exp ... +FAIL: gcc.dg/guality/pr36728-3.c -O3 -g -DPREVENT_OPTIMIZATION line 14 y == 2 +XPASS: gcc.dg/guality/pr41353-1.c -O1 -DPREVENT_OPTIMIZATION line 28 j == 28 + 37 +XPASS: gcc.dg/guality/pr41353-1.c -O2 -DPREVENT_OPTIMIZATION line 28 j == 28 + 37 +XPASS: gcc.dg/guality/pr41353-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 28 j == 28 + 37 +XPASS: gcc.dg/guality/pr41353-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 28 j == 28 + 37 +XPASS: gcc.dg/guality/pr41353-1.c -O3 -g -DPREVENT_OPTIMIZATION line 28 j == 28 + 37 +XPASS: gcc.dg/guality/pr41353-1.c -Os -DPREVENT_OPTIMIZATION line 28 j == 28 + 37 +XPASS: gcc.dg/guality/pr41353-1.c -Og -DPREVENT_OPTIMIZATION line 28 j == 28 + 37 +FAIL: gcc.dg/guality/pr54693-2.c -Os -DPREVENT_OPTIMIZATION line 21 y == 20 - 2 * i +FAIL: gcc.dg/guality/pr68860-1.c -O3 -g -DPREVENT_OPTIMIZATION line 14 y == 2 +FAIL: gcc.dg/guality/pr68860-2.c -O3 -g -DPREVENT_OPTIMIZATION line 14 y == 2 +XPASS: gcc.dg/guality/pr90074.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 28 c + 1 == 2 +XPASS: gcc.dg/guality/pr90074.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 28 i + 1 == 8 +XPASS: gcc.dg/guality/pr90716.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 23 j + 1 == 9 +XPASS: gcc.dg/guality/sra-1.c -O2 -DPREVENT_OPTIMIZATION line 43 a.i == 4 +XPASS: gcc.dg/guality/sra-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none -DPREVENT_OPTIMIZATION line 43 a.i == 4 +FAIL: gcc.dg/guality/sra-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 43 a.i == 4 +XPASS: gcc.dg/guality/sra-1.c -O3 -g -DPREVENT_OPTIMIZATION line 43 a.i == 4 +FAIL: gcc.dg/guality/vla-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 17 sizeof (a) == 6 +FAIL: gcc.dg/guality/vla-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 24 i == 5 +FAIL: gcc.dg/guality/vla-1.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -DPREVENT_OPTIMIZATION line 24 sizeof (a) == 17 * sizeof (short) + +Running gcc:gcc.dg/plugin/plugin.exp ... +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 28) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 39) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 41) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 42) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so at line 18 (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so at line 43 (test for warnings, line 42) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_Append.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 18) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 21) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 29) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so at line 37 (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyList_New.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 17) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 18) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 21) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for warnings, line 29) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so at line 37 (test for warnings, line 36) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (internal compiler error: Segmentation fault) +FAIL: gcc.dg/plugin/cpython-plugin-test-PyLong_FromLong.c -fplugin=./analyzer_cpython_plugin.so (test for excess errors) + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/predcom-8.c scan-tree-dump-not pcom "Invalid sum" + +Running gcc:gcc.dg/vect/vect.exp ... +XPASS: gcc.dg/vect/vect-fncall-mask-math.c -flto -ffat-lto-objects scan-tree-dump ifcvt " gimple_call <.MASK_CALL, _2, expf, _1, _30>" +XPASS: gcc.dg/vect/vect-fncall-mask-math.c -flto -ffat-lto-objects scan-tree-dump-not ifcvt " gimple_call " +XPASS: gcc.dg/vect/vect-fncall-mask-math.c scan-tree-dump ifcvt " gimple_call <.MASK_CALL, _2, expf, _1, _30>" +XPASS: gcc.dg/vect/vect-fncall-mask-math.c scan-tree-dump-not ifcvt " gimple_call " + +Running gcc:gcc.target/aarch64/aarch64.exp ... +FAIL: gcc.target/aarch64/ashltidisi.c scan-assembler-times asr 3 +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align16.c check-function-bodies g1 +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align16.c check-function-bodies g16 +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align16.c check-function-bodies g16p +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align16.c check-function-bodies g1p +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align16.c check-function-bodies g8 +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align16.c check-function-bodies g8p +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align8.c check-function-bodies g1 +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align8.c check-function-bodies g16 +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align8.c check-function-bodies g16p +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align8.c check-function-bodies g1p +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align8.c check-function-bodies g8 +FAIL: gcc.target/aarch64/bitfield-bitint-abi-align8.c check-function-bodies g8p +FAIL: gcc.target/aarch64/ccmp_3.c scan-assembler-not \tcbnz\t +FAIL: gcc.target/aarch64/vmul_high_cost.c scan-assembler-not dup\\t + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 25_algorithms/stable_sort/constexpr.cc -std=gnu++26 (test for excess errors) diff --git a/06-check_regression/console.log.xz b/06-check_regression/console.log.xz new file mode 100644 index 00000000..6cb77ba3 Binary files /dev/null and b/06-check_regression/console.log.xz differ diff --git a/06-check_regression/extra-bisect-params b/06-check_regression/extra-bisect-params new file mode 100644 index 00000000..83880bdc --- /dev/null +++ b/06-check_regression/extra-bisect-params @@ -0,0 +1 @@ +extra_build_params=++testsuites gcc:gcc.target/aarch64/aarch64.exp ++testsuites gcc:gcc.target/aarch64/sme/aarch64-sme.exp diff --git a/06-check_regression/fails.sum b/06-check_regression/fails.sum new file mode 100644 index 00000000..552a2701 --- /dev/null +++ b/06-check_regression/fails.sum @@ -0,0 +1,19 @@ + === gcc tests === + +Running gcc:gcc.target/aarch64/aarch64.exp ... +ERROR: tcl error code NONE +ERROR: tcl error sourcing gcc.target/aarch64/aarch64.exp. +UNRESOLVED: testcase gcc.target/aarch64/aarch64.exp' aborted due to Tcl error +ERROR: unmatched open brace in list + +Running gcc:gcc.target/aarch64/sme/aarch64-sme.exp ... +ERROR: can't rename to "aarch64-old-dg-options": command already exists +ERROR: tcl error code TCL OPERATION RENAME TARGET_EXISTS +ERROR: tcl error sourcing gcc.target/aarch64/sme/aarch64-sme.exp. +UNRESOLVED: testcase gcc.target/aarch64/sme/aarch64-sme.exp' aborted due to Tcl error + + === Results Summary === + +# of stable fails 79 +# of flaky entries 8 +# of all tests 942384 diff --git a/06-check_regression/flaky.xfail b/06-check_regression/flaky.xfail new file mode 100644 index 00000000..05581114 --- /dev/null +++ b/06-check_regression/flaky.xfail @@ -0,0 +1,24 @@ +################################ +# New flaky tests +# From https://ci.linaro.org/job/tcwg_bootstrap_check--master-aarch64-check_bootstrap-build/1116/: + === gcc tests === + +Running gcc:gcc.target/aarch64/sve/aarch64-sve.exp ... +flaky,expire=20250622 | ERROR: can't rename to "aarch64-old-dg-options": command already exists +flaky,expire=20250622 | ERROR: tcl error sourcing gcc.target/aarch64/sve/aarch64-sve.exp. +flaky,expire=20250622 | ERROR: tcl error code TCL OPERATION RENAME TARGET_EXISTS +flaky,expire=20250622 | UNRESOLVED: testcase gcc.target/aarch64/sve/aarch64-sve.exp' aborted due to Tcl error + +Running gcc:gcc.target/aarch64/sve2/aarch64-sve2.exp ... +flaky,expire=20250622 | ERROR: can't rename to "aarch64-old-dg-options": command already exists +flaky,expire=20250622 | ERROR: tcl error sourcing gcc.target/aarch64/sve2/aarch64-sve2.exp. +flaky,expire=20250622 | ERROR: tcl error code TCL OPERATION RENAME TARGET_EXISTS +flaky,expire=20250622 | UNRESOLVED: testcase gcc.target/aarch64/sve2/aarch64-sve2.exp' aborted due to Tcl error + + === Results Summary === + +# of stable fails 87 +# of flaky entries 0 +# of all tests 14610 +################################ +# Known flaky tests diff --git a/06-check_regression/results.regressions b/06-check_regression/results.regressions new file mode 100644 index 00000000..bdcca4a9 --- /dev/null +++ b/06-check_regression/results.regressions @@ -0,0 +1 @@ +# 8 regressions diff --git a/06-check_regression/trigger-bisect b/06-check_regression/trigger-bisect new file mode 100644 index 00000000..4ab6a64e --- /dev/null +++ b/06-check_regression/trigger-bisect @@ -0,0 +1,3 @@ +current_project=gcc +bad_git=https://gcc.gnu.org/git/gcc.git#e90d6c2639c39266479085a5f8df443b56eca259 +extra_build_params=++testsuites gcc:gcc.target/aarch64/aarch64.exp ++testsuites gcc:gcc.target/aarch64/sme/aarch64-sme.exp diff --git a/README.html b/README.html index 5116693e..7890f106 100644 --- a/README.html +++ b/README.html @@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories, as described below: