11-check_regression/baseline.xfail | 32 ++++++++++++
11-check_regression/console.log.xz | Bin 0 -> 3236 bytes
11-check_regression/fails.sum | 6 +++
11-check_regression/flaky.xfail | 14 ++++++
README.html | 69 ++------------------------
README.txt | 68 +------------------------
sumfiles/xfails.xfail | 98 +------------------------------------
7 files changed, 59 insertions(+), 228 deletions(-)
diff --git a/11-check_regression/baseline.xfail b/11-check_regression/baseline.xfail
new file mode 100644
index 0000000..f02bfc1
--- /dev/null
+++ b/11-check_regression/baseline.xfail
@@ -0,0 +1,32 @@
+ === acats tests ===
+
+Running acats:chapter cb ...
+FAIL: cb1010d
+ === gotools tests ===
+
+Running gotools:carchive ...
+FAIL: go test misc/cgo/testcarchive
+
+Running gotools:cgo ...
+FAIL: go test misc/cgo/test
+
+Running gotools:cmd/go ...
+FAIL: go test cmd/go
+
+Running gotools:cmd/vet ...
+FAIL: go test cmd/vet
+
+Running gotools:embed ...
+FAIL: go test embed/internal/embedtest
+
+Running gotools:runtime ...
+FAIL: go test runtime
+ === libgo tests ===
+
+Running libgo:gcc.git~master/libgo/libgo.exp ...
+FAIL: go/types
+FAIL: net
+FAIL: runtime
+FAIL: runtime/debug
+FAIL: runtime/pprof
+FAIL: sync/atomic
diff --git a/11-check_regression/console.log.xz b/11-check_regression/console.log.xz
new file mode 100644
index 0000000..98120d1
Binary files /dev/null and b/11-check_regression/console.log.xz differ
diff --git a/11-check_regression/fails.sum b/11-check_regression/fails.sum
new file mode 100644
index 0000000..1e296ca
--- /dev/null
+++ b/11-check_regression/fails.sum
@@ -0,0 +1,6 @@
+
+ === Results Summary ===
+
+# of stable fails 13
+# of flaky entries 0
+# of all tests 47729
diff --git a/11-check_regression/flaky.xfail b/11-check_regression/flaky.xfail
new file mode 100644
index 0000000..9611f29
--- /dev/null
+++ b/11-check_regression/flaky.xfail
@@ -0,0 +1,14 @@
+################################
+# Known flaky tests
+
+# From https://ci.linaro.org/job/tcwg_gnu_native_fast_check_gcc--master-arm-build/981/:
+ === libgo tests ===
+
+Running libgo:/home/tcwg-buildslave/workspace/tcwg_gnu_1/abe/snapshots/gcc.git~master/libgo/libgo.exp ...
+flaky,expire=20250301 | FAIL: os/signal
+
+ === Results Summary ===
+
+# of stable fails 14
+# of flaky entries 0
+# of all tests 196
diff --git a/README.html b/README.html
index f16a53c..3aa5f51 100644
--- a/README.html
+++ b/README.html
@@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories,
as described below:
-- 00-sumfiles/ contains .log and possibly .sum files generated by the
- build. Files with .0 suffix contain the results of the initial full
- testsuite run, files with .1, .2 etc... contain logs restricted to
- the parts (.exp) of the testsuite where we detected regressions.
- .1, .2, .... represent the number of times this subset of the testsuite
- was executed in order to also identify flaky tests. The last one
- contains what is considered as the results of this build.
-
- git/ contains the revision and repository of each toolchain
component built
@@ -40,69 +32,11 @@ interested in:
List of files below:
-- ./00-sumfiles/acats.log.0.xz
-
- ./00-sumfiles/acats.sum.0
-
- ./00-sumfiles/gcc.log.0.xz
-
- ./00-sumfiles/gcc.sum.0
-
- ./00-sumfiles/gdc.log.0.xz
-
- ./00-sumfiles/gdc.sum.0
-
- ./00-sumfiles/gfortran.log.0.xz
-
- ./00-sumfiles/gfortran.sum.0
-
- ./00-sumfiles/g++.log.0.xz
-
- ./00-sumfiles/gm2.log.0.xz
-
- ./00-sumfiles/gm2.sum.0
-
- ./00-sumfiles/gnat.log.0.xz
-
- ./00-sumfiles/gnat.sum.0
-
- ./00-sumfiles/go.log.0.xz
-
- ./00-sumfiles/go.sum.0
-
- ./00-sumfiles/gotools.log.0.xz
-
- ./00-sumfiles/gotools.sum.0
-
- ./00-sumfiles/g++.sum.0
-
- ./00-sumfiles/libatomic.log.0.xz
-
- ./00-sumfiles/libatomic.sum.0
-
- ./00-sumfiles/libffi.log.0.xz
-
- ./00-sumfiles/libffi.sum.0
-
- ./00-sumfiles/libgo.log.0.xz
-
- ./00-sumfiles/libgo.log.1.xz
-
- ./00-sumfiles/libgomp.log.0.xz
-
- ./00-sumfiles/libgomp.sum.0
-
- ./00-sumfiles/libgo.sum.0
-
- ./00-sumfiles/libgo.sum.1
-
- ./00-sumfiles/libitm.log.0.xz
-
- ./00-sumfiles/libitm.sum.0
-
- ./00-sumfiles/libphobos.log.0.xz
-
- ./00-sumfiles/libphobos.sum.0
-
- ./00-sumfiles/libstdc++.log.0.xz
-
- ./00-sumfiles/libstdc++.sum.0
-
- ./00-sumfiles/obj-c++.log.0.xz
-
- ./00-sumfiles/objc.log.0.xz
-
- ./00-sumfiles/obj-c++.sum.0
-
- ./00-sumfiles/objc.sum.0
-
- ./01-reset_artifacts/console.log.xz
-
- ./02-prepare_abe/console.log.xz
-
- ./03-build_abe-binutils/console.log.xz
-
- ./03-build_abe-binutils/make-binutils.log.xz
-
- ./04-build_abe-gcc/console.log.xz
-
- ./04-build_abe-gcc/make-gcc-stage2.log.xz
-
- ./05-clean_sysroot/console.log.xz
-
- ./06-build_abe-linux/console.log.xz
-
- ./07-build_abe-glibc/console.log.xz
-
- ./07-build_abe-glibc/make-glibc.log.xz
-
- ./08-build_abe-gdb/console.log.xz
-
- ./08-build_abe-gdb/make-gdb.log.xz
-
- ./09-build_abe-dejagnu/console.log.xz
-
- ./09-build_abe-dejagnu/make-dejagnu.log.xz
-
- ./10-build_abe-check_gcc/baseline.xfail
-
- ./10-build_abe-check_gcc/check-gcc.log.xz
-
- ./10-build_abe-check_gcc/console.log.xz
-
- ./10-build_abe-check_gcc/flaky.xfail
- ./11-check_regression/baseline.xfail
- ./11-check_regression/console.log.xz
- ./11-check_regression/fails.sum
@@ -121,11 +55,13 @@ List of files below:
- ./jenkins/notify-full.log
- ./jenkins/notify-init.log
- ./jenkins/rewrite-false.log
+
- ./jenkins/rewrite-true.log
- ./jenkins/run-build.env
- ./manifest.sh
- ./notify/configure-toolchain.txt
- ./notify/fixes.sum
- ./notify/jira/comment-template.txt
+
- ./notify/lnt_report.json
- ./notify/mail-body.txt
- ./notify/mail-recipients.txt
- ./notify/mail-subject.txt
@@ -133,6 +69,7 @@ List of files below:
- ./notify/results.compare.txt
- ./notify/results-summary.txt
- ./README.html
+
- ./README.txt
- ./results
- ./rr_stage.txt
- ./sumfiles/acats.sum
diff --git a/README.txt b/README.txt
index 26fb243..dcef45b 100644
--- a/README.txt
+++ b/README.txt
@@ -8,14 +8,6 @@ the build. More synthetic information is available in other directories,
as described below:
-- 00-sumfiles/ contains .log and possibly .sum files generated by the
- build. Files with .0 suffix contain the results of the initial full
- testsuite run, files with .1, .2 etc... contain logs restricted to
- the parts (.exp) of the testsuite where we detected regressions.
- .1, .2, .... represent the number of times this subset of the testsuite
- was executed in order to also identify flaky tests. The last one
- contains what is considered as the results of this build.
-
- git/ contains the revision and repository of each toolchain
component built
@@ -37,69 +29,11 @@ interested in:
- notify/regressions.sum and notify/results.compare.txt (regression report).
-- 00-sumfiles/ .log files with detailed errors, to save
- yourself reproducing the problem on your machine.
List of files below:
-- ./00-sumfiles/acats.log.0.xz
-- ./00-sumfiles/acats.sum.0
-- ./00-sumfiles/gcc.log.0.xz
-- ./00-sumfiles/gcc.sum.0
-- ./00-sumfiles/gdc.log.0.xz
-- ./00-sumfiles/gdc.sum.0
-- ./00-sumfiles/gfortran.log.0.xz
-- ./00-sumfiles/gfortran.sum.0
-- ./00-sumfiles/g++.log.0.xz
-- ./00-sumfiles/gm2.log.0.xz
-- ./00-sumfiles/gm2.sum.0
-- ./00-sumfiles/gnat.log.0.xz
-- ./00-sumfiles/gnat.sum.0
-- ./00-sumfiles/go.log.0.xz
-- ./00-sumfiles/go.sum.0
-- ./00-sumfiles/gotools.log.0.xz
-- ./00-sumfiles/gotools.sum.0
-- ./00-sumfiles/g++.sum.0
-- ./00-sumfiles/libatomic.log.0.xz
-- ./00-sumfiles/libatomic.sum.0
-- ./00-sumfiles/libffi.log.0.xz
-- ./00-sumfiles/libffi.sum.0
-- ./00-sumfiles/libgo.log.0.xz
-- ./00-sumfiles/libgo.log.1.xz
-- ./00-sumfiles/libgomp.log.0.xz
-- ./00-sumfiles/libgomp.sum.0
-- ./00-sumfiles/libgo.sum.0
-- ./00-sumfiles/libgo.sum.1
-- ./00-sumfiles/libitm.log.0.xz
-- ./00-sumfiles/libitm.sum.0
-- ./00-sumfiles/libphobos.log.0.xz
-- ./00-sumfiles/libphobos.sum.0
-- ./00-sumfiles/libstdc++.log.0.xz
-- ./00-sumfiles/libstdc++.sum.0
-- ./00-sumfiles/obj-c++.log.0.xz
-- ./00-sumfiles/objc.log.0.xz
-- ./00-sumfiles/obj-c++.sum.0
-- ./00-sumfiles/objc.sum.0
-- ./01-reset_artifacts/console.log.xz
-- ./02-prepare_abe/console.log.xz
-- ./03-build_abe-binutils/console.log.xz
-- ./03-build_abe-binutils/make-binutils.log.xz
-- ./04-build_abe-gcc/console.log.xz
-- ./04-build_abe-gcc/make-gcc-stage2.log.xz
-- ./05-clean_sysroot/console.log.xz
-- ./06-build_abe-linux/console.log.xz
-- ./07-build_abe-glibc/console.log.xz
-- ./07-build_abe-glibc/make-glibc.log.xz
-- ./08-build_abe-gdb/console.log.xz
-- ./08-build_abe-gdb/make-gdb.log.xz
-- ./09-build_abe-dejagnu/console.log.xz
-- ./09-build_abe-dejagnu/make-dejagnu.log.xz
-- ./10-build_abe-check_gcc/baseline.xfail
-- ./10-build_abe-check_gcc/check-gcc.log.xz
-- ./10-build_abe-check_gcc/console.log.xz
-- ./10-build_abe-check_gcc/flaky.xfail
- ./11-check_regression/baseline.xfail
- ./11-check_regression/console.log.xz
- ./11-check_regression/fails.sum
@@ -118,11 +52,13 @@ List of files below:
- ./jenkins/notify-full.log
- ./jenkins/notify-init.log
- ./jenkins/rewrite-false.log
+- ./jenkins/rewrite-true.log
- ./jenkins/run-build.env
- ./manifest.sh
- ./notify/configure-toolchain.txt
- ./notify/fixes.sum
- ./notify/jira/comment-template.txt
+- ./notify/lnt_report.json
- ./notify/mail-body.txt
- ./notify/mail-recipients.txt
- ./notify/mail-subject.txt
diff --git a/sumfiles/xfails.xfail b/sumfiles/xfails.xfail
index 5c674e4..aa57589 100644
--- a/sumfiles/xfails.xfail
+++ b/sumfiles/xfails.xfail
@@ -3,68 +3,9 @@
# - known flaky tests (from baseline)
# - known failures (from baseline)
#
+################################
# Known flaky tests
-# From https://ci.linaro.org/job/tcwg_gnu_native_fast_check_gcc--master-arm-build/1074/:
- === libgo tests ===
-
-Running libgo:/home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/snapshots/gcc.git~master/libgo/libgo.exp ...
-flaky,expire=20250603 | FAIL: os/signal
-
- === Results Summary ===
-
-# of stable fails 14
-# of flaky entries 0
-# of all tests 196
-
-# From https://ci.linaro.org/job/tcwg_gnu_native_fast_check_gcc--master-arm-build/1065/:
- === libgo tests ===
-
-Running libgo:/home/tcwg-buildslave/workspace/tcwg_gnu_5/abe/snapshots/gcc.git~master/libgo/libgo.exp ...
-flaky,expire=20250523 | FAIL: os/signal
-
- === Results Summary ===
-
-# of stable fails 14
-# of flaky entries 0
-# of all tests 196
-
-# From https://ci.linaro.org/job/tcwg_gnu_native_fast_check_gcc--master-arm-build/1062/:
- === libgo tests ===
-
-Running libgo:/home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/snapshots/gcc.git~master/libgo/libgo.exp ...
-flaky,expire=20250520 | FAIL: os/signal
-
- === Results Summary ===
-
-# of stable fails 7
-# of flaky entries 0
-# of all tests 196
-
-# From https://ci.linaro.org/job/tcwg_gnu_native_fast_check_gcc--master-arm-build/1055/:
- === libgo tests ===
-
-Running libgo:/home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/snapshots/gcc.git~master/libgo/libgo.exp ...
-flaky,expire=20250513 | FAIL: os/signal
-
- === Results Summary ===
-
-# of stable fails 14
-# of flaky entries 0
-# of all tests 196
-
-# From https://ci.linaro.org/job/tcwg_gnu_native_fast_check_gcc--master-arm-build/1023/:
- === libgo tests ===
-
-Running libgo:/home/tcwg-buildslave/workspace/tcwg_gnu_4/abe/snapshots/gcc.git~master/libgo/libgo.exp ...
-flaky,expire=20250410 | FAIL: os/signal
-
- === Results Summary ===
-
-# of stable fails 7
-# of flaky entries 0
-# of all tests 196
-
# From https://ci.linaro.org/job/tcwg_gnu_native_fast_check_gcc--master-arm-build/981/:
=== libgo tests ===
@@ -76,42 +17,7 @@ flaky,expire=20250301 | FAIL: os/signal
# of stable fails 14
# of flaky entries 0
# of all tests 196
-
-# From https://ci.linaro.org/job/tcwg_gnu_native_fast_check_gcc--master-arm-build/977/:
- === libgo tests ===
-
-Running libgo:/home/tcwg-buildslave/workspace/tcwg_gnu_4/abe/snapshots/gcc.git~master/libgo/libgo.exp ...
-flaky,expire=20250228 | FAIL: os/signal
-
- === Results Summary ===
-
-# of stable fails 7
-# of flaky entries 0
-# of all tests 196
-
-# From https://ci.linaro.org/job/tcwg_gnu_native_fast_check_gcc--master-arm-build/971/:
- === libgo tests ===
-
-Running libgo:/home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/snapshots/gcc.git~master/libgo/libgo.exp ...
-flaky,expire=20250222 | FAIL: os/signal
-
- === Results Summary ===
-
-# of stable fails 14
-# of flaky entries 0
-# of all tests 196
-
-# From https://ci.linaro.org/job/tcwg_gnu_native_fast_check_gcc--master-arm-build/967/:
- === libgo tests ===
-
-Running libgo:/home/tcwg-buildslave/workspace/tcwg_gnu_5/abe/snapshots/gcc.git~master/libgo/libgo.exp ...
-flaky,expire=20250218 | FAIL: os/signal
-
- === Results Summary ===
-
-# of stable fails 14
-# of flaky entries 0
-# of all tests 196
+################################
# Known failures (from baseline)
=== acats tests ===