11-check_regression/baseline.xfail | 96 +++++++++++++++++++++++++++++++++++++
11-check_regression/console.log.xz | Bin 0 -> 3492 bytes
11-check_regression/fails.sum | 6 +++
11-check_regression/flaky.xfail | 15 ++++++
README.html | 73 ++--------------------------
README.txt | 72 +---------------------------
6 files changed, 122 insertions(+), 140 deletions(-)
diff --git a/11-check_regression/baseline.xfail b/11-check_regression/baseline.xfail
new file mode 100644
index 000000000..e9d03aa38
--- /dev/null
+++ b/11-check_regression/baseline.xfail
@@ -0,0 +1,96 @@
+ === gcc tests ===
+
+Running gcc:gcc.c-torture/compile/compile.exp ...
+FAIL: gcc.c-torture/compile/pass.c -O3 -g (internal compiler error: Segmentation fault)
+FAIL: gcc.c-torture/compile/pass.c -O3 -g (test for excess errors)
+ === gotools tests ===
+
+Running gotools:carchive ...
+FAIL: go test misc/cgo/testcarchive
+
+Running gotools:cgo ...
+FAIL: go test misc/cgo/test
+
+Running gotools:cmd/go ...
+FAIL: go test cmd/go
+
+Running gotools:cmd/vet ...
+FAIL: go test cmd/vet
+
+Running gotools:embed ...
+FAIL: go test embed/internal/embedtest
+
+Running gotools:runtime ...
+FAIL: TestAbort
+FAIL: TestAbortInCgo
+FAIL: TestBigGOMAXPROCS
+FAIL: TestBreakpoint
+FAIL: TestCatchPanic
+FAIL: TestCgoCCodeSIGPROF
+FAIL: TestCgoCallbackGC
+FAIL: TestCgoCheckBytes
+FAIL: TestCgoCrashHandler
+FAIL: TestCgoExecSignalMask
+FAIL: TestCgoExternalThreadPanic
+FAIL: TestCgoExternalThreadSIGPROF
+FAIL: TestCgoExternalThreadSignal
+FAIL: TestCgoLockOSThreadExit
+FAIL: TestCgoNumGoroutine
+FAIL: TestCgoPanicCallback
+FAIL: TestCgoPanicDeadlock
+FAIL: TestCgoPprofCallback
+FAIL: TestCgoSignalDeadlock
+FAIL: TestCgoTraceback
+FAIL: TestCgoTracebackSigpanic
+FAIL: TestCrashDumpsAllThreads
+FAIL: TestCrashHandler
+FAIL: TestDeferLiveness
+FAIL: TestDoublePanic
+FAIL: TestEINTR
+FAIL: TestEnsureDropM
+FAIL: TestGCFairness
+FAIL: TestGCFairness2
+FAIL: TestGccgoCrashTraceback
+FAIL: TestGccgoCrashTracebackNodebug
+FAIL: TestGoNil
+FAIL: TestGoexitCrash
+FAIL: TestGoexitDeadlock
+FAIL: TestGoexitInPanic
+FAIL: TestInitDeadlock
+FAIL: TestLargeStringConcat
+FAIL: TestLockOSThreadAvoidsStatePropagation
+FAIL: TestLockOSThreadExit
+FAIL: TestLockOSThreadTemplateThreadRace
+FAIL: TestLockedDeadlock
+FAIL: TestLockedDeadlock2
+FAIL: TestMainGoroutineID
+FAIL: TestNeedmDeadlock
+FAIL: TestNetpollDeadlock
+FAIL: TestNoHelperGoroutines
+FAIL: TestNumGoroutine
+FAIL: TestPanicAfterGoexit
+FAIL: TestPanicDeadlockGosched
+FAIL: TestPanicDeadlockSyscall
+FAIL: TestPanicLoop
+FAIL: TestPanicRace
+FAIL: TestPanicTraceback
+FAIL: TestPanicWithDirectlyPrintableCustomTypes
+FAIL: TestPhysicalMemoryUtilization
+FAIL: TestRecoverBeforePanicAfterGoexit
+FAIL: TestRecoverBeforePanicAfterGoexit2
+FAIL: TestRecoveredPanicAfterGoexit
+FAIL: TestRecursivePanic
+FAIL: TestRecursivePanic2
+FAIL: TestRecursivePanic3
+FAIL: TestRecursivePanic4
+FAIL: TestRecursivePanic5
+FAIL: TestSegv
+FAIL: TestSigStackSwapping
+FAIL: TestSignalDuringExec
+FAIL: TestSignalExitStatus
+FAIL: TestSignalIgnoreSIGTRAP
+FAIL: TestSimpleDeadlock
+FAIL: TestSpuriousWakeupsNeverHangSemasleep
+FAIL: TestThreadExhaustion
+FAIL: TestVDSO
+FAIL: go test runtime
diff --git a/11-check_regression/console.log.xz b/11-check_regression/console.log.xz
new file mode 100644
index 000000000..18e86d2d6
Binary files /dev/null and b/11-check_regression/console.log.xz differ
diff --git a/11-check_regression/fails.sum b/11-check_regression/fails.sum
new file mode 100644
index 000000000..63667be9e
--- /dev/null
+++ b/11-check_regression/fails.sum
@@ -0,0 +1,6 @@
+
+ === Results Summary ===
+
+# of stable fails 80
+# of flaky entries 1
+# of all tests 48140
diff --git a/11-check_regression/flaky.xfail b/11-check_regression/flaky.xfail
new file mode 100644
index 000000000..2fbd63871
--- /dev/null
+++ b/11-check_regression/flaky.xfail
@@ -0,0 +1,15 @@
+################################
+# New flaky tests
+# From https://ci.linaro.org/job/tcwg_gnu_native_fast_check_gcc--master-aarch64-build/1212/:
+ === libgo tests ===
+
+Running libgo:/home/tcwg-buildslave/workspace/tcwg_gnu_5/abe/snapshots/gcc.git~master/libgo/libgo.exp ...
+flaky,expire=20250919 | FAIL: runtime
+
+ === Results Summary ===
+
+# of stable fails 81
+# of flaky entries 0
+# of all tests 196
+################################
+# Known flaky tests
diff --git a/README.html b/README.html
index 478729b1a..3ff83c35a 100644
--- a/README.html
+++ b/README.html
@@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories,
as described below:
-- 00-sumfiles/ contains .log and possibly .sum files generated by the
- build. Files with .0 suffix contain the results of the initial full
- testsuite run, files with .1, .2 etc... contain logs restricted to
- the parts (.exp) of the testsuite where we detected regressions.
- .1, .2, .... represent the number of times this subset of the testsuite
- was executed in order to also identify flaky tests. The last one
- contains what is considered as the results of this build.
-
- git/ contains the revision and repository of each toolchain
component built
@@ -40,73 +32,11 @@ interested in:
List of files below:
-- ./00-sumfiles/acats.log.0.xz
-
- ./00-sumfiles/acats.sum.0
-
- ./00-sumfiles/cobol.log.0.xz
-
- ./00-sumfiles/cobol.sum.0
-
- ./00-sumfiles/gcc.log.0.xz
-
- ./00-sumfiles/gcc.sum.0
-
- ./00-sumfiles/gdc.log.0.xz
-
- ./00-sumfiles/gdc.sum.0
-
- ./00-sumfiles/gfortran.log.0.xz
-
- ./00-sumfiles/gfortran.sum.0
-
- ./00-sumfiles/g++.log.0.xz
-
- ./00-sumfiles/gm2.log.0.xz
-
- ./00-sumfiles/gm2.sum.0
-
- ./00-sumfiles/gnat.log.0.xz
-
- ./00-sumfiles/gnat.sum.0
-
- ./00-sumfiles/go.log.0.xz
-
- ./00-sumfiles/go.sum.0
-
- ./00-sumfiles/gotools.log.0.xz
-
- ./00-sumfiles/gotools.sum.0
-
- ./00-sumfiles/g++.sum.0
-
- ./00-sumfiles/libatomic.log.0.xz
-
- ./00-sumfiles/libatomic.sum.0
-
- ./00-sumfiles/libffi.log.0.xz
-
- ./00-sumfiles/libffi.sum.0
-
- ./00-sumfiles/libgo.log.0.xz
-
- ./00-sumfiles/libgo.log.1.xz
-
- ./00-sumfiles/libgo.log.2.xz
-
- ./00-sumfiles/libgomp.log.0.xz
-
- ./00-sumfiles/libgomp.sum.0
-
- ./00-sumfiles/libgo.sum.0
-
- ./00-sumfiles/libgo.sum.1
-
- ./00-sumfiles/libgo.sum.2
-
- ./00-sumfiles/libitm.log.0.xz
-
- ./00-sumfiles/libitm.sum.0
-
- ./00-sumfiles/libphobos.log.0.xz
-
- ./00-sumfiles/libphobos.sum.0
-
- ./00-sumfiles/libstdc++.log.0.xz
-
- ./00-sumfiles/libstdc++.sum.0
-
- ./00-sumfiles/obj-c++.log.0.xz
-
- ./00-sumfiles/objc.log.0.xz
-
- ./00-sumfiles/obj-c++.sum.0
-
- ./00-sumfiles/objc.sum.0
-
- ./01-reset_artifacts/console.log.xz
-
- ./02-prepare_abe/console.log.xz
-
- ./03-build_abe-binutils/console.log.xz
-
- ./03-build_abe-binutils/make-binutils.log.xz
-
- ./04-build_abe-gcc/console.log.xz
-
- ./04-build_abe-gcc/make-gcc-stage2.log.xz
-
- ./05-clean_sysroot/console.log.xz
-
- ./06-build_abe-linux/console.log.xz
-
- ./07-build_abe-glibc/console.log.xz
-
- ./07-build_abe-glibc/make-glibc.log.xz
-
- ./08-build_abe-gdb/console.log.xz
-
- ./08-build_abe-gdb/make-gdb.log.xz
-
- ./09-build_abe-dejagnu/console.log.xz
-
- ./09-build_abe-dejagnu/make-dejagnu.log.xz
-
- ./10-build_abe-check_gcc/baseline.xfail
-
- ./10-build_abe-check_gcc/check-gcc.log.xz
-
- ./10-build_abe-check_gcc/console.log.xz
-
- ./10-build_abe-check_gcc/flaky.xfail
- ./11-check_regression/baseline.xfail
- ./11-check_regression/console.log.xz
- ./11-check_regression/fails.sum
@@ -125,11 +55,13 @@ List of files below:
- ./jenkins/notify-full.log
- ./jenkins/notify-init.log
- ./jenkins/rewrite-false.log
+
- ./jenkins/rewrite-true.log
- ./jenkins/run-build.env
- ./manifest.sh
- ./notify/configure-toolchain.txt
- ./notify/fixes.sum
- ./notify/jira/comment-template.txt
+
- ./notify/lnt_report.json
- ./notify/mail-body.txt
- ./notify/mail-recipients.txt
- ./notify/mail-subject.txt
@@ -137,6 +69,7 @@ List of files below:
- ./notify/results.compare.txt
- ./notify/results-summary.txt
- ./README.html
+
- ./README.txt
- ./results
- ./rr_stage.txt
- ./sumfiles/acats.sum
diff --git a/README.txt b/README.txt
index 30def9366..5d295fca4 100644
--- a/README.txt
+++ b/README.txt
@@ -8,14 +8,6 @@ the build. More synthetic information is available in other directories,
as described below:
-- 00-sumfiles/ contains .log and possibly .sum files generated by the
- build. Files with .0 suffix contain the results of the initial full
- testsuite run, files with .1, .2 etc... contain logs restricted to
- the parts (.exp) of the testsuite where we detected regressions.
- .1, .2, .... represent the number of times this subset of the testsuite
- was executed in order to also identify flaky tests. The last one
- contains what is considered as the results of this build.
-
- git/ contains the revision and repository of each toolchain
component built
@@ -37,73 +29,11 @@ interested in:
- notify/regressions.sum and notify/results.compare.txt (regression report).
-- 00-sumfiles/ .log files with detailed errors, to save
- yourself reproducing the problem on your machine.
List of files below:
-- ./00-sumfiles/acats.log.0.xz
-- ./00-sumfiles/acats.sum.0
-- ./00-sumfiles/cobol.log.0.xz
-- ./00-sumfiles/cobol.sum.0
-- ./00-sumfiles/gcc.log.0.xz
-- ./00-sumfiles/gcc.sum.0
-- ./00-sumfiles/gdc.log.0.xz
-- ./00-sumfiles/gdc.sum.0
-- ./00-sumfiles/gfortran.log.0.xz
-- ./00-sumfiles/gfortran.sum.0
-- ./00-sumfiles/g++.log.0.xz
-- ./00-sumfiles/gm2.log.0.xz
-- ./00-sumfiles/gm2.sum.0
-- ./00-sumfiles/gnat.log.0.xz
-- ./00-sumfiles/gnat.sum.0
-- ./00-sumfiles/go.log.0.xz
-- ./00-sumfiles/go.sum.0
-- ./00-sumfiles/gotools.log.0.xz
-- ./00-sumfiles/gotools.sum.0
-- ./00-sumfiles/g++.sum.0
-- ./00-sumfiles/libatomic.log.0.xz
-- ./00-sumfiles/libatomic.sum.0
-- ./00-sumfiles/libffi.log.0.xz
-- ./00-sumfiles/libffi.sum.0
-- ./00-sumfiles/libgo.log.0.xz
-- ./00-sumfiles/libgo.log.1.xz
-- ./00-sumfiles/libgo.log.2.xz
-- ./00-sumfiles/libgomp.log.0.xz
-- ./00-sumfiles/libgomp.sum.0
-- ./00-sumfiles/libgo.sum.0
-- ./00-sumfiles/libgo.sum.1
-- ./00-sumfiles/libgo.sum.2
-- ./00-sumfiles/libitm.log.0.xz
-- ./00-sumfiles/libitm.sum.0
-- ./00-sumfiles/libphobos.log.0.xz
-- ./00-sumfiles/libphobos.sum.0
-- ./00-sumfiles/libstdc++.log.0.xz
-- ./00-sumfiles/libstdc++.sum.0
-- ./00-sumfiles/obj-c++.log.0.xz
-- ./00-sumfiles/objc.log.0.xz
-- ./00-sumfiles/obj-c++.sum.0
-- ./00-sumfiles/objc.sum.0
-- ./01-reset_artifacts/console.log.xz
-- ./02-prepare_abe/console.log.xz
-- ./03-build_abe-binutils/console.log.xz
-- ./03-build_abe-binutils/make-binutils.log.xz
-- ./04-build_abe-gcc/console.log.xz
-- ./04-build_abe-gcc/make-gcc-stage2.log.xz
-- ./05-clean_sysroot/console.log.xz
-- ./06-build_abe-linux/console.log.xz
-- ./07-build_abe-glibc/console.log.xz
-- ./07-build_abe-glibc/make-glibc.log.xz
-- ./08-build_abe-gdb/console.log.xz
-- ./08-build_abe-gdb/make-gdb.log.xz
-- ./09-build_abe-dejagnu/console.log.xz
-- ./09-build_abe-dejagnu/make-dejagnu.log.xz
-- ./10-build_abe-check_gcc/baseline.xfail
-- ./10-build_abe-check_gcc/check-gcc.log.xz
-- ./10-build_abe-check_gcc/console.log.xz
-- ./10-build_abe-check_gcc/flaky.xfail
- ./11-check_regression/baseline.xfail
- ./11-check_regression/console.log.xz
- ./11-check_regression/fails.sum
@@ -122,11 +52,13 @@ List of files below:
- ./jenkins/notify-full.log
- ./jenkins/notify-init.log
- ./jenkins/rewrite-false.log
+- ./jenkins/rewrite-true.log
- ./jenkins/run-build.env
- ./manifest.sh
- ./notify/configure-toolchain.txt
- ./notify/fixes.sum
- ./notify/jira/comment-template.txt
+- ./notify/lnt_report.json
- ./notify/mail-body.txt
- ./notify/mail-recipients.txt
- ./notify/mail-subject.txt