07-check_regression/baseline.xfail | 5 +
07-check_regression/console.log.xz | Bin 0 -> 3320 bytes
07-check_regression/fails.sum | 6 +
07-check_regression/flaky.xfail | 204 +++++++++++++++++++++++++++++++
README.html | 23 +---
README.txt | 22 +---
sumfiles/xfails.xfail | 237 -------------------------------------
7 files changed, 220 insertions(+), 277 deletions(-)
diff --git a/07-check_regression/baseline.xfail b/07-check_regression/baseline.xfail
new file mode 100644
index 00000000..521b33c2
--- /dev/null
+++ b/07-check_regression/baseline.xfail
@@ -0,0 +1,5 @@
+ === glibc tests ===
+
+Running glibc:elf ...
+XPASS: elf/tst-protected1a
+XPASS: elf/tst-protected1b
diff --git a/07-check_regression/console.log.xz b/07-check_regression/console.log.xz
new file mode 100644
index 00000000..ee4499f6
Binary files /dev/null and b/07-check_regression/console.log.xz differ
diff --git a/07-check_regression/fails.sum b/07-check_regression/fails.sum
new file mode 100644
index 00000000..a1a036c4
--- /dev/null
+++ b/07-check_regression/fails.sum
@@ -0,0 +1,6 @@
+
+ === Results Summary ===
+
+# of stable fails 0
+# of flaky entries 38
+# of all tests 6737
diff --git a/07-check_regression/flaky.xfail b/07-check_regression/flaky.xfail
new file mode 100644
index 00000000..9597792d
--- /dev/null
+++ b/07-check_regression/flaky.xfail
@@ -0,0 +1,204 @@
+################################
+# Known flaky tests
+
+# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/3047/:
+ === glibc tests ===
+
+Running glibc:stdio-common ...
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-d-double-F
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-d-double-f
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-f-double-F
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-f-double-e
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-f-double-f
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-p-double-F
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-p-double-f
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-s-double-E
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-s-double-F
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-s-double-f
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-sn-double-F
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-sn-double-f
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-v-double-F
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-vd-double-F
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-vd-double-f
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-vf-double-F
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-vf-double-f
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-vs-double-F
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-vs-double-f
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-vsn-double-F
+flaky,expire=20250930 | FAIL: stdio-common/tst-printf-format-vsn-double-f
+flaky,expire=20250930 | FAIL: stdio-common/tst-read-offset
+
+ === Results Summary ===
+
+# of stable fails 24
+# of flaky entries 0
+# of all tests 1517
+
+# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2961/:
+ === glibc tests ===
+
+Running glibc:malloc ...
+flaky,expire=20250908 | FAIL: malloc/tst-malloc-too-large-malloc-hugetlb2
+
+ === Results Summary ===
+
+# of stable fails 4
+# of flaky entries 0
+# of all tests 266
+
+# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2960/:
+ === glibc tests ===
+
+Running glibc:stdlib ...
+flaky,expire=20250908 | ERROR: test results for stdlib directory missing
+
+ === Results Summary ===
+
+# of stable fails 1
+# of flaky entries 0
+# of all tests 224
+
+# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2750/:
+ === glibc tests ===
+
+Running glibc:elf ...
+flaky,expire=20250718 | ERROR: test results for elf directory missing
+
+Running glibc:nptl ...
+flaky,expire=20250718 | ERROR: test results for nptl directory missing
+
+Running glibc:stdlib ...
+flaky,expire=20250718 | ERROR: test results for stdlib directory missing
+
+ === Results Summary ===
+
+# of stable fails 84
+# of flaky entries 0
+# of all tests 2475
+ === glibc tests ===
+
+Running glibc:elf ...
+flaky,expire=20250718 | FAIL: elf/tst-dlopen-self-container
+flaky,expire=20250718 | FAIL: elf/tst-dlopen-tlsmodid-container
+flaky,expire=20250718 | FAIL: elf/tst-glibc-hwcaps-prepend-cache
+flaky,expire=20250718 | FAIL: elf/tst-ldconfig-bad-aux-cache
+flaky,expire=20250718 | FAIL: elf/tst-ldconfig-ld_so_conf-update
+flaky,expire=20250718 | FAIL: elf/tst-pldd
+flaky,expire=20250718 | FAIL: elf/tst-preload-pthread-libc
+flaky,expire=20250718 | XPASS: elf/tst-protected1a
+flaky,expire=20250718 | XPASS: elf/tst-protected1b
+flaky,expire=20250718 | FAIL: elf/tst-rootdir
+
+Running glibc:malloc ...
+flaky,expire=20250718 | FAIL: malloc/tst-malloc-too-large-malloc-hugetlb2
+
+Running glibc:nptl ...
+flaky,expire=20250718 | FAIL: nptl/tst-pthread-getattr
+
+Running glibc:stdlib ...
+flaky,expire=20250718 | FAIL: stdlib/tst-system
+
+ === Results Summary ===
+
+# of stable fails 94
+# of flaky entries 0
+# of all tests 2475
+
+# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2734/:
+ === glibc tests ===
+
+Running glibc:elf ...
+flaky,expire=20250715 | ERROR: test results for elf directory missing
+
+Running glibc:nptl ...
+flaky,expire=20250715 | ERROR: test results for nptl directory missing
+
+Running glibc:stdlib ...
+flaky,expire=20250715 | ERROR: test results for stdlib directory missing
+
+ === Results Summary ===
+
+# of stable fails 84
+# of flaky entries 0
+# of all tests 2264
+ === glibc tests ===
+
+Running glibc:elf ...
+flaky,expire=20250715 | FAIL: elf/tst-dlopen-self-container
+flaky,expire=20250715 | FAIL: elf/tst-dlopen-tlsmodid-container
+flaky,expire=20250715 | FAIL: elf/tst-glibc-hwcaps-prepend-cache
+flaky,expire=20250715 | FAIL: elf/tst-ldconfig-bad-aux-cache
+flaky,expire=20250715 | FAIL: elf/tst-ldconfig-ld_so_conf-update
+flaky,expire=20250715 | FAIL: elf/tst-pldd
+flaky,expire=20250715 | FAIL: elf/tst-preload-pthread-libc
+flaky,expire=20250715 | XPASS: elf/tst-protected1a
+flaky,expire=20250715 | XPASS: elf/tst-protected1b
+flaky,expire=20250715 | FAIL: elf/tst-rootdir
+
+Running glibc:nptl ...
+flaky,expire=20250715 | FAIL: nptl/tst-pthread-getattr
+
+Running glibc:stdlib ...
+flaky,expire=20250715 | FAIL: stdlib/tst-system
+
+ === Results Summary ===
+
+# of stable fails 94
+# of flaky entries 0
+# of all tests 2264
+
+# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2702/:
+ === glibc tests ===
+
+Running glibc:nptl ...
+flaky,expire=20250707 | ERROR: test results for nptl directory missing
+
+ === Results Summary ===
+
+# of stable fails 1
+# of flaky entries 0
+# of all tests 219
+ === glibc tests ===
+
+Running glibc:malloc ...
+flaky,expire=20250707 | FAIL: malloc/tst-malloc-tcache-leak
+flaky,expire=20250707 | FAIL: malloc/tst-malloc-too-large-malloc-hugetlb2
+flaky,expire=20250707 | FAIL: malloc/tst-mallocfork2
+flaky,expire=20250707 | FAIL: malloc/tst-mallocfork3
+
+Running glibc:nptl ...
+flaky,expire=20250707 | FAIL: nptl/tst-pthread-setuid-loop
+flaky,expire=20250707 | FAIL: nptl/tst-thread-affinity-pthread2
+
+ === Results Summary ===
+
+# of stable fails 8
+# of flaky entries 0
+# of all tests 219
+
+# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2629/:
+ === glibc tests ===
+
+Running glibc:elf ...
+flaky,expire=20250619 | ERROR: test results for elf directory missing
+
+ === Results Summary ===
+
+# of stable fails 2
+# of flaky entries 0
+# of all tests 276
+ === glibc tests ===
+
+Running glibc:elf ...
+flaky,expire=20250619 | FAIL: elf/tst-origin
+flaky,expire=20250619 | XPASS: elf/tst-protected1a
+flaky,expire=20250619 | XPASS: elf/tst-protected1b
+
+Running glibc:malloc ...
+flaky,expire=20250619 | FAIL: malloc/tst-malloc-too-large-malloc-hugetlb2
+
+ === Results Summary ===
+
+# of stable fails 5
+# of flaky entries 0
+# of all tests 276
diff --git a/README.html b/README.html
index 003e7d12..291209c5 100644
--- a/README.html
+++ b/README.html
@@ -11,14 +11,6 @@ the build. More synthetic information is available in other directories,
as described below:
-- 00-sumfiles/ contains .log and possibly .sum files generated by the
- build. Files with .0 suffix contain the results of the initial full
- testsuite run, files with .1, .2 etc... contain logs restricted to
- the parts (.exp) of the testsuite where we detected regressions.
- .1, .2, .... represent the number of times this subset of the testsuite
- was executed in order to also identify flaky tests. The last one
- contains what is considered as the results of this build.
-
- git/ contains the revision and repository of each toolchain
component built
@@ -35,18 +27,6 @@ links to other artifacts from this directory.
List of files below:
-- ./00-sumfiles/tests.log.xz
-
- ./01-reset_artifacts/console.log.xz
-
- ./02-prepare_abe/console.log.xz
-
- ./03-init_abe_sysroot/console.log.xz
-
- ./04-build_abe-glibc/console.log.xz
-
- ./04-build_abe-glibc/make-glibc.log.xz
-
- ./05-build_abe-dejagnu/console.log.xz
-
- ./05-build_abe-dejagnu/make-dejagnu.log.xz
-
- ./06-build_abe-check_glibc/baseline.xfail
-
- ./06-build_abe-check_glibc/check-glibc.log.xz
-
- ./06-build_abe-check_glibc/console.log.xz
-
- ./06-build_abe-check_glibc/flaky.xfail
- ./07-check_regression/baseline.xfail
- ./07-check_regression/console.log.xz
- ./07-check_regression/fails.sum
@@ -57,11 +37,13 @@ List of files below:
- ./jenkins/notify-full.log
- ./jenkins/notify-init.log
- ./jenkins/rewrite-false.log
+
- ./jenkins/rewrite-true.log
- ./jenkins/run-build.env
- ./manifest.sh
- ./notify/configure-toolchain.txt
- ./notify/fixes.sum
- ./notify/jira/comment-template.txt
+
- ./notify/lnt_report.json
- ./notify/mail-body.txt
- ./notify/mail-recipients.txt
- ./notify/mail-subject.txt
@@ -69,6 +51,7 @@ List of files below:
- ./notify/results.compare.txt
- ./notify/results-summary.txt
- ./README.html
+
- ./README.txt
- ./results
- ./rr_stage.txt
- ./sumfiles/tests.sum
diff --git a/README.txt b/README.txt
index cc5d5783..cc065fed 100644
--- a/README.txt
+++ b/README.txt
@@ -8,14 +8,6 @@ the build. More synthetic information is available in other directories,
as described below:
-- 00-sumfiles/ contains .log and possibly .sum files generated by the
- build. Files with .0 suffix contain the results of the initial full
- testsuite run, files with .1, .2 etc... contain logs restricted to
- the parts (.exp) of the testsuite where we detected regressions.
- .1, .2, .... represent the number of times this subset of the testsuite
- was executed in order to also identify flaky tests. The last one
- contains what is considered as the results of this build.
-
- git/ contains the revision and repository of each toolchain
component built
@@ -32,18 +24,6 @@ links to other artifacts from this directory.
List of files below:
-- ./00-sumfiles/tests.log.xz
-- ./01-reset_artifacts/console.log.xz
-- ./02-prepare_abe/console.log.xz
-- ./03-init_abe_sysroot/console.log.xz
-- ./04-build_abe-glibc/console.log.xz
-- ./04-build_abe-glibc/make-glibc.log.xz
-- ./05-build_abe-dejagnu/console.log.xz
-- ./05-build_abe-dejagnu/make-dejagnu.log.xz
-- ./06-build_abe-check_glibc/baseline.xfail
-- ./06-build_abe-check_glibc/check-glibc.log.xz
-- ./06-build_abe-check_glibc/console.log.xz
-- ./06-build_abe-check_glibc/flaky.xfail
- ./07-check_regression/baseline.xfail
- ./07-check_regression/console.log.xz
- ./07-check_regression/fails.sum
@@ -54,11 +34,13 @@ List of files below:
- ./jenkins/notify-full.log
- ./jenkins/notify-init.log
- ./jenkins/rewrite-false.log
+- ./jenkins/rewrite-true.log
- ./jenkins/run-build.env
- ./manifest.sh
- ./notify/configure-toolchain.txt
- ./notify/fixes.sum
- ./notify/jira/comment-template.txt
+- ./notify/lnt_report.json
- ./notify/mail-body.txt
- ./notify/mail-recipients.txt
- ./notify/mail-subject.txt
diff --git a/sumfiles/xfails.xfail b/sumfiles/xfails.xfail
index 90fada77..48bf9e1a 100644
--- a/sumfiles/xfails.xfail
+++ b/sumfiles/xfails.xfail
@@ -6,52 +6,6 @@
################################
# Known flaky tests
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/3051/:
- === glibc tests ===
-
-Running glibc:nptl ...
-flaky,expire=20251001 | ERROR: test results for nptl directory missing
-
- === Results Summary ===
-
-# of stable fails 1
-# of flaky entries 0
-# of all tests 8
- === glibc tests ===
-
-Running glibc:nptl ...
-flaky,expire=20251001 | FAIL: nptl/tst-create-detached
-flaky,expire=20251001 | FAIL: nptl/tst-pthread-setuid-loop
-flaky,expire=20251001 | FAIL: nptl/tst-thread-affinity-pthread2
-
- === Results Summary ===
-
-# of stable fails 12
-# of flaky entries 0
-# of all tests 8
-
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/3048/:
- === glibc tests ===
-
-Running glibc:nptl ...
-flaky,expire=20250930 | ERROR: test results for nptl directory missing
-
- === Results Summary ===
-
-# of stable fails 1
-# of flaky entries 0
-# of all tests 8
- === glibc tests ===
-
-Running glibc:nptl ...
-flaky,expire=20250930 | FAIL: nptl/tst-pthread-setuid-loop
-
- === Results Summary ===
-
-# of stable fails 10
-# of flaky entries 0
-# of all tests 8
-
# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/3047/:
=== glibc tests ===
@@ -85,103 +39,6 @@ flaky,expire=20250930 | FAIL: stdio-common/tst-read-offset
# of flaky entries 0
# of all tests 1517
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/3005/:
- === glibc tests ===
-
-Running glibc:nss ...
-flaky,expire=20250919 | FAIL: nss/tst-nss-files-hosts-getent
-
- === Results Summary ===
-
-# of stable fails 5
-# of flaky entries 0
-# of all tests 64
-
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2998/:
- === glibc tests ===
-
-Running glibc:stdio-common ...
-flaky,expire=20250917 | FAIL: stdio-common/tst-printf-format-d-double-f
-flaky,expire=20250917 | FAIL: stdio-common/tst-printf-format-f-double-f
-flaky,expire=20250917 | FAIL: stdio-common/tst-printf-format-p-double-F
-flaky,expire=20250917 | FAIL: stdio-common/tst-printf-format-s-double-F
-flaky,expire=20250917 | FAIL: stdio-common/tst-printf-format-sn-double-F
-flaky,expire=20250917 | FAIL: stdio-common/tst-printf-format-v-double-F
-flaky,expire=20250917 | FAIL: stdio-common/tst-printf-format-vd-double-F
-flaky,expire=20250917 | FAIL: stdio-common/tst-printf-format-vf-double-f
-
- === Results Summary ===
-
-# of stable fails 11
-# of flaky entries 0
-# of all tests 1517
-
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2986/:
- === glibc tests ===
-
-Running glibc:posix ...
-flaky,expire=20250914 | FAIL: posix/tst-spawn3-pidfd
-
- === Results Summary ===
-
-# of stable fails 4
-# of flaky entries 0
-# of all tests 184
-
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2984/:
- === glibc tests ===
-
-Running glibc:nptl ...
-flaky,expire=20250914 | ERROR: test results for nptl directory missing
-
- === Results Summary ===
-
-# of stable fails 1
-# of flaky entries 0
-# of all tests 8
- === glibc tests ===
-
-Running glibc:nptl ...
-flaky,expire=20250914 | FAIL: nptl/tst-cond24
-
- === Results Summary ===
-
-# of stable fails 4
-# of flaky entries 0
-# of all tests 8
-
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2981/:
- === glibc tests ===
-
-Running glibc:malloc ...
-flaky,expire=20250913 | FAIL: malloc/tst-malloc-tcache-leak
-flaky,expire=20250913 | FAIL: malloc/tst-malloc-tcache-leak-malloc-largetcache
-flaky,expire=20250913 | FAIL: malloc/tst-malloc-too-large-malloc-hugetlb2
-flaky,expire=20250913 | FAIL: malloc/tst-mallocfork2
-flaky,expire=20250913 | FAIL: malloc/tst-mallocfork2-malloc-largetcache
-flaky,expire=20250913 | FAIL: malloc/tst-mallocfork3
-flaky,expire=20250913 | FAIL: malloc/tst-mallocfork3-malloc-largetcache
-
- === Results Summary ===
-
-# of stable fails 13
-# of flaky entries 0
-# of all tests 266
-
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2965/:
- === glibc tests ===
-
-Running glibc:malloc ...
-flaky,expire=20250909 | FAIL: malloc/tst-malloc-tcache-leak
-flaky,expire=20250909 | FAIL: malloc/tst-malloc-tcache-leak-malloc-largetcache
-flaky,expire=20250909 | FAIL: malloc/tst-malloc-too-large-malloc-hugetlb2
-
- === Results Summary ===
-
-# of stable fails 5
-# of flaky entries 0
-# of all tests 266
-
# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2961/:
=== glibc tests ===
@@ -206,100 +63,6 @@ flaky,expire=20250908 | ERROR: test results for stdlib directory missing
# of flaky entries 0
# of all tests 224
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2944/:
- === glibc tests ===
-
-Running glibc:malloc ...
-flaky,expire=20250905 | FAIL: malloc/tst-malloc-tcache-leak
-flaky,expire=20250905 | FAIL: malloc/tst-malloc-too-large-malloc-hugetlb2
-flaky,expire=20250905 | FAIL: malloc/tst-mallocfork2
-flaky,expire=20250905 | FAIL: malloc/tst-mallocfork3
-
-Running glibc:string ...
-flaky,expire=20250905 | FAIL: string/tst-memmove-overflow
-
- === Results Summary ===
-
-# of stable fails 7
-# of flaky entries 0
-# of all tests 306
-
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2941/:
- === glibc tests ===
-
-Running glibc:malloc ...
-flaky,expire=20250904 | FAIL: malloc/tst-malloc-tcache-leak
-flaky,expire=20250904 | FAIL: malloc/tst-malloc-too-large-malloc-hugetlb2
-flaky,expire=20250904 | FAIL: malloc/tst-mallocfork2
-
- === Results Summary ===
-
-# of stable fails 7
-# of flaky entries 0
-# of all tests 223
-
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2938/:
- === glibc tests ===
-
-Running glibc:nptl ...
-flaky,expire=20250903 | ERROR: test results for nptl directory missing
-
- === Results Summary ===
-
-# of stable fails 1
-# of flaky entries 0
-# of all tests 8
- === glibc tests ===
-
-Running glibc:nptl ...
-flaky,expire=20250903 | FAIL: nptl/tst-thread-affinity-pthread
-flaky,expire=20250903 | FAIL: nptl/tst-thread-affinity-pthread2
-
- === Results Summary ===
-
-# of stable fails 4
-# of flaky entries 0
-# of all tests 8
-
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2920/:
- === glibc tests ===
-
-Running glibc:nptl ...
-flaky,expire=20250830 | ERROR: test results for nptl directory missing
-
- === Results Summary ===
-
-# of stable fails 1
-# of flaky entries 0
-# of all tests 8
- === glibc tests ===
-
-Running glibc:nptl ...
-flaky,expire=20250830 | FAIL: nptl/tst-create-detached
-flaky,expire=20250830 | FAIL: nptl/tst-mutexpi12
-flaky,expire=20250830 | FAIL: nptl/tst-mutexpi7
-flaky,expire=20250830 | FAIL: nptl/tst-pthread-setuid-loop
-flaky,expire=20250830 | FAIL: nptl/tst-thread-affinity-pthread2
-
- === Results Summary ===
-
-# of stable fails 11
-# of flaky entries 0
-# of all tests 8
-
-# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2907/:
- === glibc tests ===
-
-Running glibc:malloc ...
-flaky,expire=20250826 | FAIL: malloc/tst-malloc-too-large-malloc-hugetlb2
-flaky,expire=20250826 | FAIL: malloc/tst-malloc_info-malloc-check
-
- === Results Summary ===
-
-# of stable fails 4
-# of flaky entries 0
-# of all tests 223
-
# From https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2750/:
=== glibc tests ===