diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 000000000..ccf8155a3 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: none, autodetected on aarch64-unknown-linux-gnu + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 000000000..f45d3fa68 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 91 +# of flaky entries 364 +# of all tests 121586 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt index 98439dada..525e89aaf 100644 --- a/notify/jira/comment-card.txt +++ b/notify/jira/comment-card.txt @@ -1,3 +1,3 @@ [GNU-1357] -FAIL: 4 regressions +4 regressions Details: https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1209/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 2ebe42642..2a06ccebc 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,4 @@ [GNU-692] https://linaro.atlassian.net/browse/GNU-1357 -FAIL: 4 regressions +4 regressions Details: https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1209/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/description b/notify/jira/description index 009cfad1d..8fe24e80f 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -1,5 +1,5 @@ Commit: https://sourceware.org/git/?p=glibc.git;a=commitdiff;h=b300078d97a6892cb2fa1c63a46333754db60555 -commit glibc-2.40.9000-213-gb300078d97a +commit glibc-2.40.9000-213-gb300078d97 Author: Florian Weimer Date: Sat Sep 28 09:44:25 2024 +0200 @@ -12,8 +12,12 @@ Date: Sat Sep 28 09:44:25 2024 +0200 * tcwg_gnu_native_check_gdb ** master-aarch64 -*** FAIL: 4 regressions -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/tcwg_gnu_native_check_gdb/master-aarch64/details.txt +*** 4 regressions +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/tcwg_gnu_native_check_gdb/master-aarch64/details.txt *** https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1209/artifact/artifacts +** master-arm +*** 6 regressions 2 fixes +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/tcwg_gnu_native_check_gdb/master-arm/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1648/artifact/artifacts -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/jira/yaml diff --git a/notify/jira/summary b/notify/jira/summary index 821949a00..fe5694284 100644 --- a/notify/jira/summary +++ b/notify/jira/summary @@ -1 +1 @@ -glibc-2.40.9000-213-gb300078d97a: FAIL: 4 regressions +glibc-2.40.9000-213-gb300078d97: 6 regressions 2 fixes diff --git a/notify/jira/yaml b/notify/jira/yaml index a2b779e8a..42a41e49a 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -2,12 +2,12 @@ IssueType: Sub-task Key: GNU-1357 Summary: | - glibc-2.40.9000-213-gb300078d97a: FAIL: 4 regressions + glibc-2.40.9000-213-gb300078d97: 6 regressions 2 fixes Components: Glibc Start date: 2024-09-28 Description: | Commit: https://sourceware.org/git/?p=glibc.git;a=commitdiff;h=b300078d97a6892cb2fa1c63a46333754db60555 - commit glibc-2.40.9000-213-gb300078d97a + commit glibc-2.40.9000-213-gb300078d97 Author: Florian Weimer Date: Sat Sep 28 09:44:25 2024 +0200 @@ -20,8 +20,12 @@ * tcwg_gnu_native_check_gdb ** master-aarch64 - *** FAIL: 4 regressions - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/tcwg_gnu_native_check_gdb/master-aarch64/details.txt + *** 4 regressions + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/tcwg_gnu_native_check_gdb/master-aarch64/details.txt *** https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1209/artifact/artifacts + ** master-arm + *** 6 regressions 2 fixes + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/tcwg_gnu_native_check_gdb/master-arm/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1648/artifact/artifacts - Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/jira/yaml + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index f16c1ddcd..56b65dc1f 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,7 +7,7 @@ "Info": { "tag": "tcwg_gnu_native_check_gdb", "test_url": "https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1209/", - "run_order": "1209 (glibc-2.40.9000-00213-gb300078d97a)", + "run_order": "1209 (glibc-2.40.9000-00213-gb300078d97)", "regression": "https://linaro.atlassian.net/browse/GNU-1357", "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=18c4b05e40ebf5537f7171fadb2fdff86149faa3 (unchanged)", "git_gcc": "https://github.com/gcc-mirror/gcc/commit/786773d4c12fd78e94f58193ff303cba19ca1b19 (unchanged)", @@ -16,12 +16,12 @@ "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=18c4b05e40ebf5537f7171fadb2fdff86149faa3 (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-09-28 18:56:18" + "Start Time": "2024-09-23 06:55:49" }, "Tests": [ { "Data": [ - 88 + 95 ], "Info": {}, "Name": "tcwg_gnu_native_check_gdb.TOTAL.fails.nb_fails" @@ -29,7 +29,7 @@ , { "Data": [ - 902 + 364 ], "Info": {}, "Name": "tcwg_gnu_native_check_gdb.TOTAL.flaky.nb_flaky" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 1effc380b..18435d7d3 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,12 +1,9 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We understand that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. +Our automatic CI has detected problems related to your patch(es). Please find some details below. -We track this report status in https://linaro.atlassian.net/browse/GNU-1357 , please let us know if you are looking at the problem and/or when you have a fix. - -In master-aarch64 after: - - | commit glibc-2.40.9000-213-gb300078d97a +In master-aarch64, after: + | commit glibc-2.40.9000-213-gb300078d97 | Author: Florian Weimer | Date: Sat Sep 28 09:44:25 2024 +0200 | @@ -17,36 +14,38 @@ In master-aarch64 after: | | ... 1 lines of the commit log omitted. -FAIL: 4 regressions - -regressions.sum: - | === gdb tests === +Produces 4 regressions: | + | regressions.sum: | Running gdb:gdb.base/step-over-syscall.exp ... | FAIL: gdb.base/step-over-syscall.exp: fork: displaced=off: find syscall insn in fork (timeout) | FAIL: gdb.base/step-over-syscall.exp: fork: displaced=off: syscall number matches | FAIL: gdb.base/step-over-syscall.exp: fork: displaced=on: find syscall insn in fork (timeout) | FAIL: gdb.base/step-over-syscall.exp: fork: displaced=on: syscall number matches - | - | # "FAIL" means : the execution of the compiled binary failed / output of the binary differs from the expected one -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1209/artifact/artifacts/00-sumfiles/ +Used configuration : + *CI config* tcwg_gnu_native_check_gdb master-aarch64 + *configure and test flags:* none, autodetected on aarch64-unknown-linux-gnu + +We track this bug report under https://linaro.atlassian.net/browse/GNU-1357. Please let us know if you have a fix. + +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. + +-----------------8<--------------------------8<--------------------------8<-------------------------- + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1209/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1209/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1209/artifact/artifacts/sumfiles/xfails.xfail -The configuration of this build is: -CI config tcwg_gnu_native_check_gdb master-aarch64 - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: - Current build : https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1209/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1208/artifact/artifacts -Instruction to reproduce the build : https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/tcwg_gnu_native_check_gdb/master-aarch64/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/glibc/sha1/b300078d97a6892cb2fa1c63a46333754db60555/tcwg_gnu_native_check_gdb/master-aarch64/reproduction_instructions.txt Full commit : https://sourceware.org/git/?p=glibc.git;a=commitdiff;h=b300078d97a6892cb2fa1c63a46333754db60555 diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index d8c607d7a..fe326edd3 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] glibc-2.40.9000-213-gb300078d97a: FAIL: 4 regressions on aarch64 +[Linaro-TCWG-CI] glibc-2.40.9000-213-gb300078d97: 4 regressions on aarch64 diff --git a/notify/regressions.sum b/notify/regressions.sum index 7a54ae1d1..9d84725f1 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -8,6 +8,6 @@ FAIL: gdb.base/step-over-syscall.exp: fork: displaced=on: syscall number matches === Results Summary === -# of stable fails 88 -# of flaky entries 902 +# of stable fails 95 +# of flaky entries 364 # of all tests 121586 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 534c7cfe2..8e0ca0c6b 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === -# of stable fails 88 -# of flaky entries 902 +# of stable fails 95 +# of flaky entries 364 # of all tests 121586 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index e5bd045b3..58b3044e9 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,12 +1,12 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 1 common sum files: gdb.sum Comparing: -REFERENCE:/tmp/gxx-sum1.1250147 -CURRENT: /tmp/gxx-sum2.1250147 +REFERENCE:/tmp/gxx-sum1.176189 +CURRENT: /tmp/gxx-sum2.176189 +---------+---------+ o RUN STATUS: | REF | RES | @@ -52,11 +52,11 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | PASS disappears [PASS => ] | 51 | + | PASS disappears [PASS => ] | 50 | | New PASS [ => PASS] | 105 | - | FAIL disappears [FAIL => ] | 1 | | XFAIL appears [ =>XFAIL] | 4 | | KFAIL disappears [KFAIL=> ] | 1 | + | Flaky cases, ignored [~RANDOM ] | 2 | +------------------------------------------+---------+ | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 162 | +------------------------------------------+---------+ @@ -116,8 +116,6 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.threads/next-fork-exec-other-thread.exp=gdb.threads/next-fork-exec-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=21: next to for loop gdb:gdb.threads/next-fork-exec-other-thread.exp=gdb.threads/next-fork-exec-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=21: next to other line gdb:gdb.threads/next-fork-exec-other-thread.exp=gdb.threads/next-fork-exec-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=22: next to other line - Executed from: gdb:gdb.threads/process-dies-while-detaching.exp - gdb:gdb.threads/process-dies-while-detaching.exp=gdb.threads/process-dies-while-detaching.exp: single-process: continue: watchpoint:hw: continue - New PASS [ => PASS]: @@ -233,12 +231,6 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.threads/process-dies-while-handling-bp.exp=gdb.threads/process-dies-while-handling-bp.exp: non_stop=on: cond_bp_target=1: no threads left - - FAIL disappears [FAIL => ]: - - Executed from: gdb:gdb.base/osabi.exp - gdb:gdb.base/osabi.exp=gdb.base/osabi.exp: set osabi none (timeout) - - - XFAIL appears [ =>XFAIL]: Executed from: gdb:gdb.threads/attach-many-short-lived-threads.exp @@ -254,6 +246,14 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.threads/process-dies-while-handling-bp.exp=gdb.threads/process-dies-while-handling-bp.exp: non_stop=on: cond_bp_target=1: inferior 1 exited (prompt) (PRMS: gdb/18749) + - Flaky cases, ignored [~RANDOM ]: + + Executed from: gdb:gdb.base/osabi.exp + gdb:gdb.base/osabi.exp=gdb.base/osabi.exp: set osabi none (timeout) + Executed from: gdb:gdb.threads/process-dies-while-detaching.exp + gdb:gdb.threads/process-dies-while-detaching.exp=gdb.threads/process-dies-while-detaching.exp: single-process: continue: watchpoint:hw: continue + + # Regressions found # Regressions in 1 common sum files found