diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..ccf8155a --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: none, autodetected on aarch64-unknown-linux-gnu + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..ac46f566 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,15 @@ + === gdb tests === + +Running gdb:gdb.go/handcall.exp ... +FAIL: gdb.go/handcall.exp: print add (1, 2) +FAIL: gdb.go/handcall.exp: print main.add (1, 2) + +Running gdb:gdb.go/integers.exp ... +FAIL: gdb.go/integers.exp: print (-i) +FAIL: gdb.go/integers.exp: print (i + 5) * (j + 7) + + === Results Summary === + +# of stable fails 85 +# of flaky entries 281 +# of all tests 120429 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt index 020470a7..aee73e3a 100644 --- a/notify/jira/comment-card.txt +++ b/notify/jira/comment-card.txt @@ -1,3 +1,3 @@ [GNU-1303] -FAIL: 4 regressions: 4 improvements +4 regressions 4 fixes Details: https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index db9b60b7..d4ab7767 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,4 @@ [GNU-692] https://linaro.atlassian.net/browse/GNU-1303 -FAIL: 4 regressions: 4 improvements +4 regressions 4 fixes Details: https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/description b/notify/jira/description index f2ea0076..b9faf23e 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -8,14 +8,16 @@ Date: Wed Jul 31 15:04:25 2024 +0200 When using a duplicate test name: ... fail foo - fail foo - ... -... 58 lines of the commit log omitted. +... 60 lines of the commit log omitted. * tcwg_gnu_native_check_gdb ** master-aarch64 -*** FAIL: 4 regressions: 4 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/tcwg_gnu_native_check_gdb/master-aarch64/details.txt +*** 4 regressions 4 fixes +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/tcwg_gnu_native_check_gdb/master-aarch64/details.txt *** https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts +** master-arm +*** 5 regressions 12 fixes +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/tcwg_gnu_native_check_gdb/master-arm/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1429/artifact/artifacts -Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/jira/yaml +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/jira/yaml diff --git a/notify/jira/summary b/notify/jira/summary index 253576df..fe3cd5c8 100644 --- a/notify/jira/summary +++ b/notify/jira/summary @@ -1 +1 @@ -gdb-15-branchpoint-650-g35f09cd5d7f: FAIL: 4 regressions: 4 improvements +gdb-15-branchpoint-650-g35f09cd5d7f: 5 regressions 12 fixes diff --git a/notify/jira/yaml b/notify/jira/yaml index a8422c66..aac69c11 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -2,7 +2,7 @@ IssueType: Sub-task Key: GNU-1303 Summary: | - gdb-15-branchpoint-650-g35f09cd5d7f: FAIL: 4 regressions: 4 improvements + gdb-15-branchpoint-650-g35f09cd5d7f: 5 regressions 12 fixes Components: GDB Start date: 2024-07-31 Description: | @@ -16,14 +16,16 @@ When using a duplicate test name: ... fail foo - fail foo - ... - ... 58 lines of the commit log omitted. + ... 60 lines of the commit log omitted. * tcwg_gnu_native_check_gdb ** master-aarch64 - *** FAIL: 4 regressions: 4 improvements - *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/tcwg_gnu_native_check_gdb/master-aarch64/details.txt + *** 4 regressions 4 fixes + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/tcwg_gnu_native_check_gdb/master-aarch64/details.txt *** https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts + ** master-arm + *** 5 regressions 12 fixes + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/tcwg_gnu_native_check_gdb/master-arm/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1429/artifact/artifacts - Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/jira/yaml + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 7f957694..ec3eea39 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -16,12 +16,12 @@ "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99 (+ 1 commits)", "__report_version__": "1" }, - "Start Time": "2024-08-01 07:01:13" + "Start Time": "2024-07-26 22:57:26" }, "Tests": [ { "Data": [ - 80 + 85 ], "Info": {}, "Name": "tcwg_gnu_native_check_gdb.TOTAL.fails.nb_fails" @@ -29,7 +29,7 @@ , { "Data": [ - 1432 + 281 ], "Info": {}, "Name": "tcwg_gnu_native_check_gdb.TOTAL.flaky.nb_flaky" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 2a37dcac..a912f0b8 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,11 +1,8 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -We track this report status in https://linaro.atlassian.net/browse/GNU-1303 , please let us know if you are looking at the problem and/or when you have a fix. - -In master-aarch64 after: +Our automatic CI has detected problems related to your patch(es). Please find some details below. +In master-aarch64, after: | commit gdb-15-branchpoint-650-g35f09cd5d7f | Author: Tom de Vries | Date: Wed Jul 31 15:04:25 2024 +0200 @@ -15,60 +12,49 @@ In master-aarch64 after: | When using a duplicate test name: | ... | fail foo - | fail foo - | ... - | ... 58 lines of the commit log omitted. - -FAIL: 4 regressions: 4 improvements - -regressions.sum: - === gdb tests === - -Running gdb:gdb.go/handcall.exp ... -FAIL: gdb.go/handcall.exp: gdb-command -FAIL: gdb.go/handcall.exp: gdb-command + | ... 60 lines of the commit log omitted. -Running gdb:gdb.go/integers.exp ... -FAIL: gdb.go/integers.exp: gdb-command< print (i + 5) * (j + 7)> -FAIL: gdb.go/integers.exp: gdb-command +Produces 4 regressions 4 fixes: + | + | regressions.sum: + | Running gdb:gdb.go/handcall.exp ... + | FAIL: gdb.go/handcall.exp: gdb-command + | FAIL: gdb.go/handcall.exp: gdb-command + | Running gdb:gdb.go/integers.exp ... + | FAIL: gdb.go/integers.exp: gdb-command< print (i + 5) * (j + 7)> + | ... and 1 more + | + | fixes.sum: + | Running gdb:gdb.go/handcall.exp ... + | FAIL: gdb.go/handcall.exp: print add (1, 2) + | FAIL: gdb.go/handcall.exp: print main.add (1, 2) + | Running gdb:gdb.go/integers.exp ... + | FAIL: gdb.go/integers.exp: print (-i) + | ... and 1 more +Used configuration : + *CI config* tcwg_gnu_native_check_gdb master-aarch64 + *configure and test flags:* none, autodetected on aarch64-unknown-linux-gnu -improvements.sum: - === gdb tests === +We track this bug report under https://linaro.atlassian.net/browse/GNU-1303. Please let us know if you have a fix. -Running gdb:gdb.go/handcall.exp ... -FAIL: gdb.go/handcall.exp: print main.add (1, 2) -FAIL: gdb.go/handcall.exp: print add (1, 2) +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -Running gdb:gdb.go/integers.exp ... -FAIL: gdb.go/integers.exp: print (-i) -FAIL: gdb.go/integers.exp: print (i + 5) * (j + 7) +-----------------8<--------------------------8<--------------------------8<-------------------------- +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts/notify/ + * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_gnu_native_check_gdb master-aarch64 - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1121/artifact/artifacts -Reproduce last good and first bad builds: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/tcwg_gnu_native_check_gdb/master-aarch64/reproduction_instructions.txt +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/tcwg_gnu_native_check_gdb/master-aarch64/reproduction_instructions.txt Full commit : https://sourceware.org/git/?p=binutils-gdb.git;a=commitdiff;h=35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99 -List of configurations that regressed due to this commit : -* tcwg_gnu_native_check_gdb -** master-aarch64 -*** FAIL: 4 regressions: 4 improvements -*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gdb/sha1/35f09cd5d7fdd1a64f4d1751e73c3495bef1ed99/tcwg_gnu_native_check_gdb/master-aarch64/details.txt -*** https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-aarch64-build/1122/artifact/artifacts - diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 1b7cca72..ae3c0d2b 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] gdb-15-branchpoint-650-g35f09cd5d7f: FAIL: 4 regressions: 4 improvements on aarch64 +[Linaro-TCWG-CI] gdb-15-branchpoint-650-g35f09cd5d7f: 4 regressions 4 fixes on aarch64 diff --git a/notify/regressions.sum b/notify/regressions.sum index 8559e870..550d1997 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -10,6 +10,6 @@ FAIL: gdb.go/integers.exp: gdb-command === Results Summary === -# of stable fails 80 -# of flaky entries 1432 +# of stable fails 85 +# of flaky entries 281 # of all tests 120429 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index b90a0914..625a2279 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === -# of stable fails 80 -# of flaky entries 1432 +# of stable fails 85 +# of flaky entries 281 # of all tests 120429 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 3ce95898..f1371beb 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,12 +1,12 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 1 common sum files: gdb.sum Comparing: -REFERENCE:/tmp/gxx-sum1.1252476 -CURRENT: /tmp/gxx-sum2.1252476 +REFERENCE:/tmp/gxx-sum1.4075071 +CURRENT: /tmp/gxx-sum2.4075071 +---------+---------+ o RUN STATUS: | REF | RES | @@ -57,13 +57,13 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | PASS disappears [PASS => ] | 3137 | + | PASS disappears [PASS => ] | 3130 | | New PASS [ => PASS] | 3118 | - | FAIL disappears [FAIL => ] | 5 | + | FAIL disappears [FAIL => ] | 4 | | XFAIL disappears [XFAIL=> ] | 1 | | XFAIL appears [ =>XFAIL] | 3 | | KFAIL disappears [KFAIL=> ] | 3 | - | UNRESOLVED disappears [UNRES=> ] | 1 | + | Flaky cases, ignored [~RANDOM ] | 9 | +------------------------------------------+---------+ | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 6268 | +------------------------------------------+---------+ @@ -2571,13 +2571,6 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.cp/oranking.exp=gdb.cp/oranking.exp: p foo15 (cvc) gdb:gdb.cp/oranking.exp=gdb.cp/oranking.exp: p foo15 (vc) gdb:gdb.cp/oranking.exp=gdb.cp/oranking.exp: p test15 () - Executed from: gdb:gdb.cp/overload.exp - gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print K::staticoverload () - gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print K::staticoverload (2) - gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print K::staticoverload (2, 3) - gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print N::nsoverload () - gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print N::nsoverload (2) - gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print N::nsoverload (2, 3) Executed from: gdb:gdb.cp/ovsrch.exp gdb:gdb.cp/ovsrch.exp=gdb.cp/ovsrch.exp: break 'A::B::inner::foo (char*) const' if (a_param == 3) gdb:gdb.cp/ovsrch.exp=gdb.cp/ovsrch.exp: break 'A::B::inner::foo (int) const' if (a_param == 3) @@ -3272,7 +3265,6 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.threads/attach-many-short-lived-threads.exp=gdb.threads/attach-many-short-lived-threads.exp: iter 2: detach gdb:gdb.threads/attach-many-short-lived-threads.exp=gdb.threads/attach-many-short-lived-threads.exp: iter 2: no new threads gdb:gdb.threads/attach-many-short-lived-threads.exp=gdb.threads/attach-many-short-lived-threads.exp: iter 2: print seconds_left - gdb:gdb.threads/attach-many-short-lived-threads.exp=gdb.threads/attach-many-short-lived-threads.exp: iter 2: reset timer in the inferior gdb:gdb.threads/attach-many-short-lived-threads.exp=gdb.threads/attach-many-short-lived-threads.exp: iter 2: set breakpoint always-inserted off gdb:gdb.threads/attach-many-short-lived-threads.exp=gdb.threads/attach-many-short-lived-threads.exp: iter 2: set breakpoint always-inserted on gdb:gdb.threads/attach-many-short-lived-threads.exp=gdb.threads/attach-many-short-lived-threads.exp: iter 3: attach @@ -6521,8 +6513,6 @@ o IMPROVEMENTS TO BE CHECKED: - FAIL disappears [FAIL => ]: - Executed from: gdb:gdb.base/sect-cmd.exp - gdb:gdb.base/sect-cmd.exp=gdb.base/sect-cmd.exp: info files (timeout) Executed from: gdb:gdb.go/handcall.exp gdb:gdb.go/handcall.exp=gdb.go/handcall.exp: print add (1, 2) gdb:gdb.go/handcall.exp=gdb.go/handcall.exp: print main.add (1, 2) @@ -6554,10 +6544,20 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.dwarf2/dw2-complex-parts.exp=gdb.dwarf2/dw2-complex-parts.exp: int: clang=0: p $_creal (var_complex_int) (PRMS: gdb/31857) - - UNRESOLVED disappears [UNRES=> ]: + - Flaky cases, ignored [~RANDOM ]: Executed from: gdb:gdb.base/sect-cmd.exp gdb:gdb.base/sect-cmd.exp=gdb.base/sect-cmd.exp: failed to find required section details + gdb:gdb.base/sect-cmd.exp=gdb.base/sect-cmd.exp: info files (timeout) + Executed from: gdb:gdb.cp/overload.exp + gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print K::staticoverload () + gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print K::staticoverload (2) + gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print K::staticoverload (2, 3) + gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print N::nsoverload () + gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print N::nsoverload (2) + gdb:gdb.cp/overload.exp=gdb.cp/overload.exp: print N::nsoverload (2, 3) + Executed from: gdb:gdb.threads/attach-many-short-lived-threads.exp + gdb:gdb.threads/attach-many-short-lived-threads.exp=gdb.threads/attach-many-short-lived-threads.exp: iter 2: reset timer in the inferior