diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..8e581352 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: none, autodetected on armv8l-unknown-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..5fa386ec --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,22 @@ + === gdb tests === + +Running gdb:gdb.base/fission-macro.exp ... +FAIL: gdb.base/fission-macro.exp: dwarf_version=5: dwarf_bits=32: strict_dwarf=1: p FIRST +FAIL: gdb.base/fission-macro.exp: dwarf_version=5: dwarf_bits=32: strict_dwarf=0: p FIRST + +Running gdb:gdb.base/return.exp ... +ERROR: no fileid for 7ec247769ff1 + +Running gdb:gdb.mi/list-thread-groups-available.exp ... +FAIL: gdb.mi/list-thread-groups-available.exp: list available thread groups (timeout) +FAIL: gdb.mi/list-thread-groups-available.exp: list available thread groups with filter (timeout) + +Running gdb:gdb.mi/list-thread-groups-no-inferior.exp ... +FAIL: gdb.mi/list-thread-groups-no-inferior.exp: GDB is still alive (timeout) +FAIL: gdb.mi/list-thread-groups-no-inferior.exp: -list-thread-groups --available (timeout) + + === Results Summary === + +# of stable fails 1376 +# of flaky entries 1394 +# of all tests 107452 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index b0df8bd1..e69b623f 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -FAIL: 1 regressions: 3 improvements +1 regression 7 fixes Details: https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1478/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index f026b759..d4b6cbe8 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -15,12 +15,12 @@ "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=c60b22e8edaeb7beffcf00c5616f4d4f12aae1be (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-08-01 07:19:25" + "Start Time": "2024-08-01 06:56:35" }, "Tests": [ { "Data": [ - 1366 + 1370 ], "Info": {}, "Name": "tcwg_gnu_native_check_gdb.TOTAL.fails.nb_fails" @@ -28,7 +28,7 @@ , { "Data": [ - 1788 + 1394 ], "Info": {}, "Name": "tcwg_gnu_native_check_gdb.TOTAL.flaky.nb_flaky" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index bd301955..5186f70e 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,40 +1,37 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In master-arm after: +Our automatic CI has detected problems related to your patch(es). Please find some details below. +In master-arm, after: | baseline build -FAIL: 1 regressions: 3 improvements - -regressions.sum: - === gdb tests === +Produces 1 regression 7 fixes: + | + | regressions.sum: + | Running gdb:gdb.base/return.exp ... + | ERROR: no fileid for 300d2b9d771d + | + | fixes.sum: + | Running gdb:gdb.base/fission-macro.exp ... + | FAIL: gdb.base/fission-macro.exp: dwarf_version=5: dwarf_bits=32: strict_dwarf=1: p FIRST + | ... and 9 more -Running gdb:gdb.base/return.exp ... -ERROR: no fileid for 300d2b9d771d +Used configuration : + *CI config* tcwg_gnu_native_check_gdb master-arm + *configure and test flags:* none, autodetected on armv8l-unknown-linux-gnueabihf +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -improvements.sum: - === gdb tests === +-----------------8<--------------------------8<--------------------------8<-------------------------- -Running gdb:gdb.base/fission-macro.exp ... -FAIL: gdb.base/fission-macro.exp: dwarf_version=5: dwarf_bits=32: strict_dwarf=1: p FIRST -FAIL: gdb.base/fission-macro.exp: dwarf_version=5: dwarf_bits=32: strict_dwarf=0: p FIRST -... and 4 more entries +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1478/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1478/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1478/artifact/artifacts/notify/ + * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1478/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1478/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_gnu_native_check_gdb master-arm - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1478/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1478/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1458/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 37d292c7..bd645f24 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] baseline build: FAIL: 1 regressions: 3 improvements on arm +[Linaro-TCWG-CI] baseline build: 1 regression 7 fixes on arm diff --git a/notify/regressions.sum b/notify/regressions.sum index ae348ad8..fbd0d050 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -5,6 +5,6 @@ ERROR: no fileid for 300d2b9d771d === Results Summary === -# of stable fails 1366 -# of flaky entries 1788 +# of stable fails 1370 +# of flaky entries 1394 # of all tests 107452 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 393ab3b3..a309aef5 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === -# of stable fails 1366 -# of flaky entries 1788 +# of stable fails 1370 +# of flaky entries 1394 # of all tests 107452 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 2d43539f..c98eaa09 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,12 +1,12 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 1 common sum files: gdb.sum Comparing: -REFERENCE:/tmp/gxx-sum1.1288947 -CURRENT: /tmp/gxx-sum2.1288947 +REFERENCE:/tmp/gxx-sum1.804747 +CURRENT: /tmp/gxx-sum2.804747 +---------+---------+ o RUN STATUS: | REF | RES | @@ -29,39 +29,31 @@ o RUN STATUS: | REF | RES | o REGRESSIONS: +------------------------------------------+---------+ - | ERROR appears [ =>ERROR] | 2 | - | FAIL appears [ => FAIL] | 1 | + | ERROR appears [ =>ERROR] | 1 | +------------------------------------------+---------+ - | TOTAL_REGRESSIONS | 3 | + | TOTAL_REGRESSIONS | 1 | +------------------------------------------+---------+ - ERROR appears [ =>ERROR]: Executed from: gdb:gdb.base/return.exp gdb:gdb.base/return.exp=no fileid for 300d2b9d771d - Executed from: gdb:gdb.linespec/cpcompletion.exp - gdb:gdb.linespec/cpcompletion.exp=breakpoints not deleted - - - - FAIL appears [ => FAIL]: - - Executed from: gdb:gdb.threads/detach-step-over.exp - gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: attach (GDB internal error) o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | PASS disappears [PASS => ] | 138 | - | New PASS [ => PASS] | 425 | + | PASS disappears [PASS => ] | 121 | + | New PASS [ => PASS] | 423 | | FAIL now PASS [FAIL => PASS] | 2 | | FAIL disappears [FAIL => ] | 4 | | XFAIL disappears [XFAIL=> ] | 2 | | XFAIL appears [ =>XFAIL] | 2 | | KFAIL disappears [KFAIL=> ] | 1 | | ERROR disappears [ERROR=> ] | 1 | + | Flaky cases, ignored [~RANDOM ] | 21 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 575 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 577 | +------------------------------------------+---------+ - PASS disappears [PASS => ]: @@ -106,8 +98,6 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.threads/create-fail.exp=gdb.threads/create-fail.exp: iteration 6: run till end gdb:gdb.threads/create-fail.exp=gdb.threads/create-fail.exp: iteration 7: run till end gdb:gdb.threads/create-fail.exp=gdb.threads/create-fail.exp: iteration 9: run till end - Executed from: gdb:gdb.threads/detach-step-over.exp - gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: attach Executed from: gdb:gdb.threads/next-fork-exec-other-thread.exp gdb:gdb.threads/next-fork-exec-other-thread.exp=gdb.threads/next-fork-exec-other-thread.exp: fork_func=vfork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=10: next to break here gdb:gdb.threads/next-fork-exec-other-thread.exp=gdb.threads/next-fork-exec-other-thread.exp: fork_func=vfork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=10: next to for loop @@ -194,23 +184,6 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.threads/next-fork-exec-other-thread.exp=gdb.threads/next-fork-exec-other-thread.exp: fork_func=vfork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=9: next to break here gdb:gdb.threads/next-fork-exec-other-thread.exp=gdb.threads/next-fork-exec-other-thread.exp: fork_func=vfork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=9: next to for loop gdb:gdb.threads/next-fork-exec-other-thread.exp=gdb.threads/next-fork-exec-other-thread.exp: fork_func=vfork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=9: next to other line - Executed from: gdb:gdb.threads/next-fork-other-thread.exp - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=0: next to break here - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=0: next to for loop - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=0: next to other line - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=1: next to break here - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=1: next to for loop - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=1: next to other line - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=2: next to break here - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=2: next to for loop - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=2: next to other line - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=2: next to break here - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=2: next to for loop - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=2: next to other line - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=3: next to break here - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=3: next to for loop - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=3: next to other line - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=5: next to other line - New PASS [ => PASS]: @@ -219,11 +192,9 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.base/break-interp.exp=gdb.base/break-interp.exp: ldprelink=NO: ldsepdebug=NO: binprelink=NO: binsepdebug=NO: binpie=NO: INNER: symbol-less: break at entry point gdb:gdb.base/break-interp.exp=gdb.base/break-interp.exp: ldprelink=NO: ldsepdebug=NO: binprelink=NO: binsepdebug=NO: binpie=NO: INNER: symbol-less: entry point reached gdb:gdb.base/break-interp.exp=gdb.base/break-interp.exp: ldprelink=NO: ldsepdebug=NO: binprelink=NO: binsepdebug=NO: binpie=NO: INNER: symbol-less: info files - gdb:gdb.base/break-interp.exp=gdb.base/break-interp.exp: ldprelink=NO: ldsepdebug=NO: binprelink=NO: binsepdebug=NO: binpie=NO: INNER: symbol-less: set verbose off gdb:gdb.base/break-interp.exp=gdb.base/break-interp.exp: ldprelink=NO: ldsepdebug=NO: binprelink=NO: binsepdebug=NO: binpie=YES: INNER: symbol-less: break at entry point gdb:gdb.base/break-interp.exp=gdb.base/break-interp.exp: ldprelink=NO: ldsepdebug=NO: binprelink=NO: binsepdebug=NO: binpie=YES: INNER: symbol-less: entry point reached gdb:gdb.base/break-interp.exp=gdb.base/break-interp.exp: ldprelink=NO: ldsepdebug=NO: binprelink=NO: binsepdebug=NO: binpie=YES: INNER: symbol-less: info files - gdb:gdb.base/break-interp.exp=gdb.base/break-interp.exp: ldprelink=NO: ldsepdebug=NO: binprelink=NO: binsepdebug=NO: binpie=YES: INNER: symbol-less: set verbose off Executed from: gdb:gdb.mi/list-thread-groups-available.exp gdb:gdb.mi/list-thread-groups-available.exp=gdb.mi/list-thread-groups-available.exp: list available thread groups gdb:gdb.mi/list-thread-groups-available.exp=gdb.mi/list-thread-groups-available.exp: list available thread groups with filter @@ -694,6 +665,35 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.base/return.exp=no fileid for 7ec247769ff1 + - Flaky cases, ignored [~RANDOM ]: + + Executed from: gdb:gdb.base/break-interp.exp + gdb:gdb.base/break-interp.exp=gdb.base/break-interp.exp: ldprelink=NO: ldsepdebug=NO: binprelink=NO: binsepdebug=NO: binpie=NO: INNER: symbol-less: set verbose off + gdb:gdb.base/break-interp.exp=gdb.base/break-interp.exp: ldprelink=NO: ldsepdebug=NO: binprelink=NO: binsepdebug=NO: binpie=YES: INNER: symbol-less: set verbose off + Executed from: gdb:gdb.linespec/cpcompletion.exp + gdb:gdb.linespec/cpcompletion.exp=breakpoints not deleted + Executed from: gdb:gdb.threads/detach-step-over.exp + gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: attach + gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: attach (GDB internal error) + Executed from: gdb:gdb.threads/next-fork-other-thread.exp + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=0: next to break here + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=0: next to for loop + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=0: next to other line + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=1: next to break here + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=1: next to for loop + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=1: next to other line + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=2: next to break here + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=2: next to for loop + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=2: next to other line + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=2: next to break here + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=2: next to for loop + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=2: next to other line + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=3: next to break here + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=3: next to for loop + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=3: next to other line + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=5: next to other line + + # Regressions found # Regressions in 1 common sum files found