diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..8e581352 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: none, autodetected on armv8l-unknown-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..a0b16ca6 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 1356 +# of flaky entries 429 +# of all tests 103243 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index bb1be860..f48fbfef 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -PASS +improvements Details: https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1277/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 86bfd462..09f41086 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -15,12 +15,12 @@ "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=a5631e3da1d9574aa0094f87efd8785ba16a0df7 (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-06-06 20:03:00" + "Start Time": "2024-06-05 01:10:10" }, "Tests": [ { "Data": [ - 1350 + 1356 ], "Info": {}, "Name": "tcwg_gnu_native_check_gdb.TOTAL.fails.nb_fails" @@ -28,7 +28,7 @@ , { "Data": [ - 1197 + 429 ], "Info": {}, "Name": "tcwg_gnu_native_check_gdb.TOTAL.flaky.nb_flaky" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 2e98fb2a..8f87a543 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,9 +1,8 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In master-arm after: +Our automatic CI successfully passed with your patch(es). Please find some details below. +In master-arm, after: | 180 commits in gcc | cc2f3e408ee Remove redundant check | e1f56c67a82 tree-optimization/110490 - bitcount for narrow modes @@ -12,20 +11,23 @@ In master-arm after: | b09c2e95606 middle-end/114931 - type_hash_canon and structual equality types | ... and 175 more commits in gcc -PASS -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1277/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1277/artifact/artifacts/notify/ -The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1277/artifact/artifacts/sumfiles/xfails.xfail +Used configuration : + *CI config* tcwg_gnu_native_check_gdb master-arm + *configure and test flags:* none, autodetected on armv8l-unknown-linux-gnueabihf -The configuration of this build is: -CI config tcwg_gnu_native_check_gdb master-arm +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -----------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1277/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1277/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1277/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1277/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_native_check_gdb--master-arm-build/1275/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index a40d8bb5..f37303d3 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 180 commits in gcc: PASS on arm +[Linaro-TCWG-CI] 180 commits in gcc: improvements on arm diff --git a/notify/regressions.sum b/notify/regressions.sum new file mode 100644 index 00000000..a0b16ca6 --- /dev/null +++ b/notify/regressions.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 1356 +# of flaky entries 429 +# of all tests 103243 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 72ff929d..916439e6 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === -# of stable fails 1350 -# of flaky entries 1197 +# of stable fails 1356 +# of flaky entries 429 # of all tests 103243 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index caec96a9..f1aafa4b 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,12 +1,12 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 1 common sum files: gdb.sum Comparing: -REFERENCE:/tmp/gxx-sum1.1437154 -CURRENT: /tmp/gxx-sum2.1437154 +REFERENCE:/tmp/gxx-sum1.261924 +CURRENT: /tmp/gxx-sum2.261924 +---------+---------+ o RUN STATUS: | REF | RES | @@ -29,28 +29,20 @@ o RUN STATUS: | REF | RES | o REGRESSIONS: +------------------------------------------+---------+ - | PASS now FAIL [PASS => FAIL] | 2 | +------------------------------------------+---------+ - | TOTAL_REGRESSIONS | 2 | + | TOTAL_REGRESSIONS | 0 | +------------------------------------------+---------+ - - PASS now FAIL [PASS => FAIL]: - - Executed from: gdb:gdb.threads/detach-step-over.exp - gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 1: all threads running - gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: attach - - o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | PASS disappears [PASS => ] | 570 | - | New PASS [ => PASS] | 60 | - | FAIL disappears [FAIL => ] | 1 | + | PASS disappears [PASS => ] | 565 | + | New PASS [ => PASS] | 46 | | XFAIL disappears [XFAIL=> ] | 3 | | XFAIL appears [ =>XFAIL] | 1 | + | Flaky cases, ignored [~RANDOM ] | 22 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 635 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 637 | +------------------------------------------+---------+ - PASS disappears [PASS => ]: @@ -68,9 +60,7 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.threads/attach-many-short-lived-threads.exp=gdb.threads/attach-many-short-lived-threads.exp: iter 6: set breakpoint always-inserted off gdb:gdb.threads/attach-many-short-lived-threads.exp=gdb.threads/attach-many-short-lived-threads.exp: iter 6: set breakpoint always-inserted on Executed from: gdb:gdb.threads/detach-step-over.exp - gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: all threads running gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: break LOC if 0 - gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: continue -a & gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: detach gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: print seconds_left gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: reset timer in the inferior @@ -625,10 +615,6 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.threads/next-fork-exec-other-thread.exp=gdb.threads/next-fork-exec-other-thread.exp: fork_func=vfork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=9: next to break here gdb:gdb.threads/next-fork-exec-other-thread.exp=gdb.threads/next-fork-exec-other-thread.exp: fork_func=vfork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=9: next to for loop gdb:gdb.threads/next-fork-exec-other-thread.exp=gdb.threads/next-fork-exec-other-thread.exp: fork_func=vfork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=9: next to other line - Executed from: gdb:gdb.threads/next-fork-other-thread.exp - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=0: next to break here - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=0: next to for loop - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=1: next to other line - New PASS [ => PASS]: @@ -675,35 +661,15 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.threads/create-fail.exp=gdb.threads/create-fail.exp: iteration 8: run till end gdb:gdb.threads/create-fail.exp=gdb.threads/create-fail.exp: iteration 9: run till end Executed from: gdb:gdb.threads/next-fork-other-thread.exp - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=4: next to break here - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=4: next to for loop gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=4: next to other line gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=5: next to break here gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=5: next to for loop gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=5: next to other line - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=6: next to other line - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=1: next to break here - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=1: next to for loop - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=1: next to other line - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=2: next to break here - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=2: next to for loop - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=2: next to other line gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=3: next to break here - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=3: next to for loop - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=3: next to other line - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=4: next to break here - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=4: next to for loop gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=4: next to other line - gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=5: next to for loop gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=5: next to other line - - FAIL disappears [FAIL => ]: - - Executed from: gdb:gdb.threads/detach-step-over.exp - gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 3: attach (GDB internal error) - - - XFAIL disappears [XFAIL=> ]: Executed from: gdb:gdb.threads/attach-many-short-lived-threads.exp @@ -718,6 +684,34 @@ o IMPROVEMENTS TO BE CHECKED: gdb:gdb.threads/attach-many-short-lived-threads.exp=gdb.threads/attach-many-short-lived-threads.exp: iter 6: attach (EPERM) + - Flaky cases, ignored [~RANDOM ]: + + Executed from: gdb:gdb.threads/detach-step-over.exp + gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 1: all threads running + gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: all threads running + gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: attach + gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 2: continue -a & + gdb:gdb.threads/detach-step-over.exp=gdb.threads/detach-step-over.exp: breakpoint-condition-evaluation=host: target-non-stop=on: non-stop=on: displaced=off: test_detach_command: iter 3: attach (GDB internal error) + Executed from: gdb:gdb.threads/next-fork-other-thread.exp + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=0: next to break here + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=0: next to for loop + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=auto: i=1: next to other line + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=4: next to break here + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=4: next to for loop + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=off: i=6: next to other line + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=1: next to break here + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=1: next to for loop + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=1: next to other line + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=2: next to break here + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=2: next to for loop + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=2: next to other line + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=3: next to for loop + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=3: next to other line + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=4: next to break here + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=4: next to for loop + gdb:gdb.threads/next-fork-other-thread.exp=gdb.threads/next-fork-other-thread.exp: fork_func=fork: target-non-stop=off: non-stop=off: displaced-stepping=on: i=5: next to for loop + + -# Regressions found -# Regressions in 1 common sum files found +# Improvements found +# No regression found in 1 common sum files