diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 0000000..200efec --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m23 --with-float=soft --target_board=-mthumb/-march=armv8-m.base/-mtune=cortex-m23/-mfloat-abi=soft/-mfpu=auto qemu_cpu=cortex-m33 + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 0000000..a418c41 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 1 +# of flaky entries 0 +# of all tests 2739 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index bdac031..62b4b58 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -PASS +no regression/no fix Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build/14/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index df4cda0..3a4820e 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -8,14 +8,14 @@ "tag": "tcwg_gnu_embed_check_binutils", "test_url": "https://ci.linaro.org/job/tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build/14/", "run_order": "0014 (5-changed-components)", - "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=2597ca3417d9adb0adda135c90ab86c4ea675139 (+ 24 commits)", - "git_gcc": "https://github.com/gcc-mirror/gcc/commit/9f1798c1a93257526196a3c19828e40fb28ac551 (+ 69 commits)", - "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=2c338fd7d8e90f11f15d7035da81b7bb51032b4b (+ 16 commits)", - "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=2597ca3417d9adb0adda135c90ab86c4ea675139 (+ 24 commits)", - "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/ffdd099a782556b9ead26551a6f1d070a595306d (+ 172 commits)", + "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=2597ca3417d9adb0adda135c90ab86c4ea675139 (+ 404 commits)", + "git_gcc": "https://github.com/gcc-mirror/gcc/commit/9f1798c1a93257526196a3c19828e40fb28ac551 (+ 991 commits)", + "git_newlib": "https://sourceware.org/git/?p=newlib-cygwin.git;a=commit;h=2c338fd7d8e90f11f15d7035da81b7bb51032b4b (+ 18 commits)", + "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=2597ca3417d9adb0adda135c90ab86c4ea675139 (+ 402 commits)", + "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/ffdd099a782556b9ead26551a6f1d070a595306d (+ 947 commits)", "__report_version__": "1" }, - "Start Time": "2024-05-21 14:24:36" + "Start Time": "2024-05-05 03:21:43" }, "Tests": [ { @@ -143,7 +143,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_binutils.gas.FAIL.nb_FAIL" } , { @@ -151,15 +151,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_binutils.gas.UNRESOLVED.nb_UNRESOLVED" } , { "Data": [ - 20 + 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_binutils.gas.UNTESTED.nb_UNTESTED" } , { @@ -167,7 +167,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_binutils.gas.ERROR.nb_ERROR" } , { @@ -175,7 +175,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_binutils.gas.XPASS.nb_XPASS" } , { @@ -183,7 +183,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_binutils.gas.OTHER.nb_OTHER" } , { @@ -191,47 +191,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_binutils.gas.KFAIL.nb_KFAIL" } , { "Data": [ - 11 + 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_binutils.gas.XFAIL.nb_XFAIL" } , { "Data": [ - 878 + 1297 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_binutils.gas.PASS.nb_PASS" } , { "Data": [ - 250 + 9 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_binutils.gas.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 1139 + 1306 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.good.nb_good" + "Name": "tcwg_gnu_embed_check_binutils.gas.good.nb_good" } , { "Data": [ - 20 + 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.ld.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_binutils.gas.bad.nb_bad" } , { @@ -239,7 +239,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.FAIL.nb_FAIL" + "Name": "tcwg_gnu_embed_check_binutils.ld.FAIL.nb_FAIL" } , { @@ -247,15 +247,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_embed_check_binutils.ld.UNRESOLVED.nb_UNRESOLVED" } , { "Data": [ - 0 + 20 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_embed_check_binutils.ld.UNTESTED.nb_UNTESTED" } , { @@ -263,7 +263,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.ERROR.nb_ERROR" + "Name": "tcwg_gnu_embed_check_binutils.ld.ERROR.nb_ERROR" } , { @@ -271,7 +271,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.XPASS.nb_XPASS" + "Name": "tcwg_gnu_embed_check_binutils.ld.XPASS.nb_XPASS" } , { @@ -279,7 +279,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.OTHER.nb_OTHER" + "Name": "tcwg_gnu_embed_check_binutils.ld.OTHER.nb_OTHER" } , { @@ -287,47 +287,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_embed_check_binutils.ld.KFAIL.nb_KFAIL" } , { "Data": [ - 0 + 11 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_embed_check_binutils.ld.XFAIL.nb_XFAIL" } , { "Data": [ - 1297 + 878 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.PASS.nb_PASS" + "Name": "tcwg_gnu_embed_check_binutils.ld.PASS.nb_PASS" } , { "Data": [ - 9 + 250 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_embed_check_binutils.ld.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 1306 + 1139 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.good.nb_good" + "Name": "tcwg_gnu_embed_check_binutils.ld.good.nb_good" } , { "Data": [ - 0 + 20 ], "Info": {}, - "Name": "tcwg_gnu_embed_check_binutils.gas.bad.nb_bad" + "Name": "tcwg_gnu_embed_check_binutils.ld.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 84686ce..f88c1bd 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,56 +1,58 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. +Our automatic CI successfully passed with your patch(es). Please find some details below. -In arm-eabi cortex-m23 soft after: - - | 305 commits in binutils,gcc,newlib,gdb,qemu +In arm-eabi cortex-m23 soft, after: + | 2762 commits in binutils,gcc,newlib,gdb,qemu | 2597ca3417d Re: LoongArch: gas: Adjust DWARF CIE alignment factors | f29ebbe3be5 gas: extend \+ support to .irp / .irpc | 69cab370cf6 gas: adjust handling of quotes for .irpc | 6b15ec51657 x86: simplify VexVVVV_SRC2 handling for the XOP case | fb40ea39def x86: simplify / consolidate check_{word,long,qword}_reg() - | ... and 19 more commits in binutils + | ... and 399 more commits in binutils | 9f1798c1a93 c: Fix for some variably modified types not being recognized [PR114831] | dae606a11eb c++/modules: Improve errors for bad module-directives [PR115200] | 03531ec45f1 c++/modules: Remember that header units have CMIs | 0173dcce92b c++/modules: Fix treatment of unnamed types | 401994d60ab [to-be-committed,v2,RISC-V] Use bclri in constant synthesis - | ... and 64 more commits in gcc - | 2c338fd7d arc: libgloss: Add build rules for new boards - | 2935b9e71 arc: libgloss: Add support of EM Starter Kit board - | 6f8ee57d0 arc: libgloss: Add support of EM SDP board - | fc2e959a4 arc: libgloss: Add support of HS Development Kit board - | 4f50d9d62 arc: libgloss: Add support of IoT Development Kit board - | ... and 11 more commits in newlib + | ... and 986 more commits in gcc + | 2c338fd7d8 arc: libgloss: Add build rules for new boards + | 2935b9e718 arc: libgloss: Add support of EM Starter Kit board + | 6f8ee57d09 arc: libgloss: Add support of EM SDP board + | fc2e959a42 arc: libgloss: Add support of HS Development Kit board + | 4f50d9d620 arc: libgloss: Add support of IoT Development Kit board + | ... and 13 more commits in newlib | 2597ca3417d Re: LoongArch: gas: Adjust DWARF CIE alignment factors | f29ebbe3be5 gas: extend \+ support to .irp / .irpc | 69cab370cf6 gas: adjust handling of quotes for .irpc | 6b15ec51657 x86: simplify VexVVVV_SRC2 handling for the XOP case | fb40ea39def x86: simplify / consolidate check_{word,long,qword}_reg() - | ... and 19 more commits in gdb - | ffdd099a78 Merge tag 'pull-ppc-for-9.1-1-20240524-1' of https://gitlab.com/npiggin/qemu into staging - | e48fb4c590 target/ppc: Remove pp_check() and reuse ppc_hash32_pp_prot() - | e7baac649b target/ppc: Move out BookE and related MMU functions from mmu_common.c - | cd1038ec1d target/ppc: Add a function to check for page protection bit - | 950251ee7b target/ppc/mmu-radix64.c: Drop a local variable - | ... and 167 more commits in qemu - -PASS - -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build/14/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build/14/artifact/artifacts/notify/ -The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build/14/artifact/artifacts/sumfiles/xfails.xfail + | ... and 397 more commits in gdb + | ffdd099a782 Merge tag 'pull-ppc-for-9.1-1-20240524-1' of https://gitlab.com/npiggin/qemu into staging + | e48fb4c590a target/ppc: Remove pp_check() and reuse ppc_hash32_pp_prot() + | e7baac649bb target/ppc: Move out BookE and related MMU functions from mmu_common.c + | cd1038ec1d3 target/ppc: Add a function to check for page protection bit + | 950251ee7b4 target/ppc/mmu-radix64.c: Drop a local variable + | ... and 942 more commits in qemu + + +Used configuration : + *CI config* tcwg_gnu_embed_check_binutils arm-eabi -mthumb -march=armv8-m.base -mtune=cortex-m23 -mfloat-abi=soft -mfpu=auto + *configure and test flags:* --target arm-eabi --disable-multilib --with-mode=thumb --with-cpu=cortex-m23 --with-float=soft --target_board=-mthumb/-march=armv8-m.base/-mtune=cortex-m23/-mfloat-abi=soft/-mfpu=auto qemu_cpu=cortex-m33 -The configuration of this build is: -CI config tcwg_gnu_embed_check_binutils arm-eabi -mthumb -march=armv8-m.base -mtune=cortex-m23 -mfloat-abi=soft -mfpu=auto +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -----------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build/14/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build/14/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build/14/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build/14/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build/13/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build/2/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 8ebab7c..29f716c 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 305 commits in binutils,gcc,newlib,gdb,qemu: PASS on master-thumb_m23_soft_eabi +[Linaro-TCWG-CI] 2762 commits in binutils,gcc,newlib,gdb,qemu: no regression/no fix on master-thumb_m23_soft_eabi diff --git a/notify/regressions.sum b/notify/regressions.sum new file mode 100644 index 0000000..a418c41 --- /dev/null +++ b/notify/regressions.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 1 +# of flaky entries 0 +# of all tests 2739 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 2243d38..f2ba86d 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,30 +1,30 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 3 common sum files: binutils.sum gas.sum ld.sum Comparing: -REFERENCE:/tmp/gxx-sum1.284499 -CURRENT: /tmp/gxx-sum2.284499 +REFERENCE:/tmp/gxx-sum1.3329 +CURRENT: /tmp/gxx-sum2.3329 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ - | Passes [PASS] | 2433 | 2434 | + | Passes [PASS] | 2427 | 2434 | | Unexpected fails [FAIL] | 1 | 1 | | Errors [ERROR] | 0 | 0 | | Unexpected passes [XPASS] | 0 | 0 | | Expected fails [XFAIL] | 12 | 12 | | Known fails [KFAIL] | 0 | 0 | | Unresolved [UNRESOLVED] | 0 | 0 | - | Unsupported [UNSUPPORTED] | 272 | 272 | + | Unsupported [UNSUPPORTED] | 271 | 272 | | Untested [UNTESTED] | 20 | 20 | +------------------------------------------+---------+---------+ - REF PASS ratio: 0.892988 + REF PASS ratio: 0.893079 RES PASS ratio: 0.893027 ***** ERROR: REF PASS ratio is abnormally low ***** ***** ERROR: RES PASS ratio is abnormally low ***** @@ -38,15 +38,44 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | New PASS [ => PASS] | 1 | + | PASS disappears [PASS => ] | 3 | + | New PASS [ => PASS] | 11 | + | PASS now UNSUPPORTED [PASS =>UNSUP] | 1 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 1 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 15 | +------------------------------------------+---------+ + - PASS disappears [PASS => ]: + + Executed from: gas:gas/arm/arm.exp + gas:gas/arm/arm.exp=Maverick + gas:gas/arm/arm.exp=attributes for -mfpu=maverick + gas:gas/arm/arm.exp=ep9312 note with -mcpu=ep9312 -mfpu=maverick + + - New PASS [ => PASS]: + Executed from: binutils:binutils-all/readelf.exp + binutils:binutils-all/readelf.exp=readelf -wsm readelf-debug-str-offsets-dw4 Executed from: gas:gas/macros/macros.exp + gas:gas/macros/macros.exp=macros altmacro + gas:gas/macros/macros.exp=macros count + gas:gas/macros/macros.exp=macros irp-count gas:gas/macros/macros.exp=macros irpc-quote + Executed from: ld:ld-elf/elf.exp + ld:ld-elf/elf.exp=Generate undefweak-1.a + ld:ld-elf/elf.exp=Generate undefweak-1.o + Executed from: ld:ld-scripts/section-order.exp + ld:ld-scripts/section-order.exp=Data Section Ordering (section-order-1c) + ld:ld-scripts/section-order.exp=Data Section Ordering (section-order-1d) + ld:ld-scripts/section-order.exp=Text Section Ordering (section-order-1a) + ld:ld-scripts/section-order.exp=Text Section Ordering (section-order-1b) + + + - PASS now UNSUPPORTED [PASS =>UNSUP]: + + Executed from: binutils:binutils-all/objcopy.exp + binutils:binutils-all/objcopy.exp=unordered .debug_info references to .debug_ranges