diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..aa3a008e --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-eabi --disable-multilib --with-mode=thumb --with-arch=armv8-a+simd --with-fpu=crypto-neon-fp-armv8 --with-float=hard --target_board=-mthumb/-march=armv8-a+simd/-mfpu=auto/-mfloat-abi=hard qemu_cpu=any + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..c8ec54c3 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,50 @@ + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/Wnonnull-4.c (test for excess errors) + +Running gcc:gcc.dg/fixed-point/fixed-point.exp ... +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 72) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 74) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 99) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 92) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 101) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 79) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 78) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 100) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 94) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 86) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 96) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 98) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 76) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 103) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 88) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 95) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 97) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 91) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 93) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 102) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 75) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 89) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 83) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 84) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 85) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 81) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 80) +FAIL: gcc.dg/fixed-point/composite-type.c (test for excess errors) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 71) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 73) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 77) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 82) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 90) + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/ssa-sink-16.c (test for excess errors) +UNRESOLVED: gcc.dg/tree-ssa/ssa-sink-16.c scan-tree-dump optimized "return 2;" +FAIL: gcc.dg/tree-ssa/ssa-sink-16.c (internal compiler error: verify_gimple failed) + + === Results Summary === + +# of stable fails 1431 +# of flaky entries 73 +# of all tests 416881 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 9493c75c..84626503 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -FAIL: 20 regressions: 37 progressions +20 regressions 37 fixes Details: https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/278/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index b683d988..0c3b94ee 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -15,7 +15,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/29b5d70cb70574b499517ec9e9f80dea496a3cc0 (unchanged)", "__report_version__": "1" }, - "Start Time": "2023-12-05 21:21:05" + "Start Time": "2023-12-05 21:20:34" }, "Tests": [ { @@ -28,7 +28,7 @@ , { "Data": [ - 74 + 73 ], "Info": {}, "Name": "tcwg_gnu_embed_check_gcc.TOTAL.flaky.nb_flaky" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 81b1b97e..9d9e43bc 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,9 +1,8 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In arm-eabi thumb v8-a hard after: +Our automatic CI has detected problems related to your patch(es). Please find some details below. +In arm-eabi thumb v8-a hard, after: | 109 commits in gcc | ae9e48e5c0a Daily bump. | db642d60ee8 RISC-V: Fix PR112888 ICE @@ -12,46 +11,40 @@ In arm-eabi thumb v8-a hard after: | eac59af05aa aarch64: Sync `aarch64-sys-regs.def' with Binutils. | ... and 104 more commits in gcc -FAIL: 20 regressions: 37 progressions - -regressions.sum: - === g++ tests === - -Running g++:g++.dg/dg.exp ... -FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++17 dg-regexp 28 not found: " *inlined from [^\n -FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++17 dg-regexp 29 not found: " *inlined from [^\n -FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++17 dg-regexp 43 not found: " *inlined from [^\n -FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++17 dg-regexp 44 not found: " *inlined from [^\n -FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++17 dg-regexp 45 not found: " *inlined from [^\n -FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++17 dg-regexp 75 not found: " *inlined from [^\n -FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++17 dg-regexp 76 not found: " *inlined from [^\n -... and 14 more entries - -progressions.sum: - === gcc tests === - -Running gcc:gcc.dg/dg.exp ... -FAIL: gcc.dg/Wnonnull-4.c (test for excess errors) - -Running gcc:gcc.dg/fixed-point/fixed-point.exp ... -FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 101) -FAIL: gcc.dg/fixed-point/composite-type.c (test for excess errors) -FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 96) -FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 94) -... and 35 more entries - -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/278/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/278/artifact/artifacts/notify/ -The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/278/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8-a+simd -mfpu=auto -mfloat-abi=hard +Produces 20 regressions 37 fixes: + | + | regressions.sum: + | Running g++:g++.dg/dg.exp ... + | FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++17 dg-regexp 28 not found: " *inlined from [^\n + | FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++17 dg-regexp 29 not found: " *inlined from [^\n + | FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++17 dg-regexp 43 not found: " *inlined from [^\n + | FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++17 dg-regexp 44 not found: " *inlined from [^\n + | ... and 16 more + | + | fixes.sum: + | Running gcc:gcc.dg/dg.exp ... + | FAIL: gcc.dg/Wnonnull-4.c (test for excess errors) + | Running gcc:gcc.dg/fixed-point/fixed-point.exp ... + | FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 72) + | FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 74) + | ... and 35 more + +Used configuration : + *CI config* tcwg_gnu_embed_check_gcc arm-eabi -mthumb -march=armv8-a+simd -mfpu=auto -mfloat-abi=hard + *configure and test flags:* --target arm-eabi --disable-multilib --with-mode=thumb --with-arch=armv8-a+simd --with-fpu=crypto-neon-fp-armv8 --with-float=hard --target_board=-mthumb/-march=armv8-a+simd/-mfpu=auto/-mfloat-abi=hard qemu_cpu=any + +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -----------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/278/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/278/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/278/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/278/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/275/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index ad2559de..9b8e115d 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 109 commits in gcc: FAIL: 20 regressions: 37 progressions on master-thumb_v8a_hard_eabi +[Linaro-TCWG-CI] 109 commits in gcc: 20 regressions 37 fixes on master-thumb_v8a_hard_eabi diff --git a/notify/regressions.sum b/notify/regressions.sum index 47809cc4..7fe7af33 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -25,5 +25,5 @@ FAIL: g++.dg/warn/Winvalid-memory-model-2.C -std=gnu++20 warning at line 46 (tes === Results Summary === # of stable fails 1414 -# of flaky entries 74 +# of flaky entries 73 # of all tests 416881 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index ec90ebfe..912c84c1 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 1414 -# of flaky entries 74 +# of flaky entries 73 # of all tests 416881 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 583198b3..a7a23518 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -7,8 +7,8 @@ g++.sum gcc.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.14902 -CURRENT: /tmp/gxx-sum2.14902 +REFERENCE:/tmp/gxx-sum1.12369 +CURRENT: /tmp/gxx-sum2.12369 +---------+---------+ o RUN STATUS: | REF | RES | @@ -70,11 +70,12 @@ o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ | PASS disappears [PASS => ] | 897 | | New PASS [ => PASS] | 3356 | - | FAIL now PASS [FAIL => PASS] | 24 | + | FAIL now PASS [FAIL => PASS] | 3 | | FAIL disappears [FAIL => ] | 33 | | XFAIL appears [ =>XFAIL] | 112 | | UNSUPPORTED appears [ =>UNSUP] | 15 | | UNRESOLVED now PASS [UNRES=> PASS] | 1 | + | Flaky cases, ignored [~RANDOM ] | 21 | +------------------------------------------+---------+ | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 4438 | +------------------------------------------+---------+ @@ -4360,28 +4361,6 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.dg/fixed-point/fixed-point.exp=gcc.dg/fixed-point/composite-type.c (test for excess errors) Executed from: gcc:gcc.dg/tree-ssa/tree-ssa.exp gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/ssa-sink-16.c (test for excess errors) - Executed from: gcc:gcc.dg/vect/vect.exp - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s112.c -flto -ffat-lto-objects execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s112.c execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s116.c -flto -ffat-lto-objects execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s116.c execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s1351.c execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s176.c -flto -ffat-lto-objects execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s176.c execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s254.c -flto -ffat-lto-objects execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s254.c execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s2711.c -flto -ffat-lto-objects execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s2711.c execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s2712.c -flto -ffat-lto-objects execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s2712.c execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s314.c -flto -ffat-lto-objects execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s316.c execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s351.c -flto -ffat-lto-objects execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s351.c execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-vdotr.c -flto -ffat-lto-objects execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-vdotr.c execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-vtv.c -flto -ffat-lto-objects execution test - gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-vtvtv.c execution test - FAIL disappears [FAIL => ]: @@ -4569,6 +4548,32 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/ssa-sink-16.c scan-tree-dump optimized "return 2;" + - Flaky cases, ignored [~RANDOM ]: + + Executed from: gcc:gcc.dg/vect/vect.exp + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s112.c -flto -ffat-lto-objects execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s112.c execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s116.c -flto -ffat-lto-objects execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s116.c execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s1351.c execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s176.c -flto -ffat-lto-objects execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s176.c execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s254.c -flto -ffat-lto-objects execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s254.c execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s2711.c -flto -ffat-lto-objects execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s2711.c execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s2712.c -flto -ffat-lto-objects execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s2712.c execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s314.c -flto -ffat-lto-objects execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s316.c execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s351.c -flto -ffat-lto-objects execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-s351.c execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-vdotr.c -flto -ffat-lto-objects execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-vdotr.c execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-vtv.c -flto -ffat-lto-objects execution test + gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/tsvc/vect-tsvc-vtvtv.c execution test + + # Regressions found # Regressions in 3 common sum files found