diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 0000000..cff0da8 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 197 +# of flaky entries 32 +# of all tests 89090 diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt new file mode 100644 index 0000000..2e3703c --- /dev/null +++ b/notify/jira/comment-card.txt @@ -0,0 +1,3 @@ +[LLVM-2104] +2 regressions +Details: https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/1462/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt new file mode 100644 index 0000000..c29667f --- /dev/null +++ b/notify/jira/comment-template.txt @@ -0,0 +1,4 @@ +[LLVM-1290] +https://linaro.atlassian.net/browse/LLVM-2104 +2 regressions +Details: https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/1462/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/components b/notify/jira/components new file mode 100644 index 0000000..8072713 --- /dev/null +++ b/notify/jira/components @@ -0,0 +1 @@ +LLVM diff --git a/notify/jira/description b/notify/jira/description new file mode 100644 index 0000000..559e31c --- /dev/null +++ b/notify/jira/description @@ -0,0 +1,27 @@ +Commit: https://github.com/llvm/llvm-project/commit/977e75c98d97755f643bce8e3da331005b1b36eb +commit llvmorg-22-init-8838-g977e75c98d97 +Author: Peter Klausler +Date: Tue Sep 23 15:44:40 2025 -0700 + + [flang] More graceful parse failures at EOF (#159834) + + Rather than admit complete confusion with a "FAIL" message when parsing + runs into the end of the source file unexpectedly, deal better with + missing or garbled END statements through the use of `consumedAllInput` +... 3 lines of the commit log omitted. + +* tcwg_flang_test +** main-aarch64-O0-debug +*** 2 regressions +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/llvm/sha1/977e75c98d97755f643bce8e3da331005b1b36eb/tcwg_flang_test/main-aarch64-O0-debug/details.txt +*** https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/1462/artifact/artifacts +** main-aarch64-O3-neoverse_v1-sve_vla-mpipeliner-stack_arrays +*** 2 regressions +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/llvm/sha1/977e75c98d97755f643bce8e3da331005b1b36eb/tcwg_flang_test/main-aarch64-O3-neoverse_v1-sve_vla-mpipeliner-stack_arrays/details.txt +*** https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O3-neoverse_v1-sve_vla-mpipeliner-stack_arrays-build/1364/artifact/artifacts +** main-aarch64-Ofast-sve_vla +*** 2 regressions +*** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/llvm/sha1/977e75c98d97755f643bce8e3da331005b1b36eb/tcwg_flang_test/main-aarch64-Ofast-sve_vla/details.txt +*** https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-Ofast-sve_vla-build/2534/artifact/artifacts + +Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/llvm/sha1/977e75c98d97755f643bce8e3da331005b1b36eb/jira/yaml diff --git a/notify/jira/key b/notify/jira/key new file mode 100644 index 0000000..ca9cb76 --- /dev/null +++ b/notify/jira/key @@ -0,0 +1 @@ +LLVM-2104 diff --git a/notify/jira/startdate b/notify/jira/startdate new file mode 100644 index 0000000..711244c --- /dev/null +++ b/notify/jira/startdate @@ -0,0 +1 @@ +2025-09-23 diff --git a/notify/jira/summary b/notify/jira/summary new file mode 100644 index 0000000..6716a98 --- /dev/null +++ b/notify/jira/summary @@ -0,0 +1 @@ +llvmorg-22-init-8838-g977e75c98d97: 2 regressions diff --git a/notify/jira/yaml b/notify/jira/yaml new file mode 100644 index 0000000..195fc75 --- /dev/null +++ b/notify/jira/yaml @@ -0,0 +1,35 @@ +- Project: LLVM + IssueType: Sub-task + Key: LLVM-2104 + Summary: | + llvmorg-22-init-8838-g977e75c98d97: 2 regressions + Components: LLVM + Start date: 2025-09-23 + Description: | + Commit: https://github.com/llvm/llvm-project/commit/977e75c98d97755f643bce8e3da331005b1b36eb + commit llvmorg-22-init-8838-g977e75c98d97 + Author: Peter Klausler + Date: Tue Sep 23 15:44:40 2025 -0700 + + [flang] More graceful parse failures at EOF (#159834) + + Rather than admit complete confusion with a "FAIL" message when parsing + runs into the end of the source file unexpectedly, deal better with + missing or garbled END statements through the use of `consumedAllInput` + ... 3 lines of the commit log omitted. + + * tcwg_flang_test + ** main-aarch64-O0-debug + *** 2 regressions + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/llvm/sha1/977e75c98d97755f643bce8e3da331005b1b36eb/tcwg_flang_test/main-aarch64-O0-debug/details.txt + *** https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/1462/artifact/artifacts + ** main-aarch64-O3-neoverse_v1-sve_vla-mpipeliner-stack_arrays + *** 2 regressions + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/llvm/sha1/977e75c98d97755f643bce8e3da331005b1b36eb/tcwg_flang_test/main-aarch64-O3-neoverse_v1-sve_vla-mpipeliner-stack_arrays/details.txt + *** https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O3-neoverse_v1-sve_vla-mpipeliner-stack_arrays-build/1364/artifact/artifacts + ** main-aarch64-Ofast-sve_vla + *** 2 regressions + *** https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/llvm/sha1/977e75c98d97755f643bce8e3da331005b1b36eb/tcwg_flang_test/main-aarch64-Ofast-sve_vla/details.txt + *** https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-Ofast-sve_vla-build/2534/artifact/artifacts + + Latest data: https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/llvm/sha1/977e75c98d97755f643bce8e3da331005b1b36eb/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json new file mode 100644 index 0000000..5307d97 --- /dev/null +++ b/notify/lnt_report.json @@ -0,0 +1,44 @@ +{ + "Machine": { + "Info": {}, + "Name": "main-aarch64-O0-debug" + }, + "Run": { + "Info": { + "tag": "tcwg_flang_test", + "test_url": "https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/1462/", + "run_order": "1462 (llvmorg-22-init-08838-g977e75c98d97)", + "regression": "https://linaro.atlassian.net/browse/LLVM-2104", + "git_llvm": "https://github.com/llvm/llvm-project/commit/977e75c98d97755f643bce8e3da331005b1b36eb (+ 1 commits)", + "git_llvm_testsuite": "https://github.com/llvm/llvm-test-suite/commit/0cae4adfc2283674625587966932deeb7fd298d2 (unchanged)", + "git_fujitsu_testsuite": "https://github.com/fujitsu/compiler-test-suite/commit/927bc40fd2f64ee0756e92a6803ed42d4346fa05 (unchanged)", + "__report_version__": "1" + }, + "Start Time": "2025-10-02 19:36:05" + }, + "Tests": [ + { + "Data": [ + 199 + ], + "Info": {}, + "Name": "tcwg_flang_test.TOTAL.fails.nb_fails" + } + , + { + "Data": [ + 32 + ], + "Info": {}, + "Name": "tcwg_flang_test.TOTAL.flaky.nb_flaky" + } + , + { + "Data": [ + 89090 + ], + "Info": {}, + "Name": "tcwg_flang_test.TOTAL.all.nb_all" + } + ] +} diff --git a/notify/mail-body.txt b/notify/mail-body.txt new file mode 100644 index 0000000..3da97b9 --- /dev/null +++ b/notify/mail-body.txt @@ -0,0 +1,52 @@ +Dear contributor, + +Our automatic CI has detected problems related to your patch(es). Please find some details below. + +In tcwg_flang_test/main-aarch64-O0-debug, after: + | commit llvmorg-22-init-8838-g977e75c98d97 + | Author: Peter Klausler + | Date: Tue Sep 23 15:44:40 2025 -0700 + | + | [flang] More graceful parse failures at EOF (#159834) + | + | Rather than admit complete confusion with a "FAIL" message when parsing + | runs into the end of the source file unexpectedly, deal better with + | missing or garbled END statements through the use of `consumedAllInput` + | ... 3 lines of the commit log omitted. + +Produces 2 regressions: + | + | regressions.sum: + | Running test-suite:Fujitsu/Fortran/0213 ... + | NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0025.test + | NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0029.test + +Used configuration : + * Toolchain : cmake -G Ninja ../llvm/llvm "-DLLVM_ENABLE_PROJECTS=clang;lld;flang;clang-tools-extra" "-DLLVM_ENABLE_RUNTIMES=openmp" -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=True -DCMAKE_INSTALL_PREFIX=../llvm-install "-DLLVM_TARGETS_TO_BUILD=AArch64" -DCLANG_DEFAULT_LINKER=lld + * Testsuite : export LD_LIBRARY_PATH=$\WORKSPACE/llvm-install/lib/aarch64-unknown-linux-gnu$\{LD_LIBRARY_PATH:+:$\LD_LIBRARY_PATH} + cmake -GNinja -DCMAKE_C_COMPILER="$\WORKSPACE/llvm-install/bin2/clang" -DCMAKE_CXX_COMPILER="$\WORKSPACE/llvm-install/bin2/clang++" -DCMAKE_Fortran_COMPILER="$\WORKSPACE/llvm-install/bin2/flang-new" -DCMAKE_BUILD_TYPE=Release -DCMAKE_C_FLAGS= -DCMAKE_CXX_FLAGS= -DCMAKE_Fortran_FLAGS= -DCMAKE_C_FLAGS_RELEASE="-O0 -g" -DCMAKE_CXX_FLAGS_RELEASE="-O0 -g" -DCMAKE_Fortran_FLAGS_RELEASE="-O0 -g" -DTEST_SUITE_FORTRAN=ON -DTEST_SUITE_SUBDIRS=Fujitsu "$\WORKSPACE/test/test-suite" + +We track this bug report under https://linaro.atlassian.net/browse/LLVM-2104. Please let us know if you have a fix. + +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. + +-----------------8<--------------------------8<--------------------------8<-------------------------- + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in *.log.1.xz files in + * https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/1462/artifact/artifacts/00-sumfiles/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/1462/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/1462/artifact/artifacts/sumfiles/xfails.xfail + +Fujitsu testsuite : https://github.com/fujitsu/compiler-test-suite/ + +Current build : https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/1462/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/1461/artifact/artifacts + +Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/llvm/sha1/977e75c98d97755f643bce8e3da331005b1b36eb/tcwg_flang_test/main-aarch64-O0-debug/reproduction_instructions.txt + +Full commit : https://github.com/llvm/llvm-project/commit/977e75c98d97755f643bce8e3da331005b1b36eb + diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt new file mode 100644 index 0000000..a4bcaf4 --- /dev/null +++ b/notify/mail-recipients.txt @@ -0,0 +1 @@ +ohno.yasuyuki@fujitsu.com,bcc:tcwg-validation@linaro.org,itou.tetsuya@fujitsu.com,cc:maxim.kuvyrkov@linaro.org,t-kawashima@fujitsu.com,cc:pklausler@nvidia.com diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt new file mode 100644 index 0000000..04931f7 --- /dev/null +++ b/notify/mail-subject.txt @@ -0,0 +1 @@ +[Linaro-TCWG-CI] llvmorg-22-init-8838-g977e75c98d97: 2 regressions on aarch64 diff --git a/notify/regressions.sum b/notify/regressions.sum new file mode 100644 index 0000000..4613bf5 --- /dev/null +++ b/notify/regressions.sum @@ -0,0 +1,11 @@ + === test-suite tests === + +Running test-suite:Fujitsu/Fortran/0213 ... +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0025.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0029.test + + === Results Summary === + +# of stable fails 199 +# of flaky entries 32 +# of all tests 89090 diff --git a/notify/results-summary.txt b/notify/results-summary.txt new file mode 100644 index 0000000..9ccd0d1 --- /dev/null +++ b/notify/results-summary.txt @@ -0,0 +1,5 @@ + === Results Summary === + +# of stable fails 199 +# of flaky entries 32 +# of all tests 89090