diff --git a/notify/fixes.sum b/notify/fixes.sum index 7aa6a72d..c05f4f2f 100644 --- a/notify/fixes.sum +++ b/notify/fixes.sum @@ -1,6 +1,6 @@ === Results Summary === -# of stable fails 136 -# of flaky entries 28 +# of stable fails 0 +# of flaky entries 0 # of all tests 88889 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 72768181..0a61ca3d 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [LLVM-1290] -no regression/no fix +140 regressions Details: https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/813/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index c842b021..acd70225 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,18 +7,18 @@ "Info": { "tag": "tcwg_flang_test", "test_url": "https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/813/", - "run_order": "0813 (no-change)", - "git_llvm": "https://github.com/llvm/llvm-project/commit/053451cb3502144564b4d0b30a9046045d1820d4 (unchanged)", + "run_order": "0813 (llvmorg-21-init-09238-g053451cb3502)", + "git_llvm": "https://github.com/llvm/llvm-project/commit/053451cb3502144564b4d0b30a9046045d1820d4 (+ 1142 commits)", "git_llvm_testsuite": "https://github.com/llvm/llvm-test-suite/commit/dbfbae8f0e7d6bb5974df9b9ac262902538b8369 (unchanged)", "git_fujitsu_testsuite": "https://github.com/fujitsu/compiler-test-suite/commit/ac5d63a278b47141b51e12bd7ec3b189177d63e9 (unchanged)", "__report_version__": "1" }, - "Start Time": "2025-04-20 17:48:37" + "Start Time": "2025-04-18 13:43:17" }, "Tests": [ { "Data": [ - 136 + 140 ], "Info": {}, "Name": "tcwg_flang_test.TOTAL.fails.nb_fails" @@ -26,7 +26,7 @@ , { "Data": [ - 28 + 0 ], "Info": {}, "Name": "tcwg_flang_test.TOTAL.flaky.nb_flaky" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 3fa5fc07..65bb7796 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -5,6 +5,15 @@ Our automatic CI successfully passed with your patch(es). Please find some detai In tcwg_flang_test/main-aarch64-O0-debug, after: | baseline build +Produces 140 regressions: + | + | regressions.sum: + | Running test-suite:Fujitsu/C/0030 ... + | FAIL: test-suite :: Fujitsu/C/0030/Fujitsu-C-0030_0032.test + | Running test-suite:Fujitsu/C/0044 ... + | FAIL: test-suite :: Fujitsu/C/0044/Fujitsu-C-0044_0007.test + | Running test-suite:Fujitsu/C/0056 ... + | ... and 181 more Used configuration : * Toolchain : cmake -G Ninja ../llvm/llvm "-DLLVM_ENABLE_PROJECTS=clang;lld;flang;openmp;clang-tools-extra" -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=True -DCMAKE_INSTALL_PREFIX=../llvm-install "-DLLVM_TARGETS_TO_BUILD=AArch64" -DCLANG_DEFAULT_LINKER=lld @@ -17,8 +26,8 @@ If you have any questions regarding this report, please ask on linaro-toolchain@ The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/813/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/813/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/813/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in @@ -27,5 +36,5 @@ The list of [ignored] baseline and flaky failures are in Fujitsu testsuite : https://github.com/fujitsu/compiler-test-suite/ Current build : https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/813/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/811/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_flang_test--main-aarch64-O0-debug-build/804/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 91d1fc74..7df237f0 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] baseline build: no regression/no fix on aarch64 +[Linaro-TCWG-CI] baseline build: 140 regressions on aarch64 diff --git a/notify/regressions.sum b/notify/regressions.sum index 7aa6a72d..f0e642fb 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -1,6 +1,239 @@ + === test-suite tests === + +Running test-suite:Fujitsu/C/0030 ... +FAIL: test-suite :: Fujitsu/C/0030/Fujitsu-C-0030_0032.test + +Running test-suite:Fujitsu/C/0044 ... +FAIL: test-suite :: Fujitsu/C/0044/Fujitsu-C-0044_0007.test + +Running test-suite:Fujitsu/C/0056 ... +FAIL: test-suite :: Fujitsu/C/0056/Fujitsu-C-0056_0011.test + +Running test-suite:Fujitsu/C/0072 ... +NOEXE: test-suite :: Fujitsu/C/0072/Fujitsu-C-0072_0004.test +NOEXE: test-suite :: Fujitsu/C/0072/Fujitsu-C-0072_0008.test + +Running test-suite:Fujitsu/C/0112 ... +FAIL: test-suite :: Fujitsu/C/0112/Fujitsu-C-0112_0119.test +FAIL: test-suite :: Fujitsu/C/0112/Fujitsu-C-0112_0139.test + +Running test-suite:Fujitsu/C/0119 ... +NOEXE: test-suite :: Fujitsu/C/0119/Fujitsu-C-0119_0228.test + +Running test-suite:Fujitsu/C/0128 ... +NOEXE: test-suite :: Fujitsu/C/0128/Fujitsu-C-0128_0004.test +NOEXE: test-suite :: Fujitsu/C/0128/Fujitsu-C-0128_0008.test + +Running test-suite:Fujitsu/C/0139 ... +NOEXE: test-suite :: Fujitsu/C/0139/Fujitsu-C-0139_0039.test + +Running test-suite:Fujitsu/Fortran/0094 ... +FAIL: test-suite :: Fujitsu/Fortran/0094/Fujitsu-Fortran-0094_0070.test + +Running test-suite:Fujitsu/Fortran/0125 ... +FAIL: test-suite :: Fujitsu/Fortran/0125/Fujitsu-Fortran-0125_0003.test + +Running test-suite:Fujitsu/Fortran/0136 ... +FAIL: test-suite :: Fujitsu/Fortran/0136/Fujitsu-Fortran-0136_0030.test +FAIL: test-suite :: Fujitsu/Fortran/0136/Fujitsu-Fortran-0136_0045.test +FAIL: test-suite :: Fujitsu/Fortran/0136/Fujitsu-Fortran-0136_0046.test +FAIL: test-suite :: Fujitsu/Fortran/0136/Fujitsu-Fortran-0136_0047.test +FAIL: test-suite :: Fujitsu/Fortran/0136/Fujitsu-Fortran-0136_0049.test +FAIL: test-suite :: Fujitsu/Fortran/0136/Fujitsu-Fortran-0136_0050.test + +Running test-suite:Fujitsu/Fortran/0153 ... +NOEXE: test-suite :: Fujitsu/Fortran/0153/Fujitsu-Fortran-0153_0157.test +NOEXE: test-suite :: Fujitsu/Fortran/0153/Fujitsu-Fortran-0153_0158.test + +Running test-suite:Fujitsu/Fortran/0204 ... +FAIL: test-suite :: Fujitsu/Fortran/0204/Fujitsu-Fortran-0204_0016.test +FAIL: test-suite :: Fujitsu/Fortran/0204/Fujitsu-Fortran-0204_0017.test +FAIL: test-suite :: Fujitsu/Fortran/0204/Fujitsu-Fortran-0204_0018.test +FAIL: test-suite :: Fujitsu/Fortran/0204/Fujitsu-Fortran-0204_0019.test + +Running test-suite:Fujitsu/Fortran/0213 ... +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0000.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0001.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0008.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0009.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0011.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0012.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0013.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0017.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0020.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0026.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0028.test +NOEXE: test-suite :: Fujitsu/Fortran/0213/Fujitsu-Fortran-0213_0032.test + +Running test-suite:Fujitsu/Fortran/0240 ... +FAIL: test-suite :: Fujitsu/Fortran/0240/Fujitsu-Fortran-0240_0402.test +FAIL: test-suite :: Fujitsu/Fortran/0240/Fujitsu-Fortran-0240_0408.test +FAIL: test-suite :: Fujitsu/Fortran/0240/Fujitsu-Fortran-0240_0409.test + +Running test-suite:Fujitsu/Fortran/0288 ... +FAIL: test-suite :: Fujitsu/Fortran/0288/Fujitsu-Fortran-0288_0051.test + +Running test-suite:Fujitsu/Fortran/0297 ... +FAIL: test-suite :: Fujitsu/Fortran/0297/Fujitsu-Fortran-0297_0053.test +FAIL: test-suite :: Fujitsu/Fortran/0297/Fujitsu-Fortran-0297_0054.test + +Running test-suite:Fujitsu/Fortran/0301 ... +FAIL: test-suite :: Fujitsu/Fortran/0301/Fujitsu-Fortran-0301_0005.test + +Running test-suite:Fujitsu/Fortran/0328 ... +FAIL: test-suite :: Fujitsu/Fortran/0328/Fujitsu-Fortran-0328_0002.test +FAIL: test-suite :: Fujitsu/Fortran/0328/Fujitsu-Fortran-0328_0091.test + +Running test-suite:Fujitsu/Fortran/0338 ... +FAIL: test-suite :: Fujitsu/Fortran/0338/Fujitsu-Fortran-0338_0061.test + +Running test-suite:Fujitsu/Fortran/0344 ... +FAIL: test-suite :: Fujitsu/Fortran/0344/Fujitsu-Fortran-0344_0351.test +FAIL: test-suite :: Fujitsu/Fortran/0344/Fujitsu-Fortran-0344_1080.test + +Running test-suite:Fujitsu/Fortran/0352 ... +FAIL: test-suite :: Fujitsu/Fortran/0352/Fujitsu-Fortran-0352_0059.test + +Running test-suite:Fujitsu/Fortran/0355 ... +FAIL: test-suite :: Fujitsu/Fortran/0355/Fujitsu-Fortran-0355_0156.test + +Running test-suite:Fujitsu/Fortran/0360 ... +FAIL: test-suite :: Fujitsu/Fortran/0360/Fujitsu-Fortran-0360_0282.test +FAIL: test-suite :: Fujitsu/Fortran/0360/Fujitsu-Fortran-0360_0283.test +FAIL: test-suite :: Fujitsu/Fortran/0360/Fujitsu-Fortran-0360_0319.test +FAIL: test-suite :: Fujitsu/Fortran/0360/Fujitsu-Fortran-0360_0320.test +FAIL: test-suite :: Fujitsu/Fortran/0360/Fujitsu-Fortran-0360_0321.test +FAIL: test-suite :: Fujitsu/Fortran/0360/Fujitsu-Fortran-0360_0322.test +FAIL: test-suite :: Fujitsu/Fortran/0360/Fujitsu-Fortran-0360_0323.test +FAIL: test-suite :: Fujitsu/Fortran/0360/Fujitsu-Fortran-0360_0324.test + +Running test-suite:Fujitsu/Fortran/0390 ... +NOEXE: test-suite :: Fujitsu/Fortran/0390/Fujitsu-Fortran-0390_0230.test + +Running test-suite:Fujitsu/Fortran/0394 ... +NOEXE: test-suite :: Fujitsu/Fortran/0394/Fujitsu-Fortran-0394_0030.test + +Running test-suite:Fujitsu/Fortran/0398 ... +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0012.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0013.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0014.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0015.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0016.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0017.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0018.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0019.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0020.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0021.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0022.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0023.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0024.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0025.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0026.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0027.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0028.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0029.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0030.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0031.test +FAIL: test-suite :: Fujitsu/Fortran/0398/Fujitsu-Fortran-0398_0032.test + +Running test-suite:Fujitsu/Fortran/0410 ... +NOEXE: test-suite :: Fujitsu/Fortran/0410/Fujitsu-Fortran-0410_0002.test + +Running test-suite:Fujitsu/Fortran/0418 ... +NOEXE: test-suite :: Fujitsu/Fortran/0418/Fujitsu-Fortran-0418_0002.test + +Running test-suite:Fujitsu/Fortran/0487 ... +FAIL: test-suite :: Fujitsu/Fortran/0487/Fujitsu-Fortran-0487_0140.test + +Running test-suite:Fujitsu/Fortran/0513 ... +NOEXE: test-suite :: Fujitsu/Fortran/0513/Fujitsu-Fortran-0513_0002.test + +Running test-suite:Fujitsu/Fortran/0552 ... +FAIL: test-suite :: Fujitsu/Fortran/0552/Fujitsu-Fortran-0552_0050.test + +Running test-suite:Fujitsu/Fortran/0554 ... +FAIL: test-suite :: Fujitsu/Fortran/0554/Fujitsu-Fortran-0554_0104.test + +Running test-suite:Fujitsu/Fortran/0584 ... +NOEXE: test-suite :: Fujitsu/Fortran/0584/Fujitsu-Fortran-0584_0016.test +NOEXE: test-suite :: Fujitsu/Fortran/0584/Fujitsu-Fortran-0584_0017.test +NOEXE: test-suite :: Fujitsu/Fortran/0584/Fujitsu-Fortran-0584_0019.test +NOEXE: test-suite :: Fujitsu/Fortran/0584/Fujitsu-Fortran-0584_0020.test +NOEXE: test-suite :: Fujitsu/Fortran/0584/Fujitsu-Fortran-0584_0021.test + +Running test-suite:Fujitsu/Fortran/0619 ... +FAIL: test-suite :: Fujitsu/Fortran/0619/Fujitsu-Fortran-0619_0125.test + +Running test-suite:Fujitsu/Fortran/0636 ... +FAIL: test-suite :: Fujitsu/Fortran/0636/Fujitsu-Fortran-0636_0054.test + +Running test-suite:Fujitsu/Fortran/0640 ... +FAIL: test-suite :: Fujitsu/Fortran/0640/Fujitsu-Fortran-0640_0185.test +FAIL: test-suite :: Fujitsu/Fortran/0640/Fujitsu-Fortran-0640_0372.test + +Running test-suite:Fujitsu/Fortran/0641 ... +FAIL: test-suite :: Fujitsu/Fortran/0641/Fujitsu-Fortran-0641_0168.test +FAIL: test-suite :: Fujitsu/Fortran/0641/Fujitsu-Fortran-0641_0342.test + +Running test-suite:Fujitsu/Fortran/0648 ... +FAIL: test-suite :: Fujitsu/Fortran/0648/Fujitsu-Fortran-0648_0021.test +FAIL: test-suite :: Fujitsu/Fortran/0648/Fujitsu-Fortran-0648_0022.test +FAIL: test-suite :: Fujitsu/Fortran/0648/Fujitsu-Fortran-0648_0023.test +FAIL: test-suite :: Fujitsu/Fortran/0648/Fujitsu-Fortran-0648_0024.test +FAIL: test-suite :: Fujitsu/Fortran/0648/Fujitsu-Fortran-0648_0025.test +FAIL: test-suite :: Fujitsu/Fortran/0648/Fujitsu-Fortran-0648_0026.test +FAIL: test-suite :: Fujitsu/Fortran/0648/Fujitsu-Fortran-0648_0027.test +FAIL: test-suite :: Fujitsu/Fortran/0648/Fujitsu-Fortran-0648_0028.test +FAIL: test-suite :: Fujitsu/Fortran/0648/Fujitsu-Fortran-0648_0029.test + +Running test-suite:Fujitsu/Fortran/0675 ... +FAIL: test-suite :: Fujitsu/Fortran/0675/Fujitsu-Fortran-0675_0145.test +FAIL: test-suite :: Fujitsu/Fortran/0675/Fujitsu-Fortran-0675_0230.test +FAIL: test-suite :: Fujitsu/Fortran/0675/Fujitsu-Fortran-0675_0233.test +FAIL: test-suite :: Fujitsu/Fortran/0675/Fujitsu-Fortran-0675_0274.test +FAIL: test-suite :: Fujitsu/Fortran/0675/Fujitsu-Fortran-0675_0275.test +FAIL: test-suite :: Fujitsu/Fortran/0675/Fujitsu-Fortran-0675_0284.test + +Running test-suite:Fujitsu/Fortran/0676 ... +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0076.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0079.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0080.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0085.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0088.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0089.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0094.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0097.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0098.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0106.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0112.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0118.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0128.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0137.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0146.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0151.test +FAIL: test-suite :: Fujitsu/Fortran/0676/Fujitsu-Fortran-0676_0160.test + +Running test-suite:Fujitsu/Fortran/0685 ... +NOEXE: test-suite :: Fujitsu/Fortran/0685/Fujitsu-Fortran-0685_0007.test + +Running test-suite:Fujitsu/Fortran/0734 ... +FAIL: test-suite :: Fujitsu/Fortran/0734/Fujitsu-Fortran-0734_0018.test + +Running test-suite:Fujitsu/Fortran/1013 ... +NOEXE: test-suite :: Fujitsu/Fortran/1013/Fujitsu-Fortran-1013_0054.test + +Running test-suite:Fujitsu/Fortran/1047 ... +FAIL: test-suite :: Fujitsu/Fortran/1047/Fujitsu-Fortran-1047_0041.test +FAIL: test-suite :: Fujitsu/Fortran/1047/Fujitsu-Fortran-1047_0058.test + +Running test-suite:Fujitsu/Fortran/1052 ... +NOEXE: test-suite :: Fujitsu/Fortran/1052/Fujitsu-Fortran-1052_0135.test +NOEXE: test-suite :: Fujitsu/Fortran/1052/Fujitsu-Fortran-1052_0137.test +NOEXE: test-suite :: Fujitsu/Fortran/1052/Fujitsu-Fortran-1052_0139.test +NOEXE: test-suite :: Fujitsu/Fortran/1052/Fujitsu-Fortran-1052_0141.test === Results Summary === -# of stable fails 136 -# of flaky entries 28 +# of stable fails 140 +# of flaky entries 0 # of all tests 88889 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 2e65130a..b12c125c 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === -# of stable fails 136 -# of flaky entries 28 +# of stable fails 140 +# of flaky entries 0 # of all tests 88889