diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 000000000..8e5813528 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: none, autodetected on armv8l-unknown-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 000000000..ba502befb --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 1175 +# of flaky entries 0 +# of all tests 580065 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 384a2685d..bf63cffd5 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -PASS +improvements Details: https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/986/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index c5e82f83f..fd46d6c1a 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,15 +7,15 @@ "Info": { "tag": "tcwg_gnu_native_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/986/", - "run_order": "0986 (gdb-14-branchpoint-01410-ge11de080a35)", + "run_order": "0986 (2-changed-components)", "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=b960445a45981873c5b1718824ea9d3b5749433a (unchanged)", - "git_gcc": "https://github.com/gcc-mirror/gcc/commit/0857a00fe3226db8801384743b6d44353dcac9da (unchanged)", + "git_gcc": "https://github.com/gcc-mirror/gcc/commit/0857a00fe3226db8801384743b6d44353dcac9da (+ 139 commits)", "git_linux": "https://git.linaro.org/kernel-org/linux.git/commit/?id=861c0981648f5b64c86fd028ee622096eb7af05a (unchanged)", "git_glibc": "https://sourceware.org/git/?p=glibc.git;a=commit;h=9c72830eb3e12c1d57ac7d1992c96ee69ccd835d (unchanged)", "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=e11de080a35f08c016e90d11f18918ec78fd1efc (+ 25 commits)", "__report_version__": "1" }, - "Start Time": "2024-01-30 11:59:51" + "Start Time": "2024-01-29 07:25:55" }, "Tests": [ { @@ -44,10 +44,10 @@ , { "Data": [ - 10 + 1119 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.gcc.FAIL.nb_FAIL" } , { @@ -55,7 +55,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -63,7 +63,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -71,15 +71,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 0 + 27 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -87,7 +87,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -95,55 +95,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 126 + 1471 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 18107 + 186416 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 761 + 6447 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 18994 + 194334 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.gcc.good.nb_good" } , { "Data": [ - 10 + 1146 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 7 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.libitm.FAIL.nb_FAIL" } , { @@ -151,7 +151,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -159,7 +159,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.libitm.UNTESTED.nb_UNTESTED" } , { @@ -167,7 +167,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.libitm.ERROR.nb_ERROR" } , { @@ -175,7 +175,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.libitm.XPASS.nb_XPASS" } , { @@ -183,7 +183,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.libitm.OTHER.nb_OTHER" } , { @@ -191,47 +191,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 265 + 3 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 67611 + 44 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.libitm.PASS.nb_PASS" } , { "Data": [ - 513 + 1 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 68389 + 48 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.libitm.good.nb_good" } , { "Data": [ - 7 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.libitm.bad.nb_bad" } , { @@ -332,10 +332,10 @@ , { "Data": [ - 0 + 7 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.gfortran.FAIL.nb_FAIL" } , { @@ -343,7 +343,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" } , { @@ -351,7 +351,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.gfortran.UNTESTED.nb_UNTESTED" } , { @@ -359,15 +359,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.gfortran.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.gfortran.XPASS.nb_XPASS" } , { @@ -375,7 +375,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.gfortran.OTHER.nb_OTHER" } , { @@ -383,55 +383,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.gfortran.KFAIL.nb_KFAIL" } , { "Data": [ - 284 + 265 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.gfortran.XFAIL.nb_XFAIL" } , { "Data": [ - 16044 + 67611 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.gfortran.PASS.nb_PASS" } , { "Data": [ - 683 + 513 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 17011 + 68389 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.gfortran.good.nb_good" } , { "Data": [ - 2 + 7 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.gfortran.bad.nb_bad" } , { "Data": [ - 0 + 10 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.FAIL.nb_FAIL" } , { @@ -439,7 +439,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -447,7 +447,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -455,7 +455,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -463,7 +463,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -471,7 +471,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -479,55 +479,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 0 + 126 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 18107 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 5 + 761 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 49 + 18994 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 0 + 10 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.bad.nb_bad" } , { "Data": [ - 1119 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.libgomp.FAIL.nb_FAIL" } , { @@ -535,7 +535,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -543,7 +543,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -551,15 +551,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.libgomp.ERROR.nb_ERROR" } , { "Data": [ - 27 + 2 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.libgomp.XPASS.nb_XPASS" } , { @@ -567,7 +567,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.libgomp.OTHER.nb_OTHER" } , { @@ -575,47 +575,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 1471 + 284 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 186416 + 16044 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.libgomp.PASS.nb_PASS" } , { "Data": [ - 6447 + 683 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 194334 + 17011 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.libgomp.good.nb_good" } , { "Data": [ - 1146 + 2 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.libgomp.bad.nb_bad" } , { @@ -623,7 +623,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.libatomic.FAIL.nb_FAIL" } , { @@ -631,7 +631,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" } , { @@ -639,7 +639,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.libatomic.UNTESTED.nb_UNTESTED" } , { @@ -647,7 +647,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.libatomic.ERROR.nb_ERROR" } , { @@ -655,7 +655,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.libatomic.XPASS.nb_XPASS" } , { @@ -663,7 +663,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.libatomic.OTHER.nb_OTHER" } , { @@ -671,7 +671,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.libatomic.KFAIL.nb_KFAIL" } , { @@ -679,31 +679,31 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.libatomic.XFAIL.nb_XFAIL" } , { "Data": [ - 2846 + 44 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.libatomic.PASS.nb_PASS" } , { "Data": [ - 70 + 5 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 2916 + 49 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.libatomic.good.nb_good" } , { @@ -711,7 +711,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.libatomic.bad.nb_bad" } , { @@ -719,7 +719,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.objc.FAIL.nb_FAIL" } , { @@ -727,7 +727,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.objc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -735,7 +735,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.objc.UNTESTED.nb_UNTESTED" } , { @@ -743,7 +743,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.objc.ERROR.nb_ERROR" } , { @@ -751,7 +751,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.objc.XPASS.nb_XPASS" } , { @@ -759,7 +759,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.objc.OTHER.nb_OTHER" } , { @@ -767,39 +767,39 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.objc.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.objc.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 2846 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.objc.PASS.nb_PASS" } , { "Data": [ - 1 + 70 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.objc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 2916 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.objc.good.nb_good" } , { @@ -807,7 +807,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.objc.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index eb440e700..d96327af5 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,9 +1,8 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In master-arm after: +Our automatic CI successfully passed with your patch(es). Please find some details below. +In master-arm, after: | 25 commits in gdb | e11de080a35 Use a function-domain search in inside_main_func | 8068710e130 Only look for functions in expand_symtabs_for_function @@ -12,21 +11,24 @@ In master-arm after: | 54d186cf655 Simplify some symbol searches in Ada code | ... and 20 more commits in gdb -PASS -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/986/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/986/artifact/artifacts/notify/ -The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/986/artifact/artifacts/sumfiles/xfails.xfail +Used configuration : + *CI config* tcwg_gnu_native_check_gcc master-arm + *configure and test flags:* none, autodetected on armv8l-unknown-linux-gnueabihf -The configuration of this build is: -CI config tcwg_gnu_native_check_gcc master-arm +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -----------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/986/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/986/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/986/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/986/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/985/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/984/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 37944f609..afea7818c 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 25 commits in gdb: PASS on arm +[Linaro-TCWG-CI] 25 commits in gdb: improvements on arm diff --git a/notify/regressions.sum b/notify/regressions.sum new file mode 100644 index 000000000..ba502befb --- /dev/null +++ b/notify/regressions.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 1175 +# of flaky entries 0 +# of all tests 580065 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 49d97b5ca..6bdf72495 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -12,24 +12,24 @@ libitm.sum libstdc++.sum objc.sum Comparing: -REFERENCE:/tmp/gxx-sum1.884202 -CURRENT: /tmp/gxx-sum2.884202 +REFERENCE:/tmp/gxx-sum1.2160217 +CURRENT: /tmp/gxx-sum2.2160217 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ - | Passes [PASS] | 553862 | 553862 | + | Passes [PASS] | 553809 | 553862 | | Unexpected fails [FAIL] | 1144 | 1144 | | Errors [ERROR] | 0 | 0 | | Unexpected passes [XPASS] | 31 | 31 | | Expected fails [XFAIL] | 4937 | 4937 | | Known fails [KFAIL] | 0 | 0 | | Unresolved [UNRESOLVED] | 0 | 0 | - | Unsupported [UNSUPPORTED] | 20091 | 20091 | + | Unsupported [UNSUPPORTED] | 20090 | 20091 | | Untested [UNTESTED] | 0 | 0 | +------------------------------------------+---------+---------+ - REF PASS ratio: 0.963339 + REF PASS ratio: 0.963337 RES PASS ratio: 0.963339 o REGRESSIONS: @@ -41,18 +41,21 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | PASS disappears [PASS => ] | 18 | - | New PASS [ => PASS] | 18 | - | XFAIL disappears [XFAIL=> ] | 1 | - | XFAIL appears [ =>XFAIL] | 1 | + | PASS disappears [PASS => ] | 20 | + | New PASS [ => PASS] | 73 | + | XFAIL disappears [XFAIL=> ] | 4 | + | XFAIL appears [ =>XFAIL] | 4 | | UNSUPPORTED disappears [UNSUP=> ] | 1 | - | UNSUPPORTED appears [ =>UNSUP] | 1 | + | UNSUPPORTED appears [ =>UNSUP] | 2 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 40 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 104 | +------------------------------------------+---------+ - PASS disappears [PASS => ]: + Executed from: gcc:gcc.target/arm/arm.exp + gcc:gcc.target/arm/arm.exp=gcc.target/arm/rev16.c (test for excess errors) + gcc:gcc.target/arm/arm.exp=gcc.target/arm/rev16.c execution test Executed from: libitm:libitm.c++/c++.exp libitm:libitm.c++/c++.exp=libitm.c++/dropref.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_5/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors) libitm:libitm.c++/c++.exp=libitm.c++/eh-1.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_5/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors) @@ -76,6 +79,67 @@ o IMPROVEMENTS TO BE CHECKED: - New PASS [ => PASS]: + Executed from: g++:g++.dg/analyzer/analyzer.exp + g++:g++.dg/analyzer/analyzer.exp=c-c++-common/analyzer/allocation-size-pr113654-1.c -std=c++14 (test for excess errors) + g++:g++.dg/analyzer/analyzer.exp=c-c++-common/analyzer/allocation-size-pr113654-1.c -std=c++14 PR analyzer/113654 (test for bogus messages, line 46) + g++:g++.dg/analyzer/analyzer.exp=c-c++-common/analyzer/allocation-size-pr113654-1.c -std=c++17 (test for excess errors) + g++:g++.dg/analyzer/analyzer.exp=c-c++-common/analyzer/allocation-size-pr113654-1.c -std=c++17 PR analyzer/113654 (test for bogus messages, line 46) + g++:g++.dg/analyzer/analyzer.exp=c-c++-common/analyzer/allocation-size-pr113654-1.c -std=c++20 (test for excess errors) + g++:g++.dg/analyzer/analyzer.exp=c-c++-common/analyzer/allocation-size-pr113654-1.c -std=c++20 PR analyzer/113654 (test for bogus messages, line 46) + g++:g++.dg/analyzer/analyzer.exp=c-c++-common/analyzer/allocation-size-pr113654-1.c -std=c++98 (test for excess errors) + g++:g++.dg/analyzer/analyzer.exp=c-c++-common/analyzer/allocation-size-pr113654-1.c -std=c++98 PR analyzer/113654 (test for bogus messages, line 46) + Executed from: g++:g++.dg/dg.exp + g++:g++.dg/dg.exp=g++.dg/cpp1y/lambda-generic-nested3.C -std=c++14 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/cpp1y/lambda-generic-nested3.C -std=c++17 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/cpp1y/lambda-generic-nested3.C -std=c++20 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/cpp23/explicit-obj-lambda14.C -std=c++23 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/cpp23/explicit-obj-lambda14.C -std=c++23 execution test + g++:g++.dg/dg.exp=g++.dg/cpp23/explicit-obj-lambda14.C -std=c++26 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/cpp23/explicit-obj-lambda14.C -std=c++26 execution test + g++:g++.dg/dg.exp=g++.dg/template/nontype30.C -std=c++14 (test for errors, line 12) + g++:g++.dg/dg.exp=g++.dg/template/nontype30.C -std=c++14 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/template/nontype30.C -std=c++17 (test for errors, line 12) + g++:g++.dg/dg.exp=g++.dg/template/nontype30.C -std=c++17 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/template/nontype30.C -std=c++20 (test for errors, line 12) + g++:g++.dg/dg.exp=g++.dg/template/nontype30.C -std=c++20 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/template/nontype30.C -std=c++98 (test for errors, line 12) + g++:g++.dg/dg.exp=g++.dg/template/nontype30.C -std=c++98 (test for excess errors) + Executed from: gcc:gcc.c-torture/compile/compile.exp + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113603.c -O0 (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113603.c -O1 (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113603.c -O2 (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113603.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113603.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113603.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113603.c -O3 -g (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113603.c -Os (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113616.c -O0 (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113616.c -O1 (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113616.c -O2 (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113616.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113616.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113616.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113616.c -O3 -g (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113616.c -Os (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113623.c -O0 (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113623.c -O1 (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113623.c -O2 (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113623.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113623.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113623.c -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113623.c -O3 -g (test for excess errors) + gcc:gcc.c-torture/compile/compile.exp=gcc.c-torture/compile/pr113623.c -Os (test for excess errors) + Executed from: gcc:gcc.dg/analyzer/analyzer.exp + gcc:gcc.dg/analyzer/analyzer.exp=c-c++-common/analyzer/allocation-size-pr113654-1.c (test for excess errors) + gcc:gcc.dg/analyzer/analyzer.exp=c-c++-common/analyzer/allocation-size-pr113654-1.c PR analyzer/113654 (test for bogus messages, line 46) + Executed from: gcc:gcc.dg/dg.exp + gcc:gcc.dg/dg.exp=gcc.dg/pr101195.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/pr113659.c (test for excess errors) + Executed from: gcc:gcc.target/arm/arm.exp + gcc:gcc.target/arm/arm.exp=gcc.target/arm/rev16_1.c (test for excess errors) + gcc:gcc.target/arm/arm.exp=gcc.target/arm/rev16_1.c execution test + gcc:gcc.target/arm/arm.exp=gcc.target/arm/rev16_2.c (test for excess errors) + gcc:gcc.target/arm/arm.exp=gcc.target/arm/rev16_2.c scan-assembler-times rev16\\tr[0-9]+, r[0-9]+ 2 Executed from: libitm:libitm.c++/c++.exp libitm:libitm.c++/c++.exp=libitm.c++/dropref.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_7/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors) libitm:libitm.c++/c++.exp=libitm.c++/eh-1.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_7/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors) @@ -99,12 +163,20 @@ o IMPROVEMENTS TO BE CHECKED: - XFAIL disappears [XFAIL=> ]: + Executed from: g++:g++.dg/dg.exp + g++:g++.dg/dg.exp=g++.dg/cpp0x/vt-88982.C -std=c++14 (internal compiler error: in tsubst_pack_expansion, at cp/pt.cc:13601) + g++:g++.dg/dg.exp=g++.dg/cpp0x/vt-88982.C -std=c++17 (internal compiler error: in tsubst_pack_expansion, at cp/pt.cc:13601) + g++:g++.dg/dg.exp=g++.dg/cpp0x/vt-88982.C -std=c++20 (internal compiler error: in tsubst_pack_expansion, at cp/pt.cc:13601) Executed from: libitm:libitm.c++/c++.exp libitm:libitm.c++/c++.exp=libitm.c++/dropref.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_5/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test - XFAIL appears [ =>XFAIL]: + Executed from: g++:g++.dg/dg.exp + g++:g++.dg/dg.exp=g++.dg/cpp0x/vt-88982.C -std=c++14 (internal compiler error: in tsubst_pack_expansion, at cp/pt.cc:13600) + g++:g++.dg/dg.exp=g++.dg/cpp0x/vt-88982.C -std=c++17 (internal compiler error: in tsubst_pack_expansion, at cp/pt.cc:13600) + g++:g++.dg/dg.exp=g++.dg/cpp0x/vt-88982.C -std=c++20 (internal compiler error: in tsubst_pack_expansion, at cp/pt.cc:13600) Executed from: libitm:libitm.c++/c++.exp libitm:libitm.c++/c++.exp=libitm.c++/dropref.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_7/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test @@ -117,6 +189,8 @@ o IMPROVEMENTS TO BE CHECKED: - UNSUPPORTED appears [ =>UNSUP]: + Executed from: g++:g++.dg/dg.exp + g++:g++.dg/dg.exp=g++.dg/cpp1y/lambda-generic-nested3.C -std=c++98 Executed from: libitm:libitm.c++/c++.exp libitm:libitm.c++/c++.exp=libitm.c++/static_ctor.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_7/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs