diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..cb8f0f40 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..a3242b71 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 97 +# of flaky entries 11 +# of all tests 543663 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 64cb5fdd..cb76aa52 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -FAIL: 203 regressions +203 regressions Details: https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1719/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 9a6f7c34..d75778ce 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,7 +7,7 @@ "Info": { "tag": "tcwg_gnu_cross_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1719/", - "run_order": "1719 (basepoints/gcc-15-04290-g5cf85a2fa38)", + "run_order": "1719 (basepoints/gcc-15-04290-g5cf85a2fa381)", "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=df89bdf0baf106c3b0a9fae53e4e48607a7f3f87 (unchanged)", "git_gcc": "https://github.com/gcc-mirror/gcc/commit/5cf85a2fa38115b3fff2d0d7cd0770bef10f439b (+ 5 commits)", "git_linux": "https://gitlab.com/Linaro/lkft/mirrors/torvalds/linux-mainline/commit/36c254515dc6592c44db77b84908358979dd6b50 (unchanged)", @@ -16,7 +16,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/7e3b6d8063f245d27eecce5aabe624b5785f2a77 (unchanged)", "__report_version__": "1" }, - "Start Time": "2024-10-12 19:38:32" + "Start Time": "2024-10-11 14:32:07" }, "Tests": [ { @@ -29,7 +29,7 @@ , { "Data": [ - 13 + 11 ], "Info": {}, "Name": "tcwg_gnu_cross_check_gcc.TOTAL.flaky.nb_flaky" @@ -45,10 +45,10 @@ , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.FAIL.nb_FAIL" } , { @@ -56,7 +56,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -64,7 +64,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -72,7 +72,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -80,7 +80,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -88,7 +88,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -96,47 +96,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 127 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 17519 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 1 + 786 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 18432 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.bad.nb_bad" } , { @@ -144,7 +144,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.FAIL.nb_FAIL" } , { @@ -152,7 +152,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" } , { @@ -160,7 +160,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNTESTED.nb_UNTESTED" } , { @@ -168,7 +168,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.ERROR.nb_ERROR" } , { @@ -176,7 +176,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.XPASS.nb_XPASS" } , { @@ -184,7 +184,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.OTHER.nb_OTHER" } , { @@ -192,7 +192,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.KFAIL.nb_KFAIL" } , { @@ -200,31 +200,31 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.XFAIL.nb_XFAIL" } , { "Data": [ - 2846 + 44 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.PASS.nb_PASS" } , { "Data": [ - 70 + 5 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 2916 + 49 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.good.nb_good" } , { @@ -232,23 +232,23 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.bad.nb_bad" } , { "Data": [ - 0 + 274 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 0 + 20 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -256,7 +256,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -264,23 +264,23 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.gcc.XPASS.nb_XPASS" } , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -288,47 +288,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 264 + 1254 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 16509 + 183450 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 721 + 9368 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 17494 + 194072 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.gcc.good.nb_good" } , { "Data": [ - 0 + 296 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.gcc.bad.nb_bad" } , { @@ -336,7 +336,7 @@ 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" } , { @@ -344,7 +344,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" } , { @@ -352,7 +352,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" } , { @@ -360,7 +360,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" } , { @@ -368,7 +368,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" } , { @@ -376,7 +376,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" } , { @@ -384,39 +384,39 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" } , { "Data": [ - 127 + 266 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" } , { "Data": [ - 17519 + 69611 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" } , { "Data": [ - 786 + 551 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 18432 + 70428 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" } , { @@ -424,15 +424,15 @@ 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" } , { @@ -440,7 +440,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -448,7 +448,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" } , { @@ -456,15 +456,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" } , { @@ -472,7 +472,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" } , { @@ -480,63 +480,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 2234 + 3 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 235229 + 44 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" } , { "Data": [ - 2459 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 239922 + 48 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" } , { "Data": [ - 4 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" } , { "Data": [ - 274 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" } , { "Data": [ - 20 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -544,7 +544,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -552,23 +552,23 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" } , { @@ -576,55 +576,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 1254 + 264 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 183450 + 16509 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" } , { "Data": [ - 9368 + 721 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 194072 + 17494 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" } , { "Data": [ - 296 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" } , { "Data": [ - 1 + 2 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" } , { @@ -632,7 +632,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -640,7 +640,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -648,15 +648,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -664,7 +664,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -672,47 +672,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 266 + 2234 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 69611 + 235229 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 551 + 2459 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 70428 + 239922 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" } , { "Data": [ - 1 + 4 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" } , { @@ -720,7 +720,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.objc.FAIL.nb_FAIL" } , { @@ -728,7 +728,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.objc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -736,7 +736,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.objc.UNTESTED.nb_UNTESTED" } , { @@ -744,7 +744,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.objc.ERROR.nb_ERROR" } , { @@ -752,7 +752,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.objc.XPASS.nb_XPASS" } , { @@ -760,7 +760,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.objc.OTHER.nb_OTHER" } , { @@ -768,7 +768,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.objc.KFAIL.nb_KFAIL" } , { @@ -776,31 +776,31 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.objc.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 2846 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.objc.PASS.nb_PASS" } , { "Data": [ - 5 + 70 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.objc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 49 + 2916 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.objc.good.nb_good" } , { @@ -808,7 +808,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.objc.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 6dc776f1..ff7001a2 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,44 +1,42 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We understand that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In master-arm after: +Our automatic CI has detected problems related to your patch(es). Please find some details below. +In master-arm, after: | 5 commits in gcc - | 5cf85a2fa38 bootstrap: Fix genmatch build where system gcc defaults to -fPIE -pie - | c1034d71a7f gcc.target/i386/pr55583.c: Use long long for 64-bit integer - | 80d0e10847e gcc.target/i386/pr115749.c: Use word_mode integer - | a4ce8681929 gcc.target/i386/invariant-ternlog-1.c: Also scan (%edx) - | c397a8c1229 libcpp, genmatch: Use gcc_diag instead of printf for libcpp diagnostics - -FAIL: 203 regressions -The configuration of this build is: -CI config tcwg_gnu_cross_check_gcc master-arm -configure and test flags: --target arm-linux-gnueabihf - -regressions.sum: - | === gcc tests === + | 5cf85a2fa381 bootstrap: Fix genmatch build where system gcc defaults to -fPIE -pie + | c1034d71a7f9 gcc.target/i386/pr55583.c: Use long long for 64-bit integer + | 80d0e10847ec gcc.target/i386/pr115749.c: Use word_mode integer + | a4ce8681929c gcc.target/i386/invariant-ternlog-1.c: Also scan (%edx) + | c397a8c12296 libcpp, genmatch: Use gcc_diag instead of printf for libcpp diagnostics + +Produces 203 regressions: | + | regressions.sum: | Running gcc:gcc.target/arm/acle/acle.exp ... | FAIL: gcc.target/arm/acle/cde-mve-error-1.c -O0 (test for errors, line 11) | FAIL: gcc.target/arm/acle/cde-mve-error-1.c -O0 (test for errors, line 12) | FAIL: gcc.target/arm/acle/cde-mve-error-1.c -O0 (test for errors, line 13) | FAIL: gcc.target/arm/acle/cde-mve-error-1.c -O0 (test for errors, line 14) - | FAIL: gcc.target/arm/acle/cde-mve-error-1.c -O0 (test for errors, line 15) - | FAIL: gcc.target/arm/acle/cde-mve-error-1.c -O0 (test for errors, line 16) - | FAIL: gcc.target/arm/acle/cde-mve-error-1.c -O0 (test for errors, line 17) - | ... and 197 more entries + | ... and 199 more + +Used configuration : + *CI config* tcwg_gnu_cross_check_gcc master-arm + *configure and test flags:* --target arm-linux-gnueabihf -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1719/artifact/artifacts/00-sumfiles/ +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. + +-----------------8<--------------------------8<--------------------------8<-------------------------- + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1719/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1719/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1719/artifact/artifacts/sumfiles/xfails.xfail ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: - Current build : https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1719/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1717/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 2c8f82a0..d5c969b2 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 5 commits in gcc: FAIL: 203 regressions on arm +[Linaro-TCWG-CI] 5 commits in gcc: 203 regressions on arm diff --git a/notify/regressions.sum b/notify/regressions.sum index 01926746..5b936f4b 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -208,5 +208,5 @@ FAIL: gcc.target/arm/acle/cde-mve-error-1.c -O2 -flto -fuse-linker-plugin -fno-f === Results Summary === # of stable fails 300 -# of flaky entries 13 +# of flaky entries 11 # of all tests 543663 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 28c1cb95..10c2fb57 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 300 -# of flaky entries 13 +# of flaky entries 11 # of all tests 543663 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 1f098c87..2ec6fc11 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,6 +1,6 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 8 common sum files: g++.sum @@ -12,8 +12,8 @@ libitm.sum libstdc++.sum objc.sum Comparing: -REFERENCE:/tmp/gxx-sum1.18386 -CURRENT: /tmp/gxx-sum2.18386 +REFERENCE:/tmp/gxx-sum1.13237 +CURRENT: /tmp/gxx-sum2.13237 +---------+---------+ o RUN STATUS: | REF | RES |