diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..cb8f0f40 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..44d5b14f --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,45 @@ + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/Wnonnull-4.c (test for excess errors) + +Running gcc:gcc.dg/fixed-point/fixed-point.exp ... +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 92) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 89) +FAIL: gcc.dg/fixed-point/composite-type.c (test for excess errors) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 80) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 74) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 93) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 94) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 81) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 77) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 75) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 96) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 76) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 102) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 101) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 73) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 71) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 99) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 100) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 98) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 97) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 90) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 79) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 84) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 95) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 91) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 82) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 88) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 78) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 83) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 103) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 72) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 86) +FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 85) + + === Results Summary === + +# of stable fails 1183 +# of flaky entries 9 +# of all tests 555123 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index f02562b0..d5065dc4 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -PASS: 34 progressions + 34 fixes Details: https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1078/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index fefbda81..4fb5fd64 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -16,7 +16,7 @@ "git_qemu": "https://gitlab.com/qemu-project/qemu/commit/d451e32ce8e1eef1b7d05d9f532113e9618f1fc1 (unchanged)", "__report_version__": "1" }, - "Start Time": "2023-12-07 09:36:59" + "Start Time": "2023-12-07 07:28:17" }, "Tests": [ { @@ -45,10 +45,10 @@ , { "Data": [ - 0 + 7 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" } , { @@ -56,7 +56,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" } , { @@ -64,7 +64,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" } , { @@ -72,7 +72,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" } , { @@ -80,7 +80,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" } , { @@ -88,7 +88,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" } , { @@ -96,47 +96,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 265 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 67360 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" } , { "Data": [ - 1 + 525 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 68150 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" } , { "Data": [ - 0 + 7 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" } , { @@ -144,7 +144,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.FAIL.nb_FAIL" } , { @@ -152,7 +152,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" } , { @@ -160,7 +160,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNTESTED.nb_UNTESTED" } , { @@ -168,7 +168,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.ERROR.nb_ERROR" } , { @@ -176,7 +176,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.XPASS.nb_XPASS" } , { @@ -184,7 +184,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.OTHER.nb_OTHER" } , { @@ -192,7 +192,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.KFAIL.nb_KFAIL" } , { @@ -200,31 +200,31 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.XFAIL.nb_XFAIL" } , { "Data": [ - 2846 + 44 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.PASS.nb_PASS" } , { "Data": [ - 70 + 5 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 2916 + 49 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.good.nb_good" } , { @@ -232,23 +232,23 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.bad.nb_bad" } , { "Data": [ - 32 + 1077 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 0 + 20 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -256,7 +256,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -264,15 +264,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -280,7 +280,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -288,47 +288,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 2702 + 1262 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 249169 + 175338 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 11419 + 8296 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 263290 + 184896 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.gcc.good.nb_good" } , { "Data": [ - 34 + 1098 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.gcc.bad.nb_bad" } , { @@ -336,7 +336,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" } , { @@ -344,7 +344,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -352,7 +352,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -360,7 +360,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" } , { @@ -368,7 +368,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" } , { @@ -376,7 +376,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" } , { @@ -384,39 +384,39 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 0 + 284 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 15766 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" } , { "Data": [ - 5 + 680 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 49 + 16730 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" } , { @@ -424,15 +424,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" } , { "Data": [ - 7 + 32 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" } , { @@ -440,7 +440,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -448,7 +448,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -456,15 +456,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -472,7 +472,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -480,47 +480,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 265 + 2702 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 67360 + 249169 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 525 + 11419 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 68150 + 263290 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" } , { "Data": [ - 7 + 34 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" } , { @@ -528,7 +528,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.objc.FAIL.nb_FAIL" } , { @@ -536,7 +536,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.objc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -544,7 +544,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.objc.UNTESTED.nb_UNTESTED" } , { @@ -552,7 +552,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.objc.ERROR.nb_ERROR" } , { @@ -560,7 +560,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.objc.XPASS.nb_XPASS" } , { @@ -568,7 +568,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.objc.OTHER.nb_OTHER" } , { @@ -576,39 +576,39 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.objc.KFAIL.nb_KFAIL" } , { "Data": [ - 284 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.objc.XFAIL.nb_XFAIL" } , { "Data": [ - 15766 + 2846 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.objc.PASS.nb_PASS" } , { "Data": [ - 680 + 70 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.objc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 16730 + 2916 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.objc.good.nb_good" } , { @@ -616,23 +616,23 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.objc.bad.nb_bad" } , { "Data": [ - 1077 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" } , { "Data": [ - 20 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -640,7 +640,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" } , { @@ -648,15 +648,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" } , { @@ -664,7 +664,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" } , { @@ -672,47 +672,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 1262 + 3 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 175338 + 44 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" } , { "Data": [ - 8296 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 184896 + 48 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" } , { "Data": [ - 1098 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 5588c56e..46076d6d 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,9 +1,8 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In master-arm after: +Our automatic CI successfully passed with your patch(es). Please find some details below. +In master-arm, after: | 80 commits in gcc | a1a0cdf21bb arm: vld1q_types_x2 ACLE intrinsics | cd3c1cfde73 s390: Fix expansion of vec_step @@ -12,33 +11,32 @@ In master-arm after: | d36cac18724 testsuite: skip gcc.target/i386/pr106910-1.c test when using newlib | ... and 75 more commits in gcc -PASS: 34 progressions - -progressions.sum: - === gcc tests === +Produces 34 fixes: + | + | fixes.sum: + | Running gcc:gcc.dg/dg.exp ... + | FAIL: gcc.dg/Wnonnull-4.c (test for excess errors) + | Running gcc:gcc.dg/fixed-point/fixed-point.exp ... + | FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 92) + | FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 89) + | ... and 31 more -Running gcc:gcc.dg/dg.exp ... -FAIL: gcc.dg/Wnonnull-4.c (test for excess errors) +Used configuration : + *CI config* tcwg_gnu_cross_check_gcc master-arm + *configure and test flags:* --target arm-linux-gnueabihf -Running gcc:gcc.dg/fixed-point/fixed-point.exp ... -FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 93) -FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 82) -FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 79) -FAIL: gcc.dg/fixed-point/composite-type.c (test for warnings, line 92) -... and 30 more entries +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1078/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1078/artifact/artifacts/notify/ -The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1078/artifact/artifacts/sumfiles/xfails.xfail +-----------------8<--------------------------8<--------------------------8<-------------------------- -The configuration of this build is: -CI config tcwg_gnu_cross_check_gcc master-arm +The information below contains the details of the failures, and the ways to reproduce a debug environment: ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1078/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1078/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1078/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1078/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1076/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index c6c0e070..435ebbca 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 80 commits in gcc: PASS: 34 progressions on arm +[Linaro-TCWG-CI] 80 commits in gcc: 34 fixes on arm diff --git a/notify/regressions.sum b/notify/regressions.sum new file mode 100644 index 00000000..57a9cb5e --- /dev/null +++ b/notify/regressions.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 1149 +# of flaky entries 9 +# of all tests 555123 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 3fa509a0..bcfa2d22 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -12,8 +12,8 @@ libitm.sum libstdc++.sum objc.sum Comparing: -REFERENCE:/tmp/gxx-sum1.3911720 -CURRENT: /tmp/gxx-sum2.3911720 +REFERENCE:/tmp/gxx-sum1.18083 +CURRENT: /tmp/gxx-sum2.18083 +---------+---------+ o RUN STATUS: | REF | RES | @@ -42,13 +42,14 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ | PASS disappears [PASS => ] | 1014 | - | New PASS [ => PASS] | 3402 | + | New PASS [ => PASS] | 3400 | | FAIL now PASS [FAIL => PASS] | 3 | | FAIL disappears [FAIL => ] | 32 | | XFAIL disappears [XFAIL=> ] | 20 | | XFAIL now PASS [XFAIL=> PASS] | 1 | | XFAIL appears [ =>XFAIL] | 122 | | UNSUPPORTED appears [ =>UNSUP] | 17 | + | Flaky cases, ignored [~RANDOM ] | 2 | +------------------------------------------+---------+ | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 4611 | +------------------------------------------+---------+ @@ -4463,8 +4464,6 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.target/arm/simd/simd.exp=gcc.target/arm/simd/vld1q_base_xN_1.c scan-assembler-times vld1.8\\t{d[0-9]+-d[0-9]+}, \\[r[0-9]+\\]\\n 3 gcc:gcc.target/arm/simd/simd.exp=gcc.target/arm/simd/vld1q_bf16_xN_1.c (test for excess errors) gcc:gcc.target/arm/simd/simd.exp=gcc.target/arm/simd/vld1q_bf16_xN_1.c scan-assembler-times vld1.16\\t{d[0-9]+-d[0-9]+}, \\[r[0-9]+\\]\\n 1 - gcc:gcc.target/arm/simd/simd.exp=gcc.target/arm/simd/vld1q_fp16_xN_1.c (test for excess errors) - gcc:gcc.target/arm/simd/simd.exp=gcc.target/arm/simd/vld1q_fp16_xN_1.c scan-assembler-times vld1.16\\t{d[0-9]+-d[0-9]+}, \\[r[0-9]+\\]\\n 1 gcc:gcc.target/arm/simd/simd.exp=gcc.target/arm/simd/vld1q_p64_xN_1.c (test for excess errors) gcc:gcc.target/arm/simd/simd.exp=gcc.target/arm/simd/vld1q_p64_xN_1.c scan-assembler-times vld1.64\\t{d[0-9]+-d[0-9]+}, \\[r[0-9]+:64\\]\\n 1 Executed from: gfortran:gfortran.dg/dg.exp @@ -4732,6 +4731,13 @@ o IMPROVEMENTS TO BE CHECKED: libgomp:libgomp.c/c.exp=libgomp.c/omp_alloc-traits.c + - Flaky cases, ignored [~RANDOM ]: + + Executed from: gcc:gcc.target/arm/simd/simd.exp + gcc:gcc.target/arm/simd/simd.exp=gcc.target/arm/simd/vld1q_fp16_xN_1.c (test for excess errors) + gcc:gcc.target/arm/simd/simd.exp=gcc.target/arm/simd/vld1q_fp16_xN_1.c scan-assembler-times vld1.16\\t{d[0-9]+-d[0-9]+}, \\[r[0-9]+\\]\\n 1 + + # Improvements found # No regression found in 8 common sum files