diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..cb8f0f40 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..dd2a87f6 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,81 @@ + === g++ tests === + +Running g++:g++.dg/modules/modules.exp ... +FAIL: g++.dg/modules/alias-1_b.C -std=c++17 (test for excess errors) +FAIL: g++.dg/modules/alias-1_b.C -std=c++2a scan-lang-dump-times module "CMI is " 1 +FAIL: g++.dg/modules/alias-1_b.C -std=c++2b scan-lang-dump-times module "CMI is " 1 +FAIL: g++.dg/modules/alias-1_b.C -std=c++2a (test for excess errors) +FAIL: g++.dg/modules/alias-1_b.C -std=c++2b (test for excess errors) +FAIL: g++.dg/modules/alias-1_b.C -std=c++17 scan-lang-dump-times module "CMI is " 1 +FAIL: g++.dg/modules/alias-1_d.C module-cmi kevin (gcm.cache/kevin.gcm) +FAIL: g++.dg/modules/alias-1_d.C -std=c++2b (test for excess errors) +FAIL: g++.dg/modules/alias-1_d.C -std=c++2a (test for excess errors) +FAIL: g++.dg/modules/alias-1_d.C -std=c++17 (test for excess errors) +FAIL: g++.dg/modules/alias-1_e.C -std=c++2b (test for excess errors) +FAIL: g++.dg/modules/alias-1_e.C -std=c++2a (test for excess errors) +FAIL: g++.dg/modules/alias-1_e.C -std=c++17 (test for excess errors) +FAIL: g++.dg/modules/alias-1_f.C -std=c++2b (test for excess errors) +FAIL: g++.dg/modules/alias-1_f.C -std=c++2a (test for excess errors) +FAIL: g++.dg/modules/alias-1_f.C -std=c++17 (test for excess errors) +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++2b scan-file THREE cpp-6_b.H cpp-6_b\\n +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++2a scan-file ONE bibity bobity\\n +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++2a scan-file TWO cpp-6_b.H bobity\\n +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++2b scan-file FOUR cpp-6_b.H cpp-6_b\\n +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++2a scan-file FOUR cpp-6_b.H cpp-6_b\\n +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++17 scan-file TWO cpp-6_b.H bobity\\n +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++2b scan-file ONE bibity bobity\\n +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++17 scan-file ONE bibity bobity\\n +FAIL: g++.dg/modules/cpp-6_c.C -std=c++2b (test for excess errors) +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++17 scan-file THREE cpp-6_b.H cpp-6_b\\n +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++2a scan-file THREE cpp-6_b.H cpp-6_b\\n +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++17 scan-file FOUR cpp-6_b.H cpp-6_b\\n +UNRESOLVED: g++.dg/modules/cpp-6_c.C -std=c++2b scan-file TWO cpp-6_b.H bobity\\n +FAIL: g++.dg/modules/cpp-6_c.C -std=c++2a (test for excess errors) +FAIL: g++.dg/modules/cpp-6_c.C -std=c++17 (test for excess errors) +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++2a scan-file export module bob;\\n\\nexport import q; +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++17 scan-file import "[^\\n]*/dir-only-2_a.H";\\nimport "[^\\n]*/dir-only-2_a.H";\\nX +FAIL: g++.dg/modules/dir-only-2_b.C -std=c++17 (test for excess errors) +FAIL: g++.dg/modules/dir-only-2_b.C -std=c++2a (test for excess errors) +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++17 scan-file frob\\nexport\\nimport foo;\\nimport 7; +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++17 scan-file import sing;\\n\\n\\n// comment +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++2b scan-file // a comment\\nmodule ;\\nfrob +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++2b scan-file frob\\nexport\\nimport foo;\\nimport 7; +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++2a scan-file frob\\nexport\\nimport foo;\\nimport 7; +FAIL: g++.dg/modules/dir-only-2_b.C -std=c++2b (test for excess errors) +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++17 scan-file // a comment\\nmodule ;\\nfrob +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++2a scan-file // a comment\\nmodule ;\\nfrob +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++17 scan-file export module bob;\\n\\nexport import q; +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++2b scan-file import "[^\\n]*/dir-only-2_a.H";\\nimport "[^\\n]*/dir-only-2_a.H";\\nX +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++2a scan-file import sing;\\n\\n\\n// comment +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++2b scan-file import sing;\\n\\n\\n// comment +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++2b scan-file export module bob;\\n\\nexport import q; +UNRESOLVED: g++.dg/modules/dir-only-2_b.C -std=c++2a scan-file import "[^\\n]*/dir-only-2_a.H";\\nimport "[^\\n]*/dir-only-2_a.H";\\nX + === gcc tests === + +Running gcc:gcc.dg/lto/lto.exp ... +UNRESOLVED: /home/tcwg-buildslave/workspace/tcwg_gnu_1/abe/snapshots/gcc.git~master/gcc/testsuite/gcc.dg/lto/pr52634_0.c: can't read "name": no such variable for " dg-require-weak 1 "" " + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +FAIL: libgomp.c++/../libgomp.c-c++-common/for-11.c execution test +FAIL: libgomp.c++/../libgomp.c-c++-common/for-12.c execution test +FAIL: libgomp.c++/../libgomp.c-c++-common/for-3.c execution test +FAIL: libgomp.c++/../libgomp.c-c++-common/for-5.c execution test +FAIL: libgomp.c++/../libgomp.c-c++-common/for-6.c execution test +FAIL: libgomp.c++/../libgomp.c-c++-common/for-9.c execution test + +Running libgomp:libgomp.c/c.exp ... +FAIL: libgomp.c/../libgomp.c-c++-common/for-11.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/for-12.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/for-3.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/for-5.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/for-6.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/for-9.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/reduction-5.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/reduction-6.c execution test + + === Results Summary === + +# of stable fails 575 +# of flaky entries 0 +# of all tests 524169 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index cbf52294..0098ab4a 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -FAIL: 747 regressions: 64 progressions +747 regressions 64 fixes Details: https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/149/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 35907306..1d75679d 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -45,18 +45,18 @@ , { "Data": [ - 60 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" } , { "Data": [ - 3 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -64,7 +64,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" } , { @@ -72,7 +72,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" } , { @@ -80,7 +80,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" } , { @@ -88,7 +88,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" } , { @@ -96,63 +96,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 251 + 3 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 66222 + 44 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" } , { "Data": [ - 526 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 66999 + 48 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" } , { "Data": [ - 63 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" } , { "Data": [ - 0 + 451 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" } , { "Data": [ - 0 + 121 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -160,7 +160,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -168,15 +168,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" } , { @@ -184,7 +184,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" } , { @@ -192,63 +192,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 0 + 282 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 14709 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" } , { "Data": [ - 5 + 676 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 49 + 15667 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" } , { "Data": [ - 0 + 574 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" } , { "Data": [ - 145 + 6 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 147 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -256,15 +256,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -272,7 +272,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -280,7 +280,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -288,63 +288,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 1187 + 106 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 167929 + 14724 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 7832 + 753 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 176948 + 15583 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 293 + 6 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.bad.nb_bad" } , { "Data": [ - 451 + 255 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 121 + 150 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -352,7 +352,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -360,7 +360,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" } , { @@ -368,7 +368,7 @@ 2 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -376,7 +376,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -384,63 +384,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 282 + 2070 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 14709 + 234361 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 676 + 11101 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 15667 + 247532 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" } , { "Data": [ - 574 + 407 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 255 + 145 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 150 + 147 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -448,23 +448,23 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -472,7 +472,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -480,63 +480,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 2070 + 1187 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 234361 + 167929 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 11101 + 7832 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 247532 + 176948 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.gcc.good.nb_good" } , { "Data": [ - 407 + 293 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 0 + 60 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" } , { "Data": [ - 0 + 3 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" } , { @@ -544,7 +544,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" } , { @@ -552,7 +552,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" } , { @@ -560,7 +560,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" } , { @@ -568,7 +568,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" } , { @@ -576,55 +576,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 251 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 66222 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" } , { "Data": [ - 1 + 526 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 66999 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" } , { "Data": [ - 0 + 63 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" } , { "Data": [ - 6 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.FAIL.nb_FAIL" } , { @@ -632,7 +632,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" } , { @@ -640,7 +640,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNTESTED.nb_UNTESTED" } , { @@ -648,7 +648,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.ERROR.nb_ERROR" } , { @@ -656,7 +656,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.XPASS.nb_XPASS" } , { @@ -664,7 +664,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.OTHER.nb_OTHER" } , { @@ -672,47 +672,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.KFAIL.nb_KFAIL" } , { "Data": [ - 106 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.XFAIL.nb_XFAIL" } , { "Data": [ - 14724 + 44 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.PASS.nb_PASS" } , { "Data": [ - 753 + 5 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 15583 + 49 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.good.nb_good" } , { "Data": [ - 6 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 8ec1904d..0a5d8ee0 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,57 +1,50 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In master-arm after: +Our automatic CI has detected problems related to your patch(es). Please find some details below. +In master-arm, after: | 12 commits in gcc - | 821ef93976e tree-optimization/108752 - vectorize emulated vectors in lowered form - | 9a41d2cdbcd libstdc++: Another attempt to ensure g++ 13+ compiled programs enforce gcc 13.2+ libstdc++.so.6 [PR108969] - | 889a0791c63 aarch64: PR target/99195 annotate more integer unary patterns for vec-concat with zero - | 7ebd4a1d619 Fortran: Fix (mostly) comment typos - | ba39d2be0ba gimple-range-op: Handle sqrt (basic bounds only) + | 821ef93976e7 tree-optimization/108752 - vectorize emulated vectors in lowered form + | 9a41d2cdbcd2 libstdc++: Another attempt to ensure g++ 13+ compiled programs enforce gcc 13.2+ libstdc++.so.6 [PR108969] + | 889a0791c632 aarch64: PR target/99195 annotate more integer unary patterns for vec-concat with zero + | 7ebd4a1d6199 Fortran: Fix (mostly) comment typos + | ba39d2be0bab gimple-range-op: Handle sqrt (basic bounds only) | ... and 7 more commits in gcc -FAIL: 747 regressions: 64 progressions - -regressions.sum: - === g++ tests === - -Running g++:g++.dg/gomp/gomp.exp ... -FAIL: c-c++-common/gomp/if-3.c -std=c++14 3 blank line(s) in output -FAIL: c-c++-common/gomp/if-3.c -std=c++14 (internal compiler error: verify_gimple failed) -FAIL: c-c++-common/gomp/if-3.c -std=c++14 (test for excess errors) -FAIL: c-c++-common/gomp/if-3.c -std=c++17 3 blank line(s) in output -FAIL: c-c++-common/gomp/if-3.c -std=c++17 (internal compiler error: verify_gimple failed) -FAIL: c-c++-common/gomp/if-3.c -std=c++17 (test for excess errors) -FAIL: c-c++-common/gomp/if-3.c -std=c++20 3 blank line(s) in output -... and 775 more entries - -progressions.sum: - === g++ tests === - -Running g++:g++.dg/modules/modules.exp ... -FAIL: g++.dg/modules/alias-1_b.C -std=c++2a (test for excess errors) -FAIL: g++.dg/modules/alias-1_b.C -std=c++2b scan-lang-dump-times module "CMI is " 1 -FAIL: g++.dg/modules/alias-1_b.C -std=c++2a scan-lang-dump-times module "CMI is " 1 -FAIL: g++.dg/modules/alias-1_b.C -std=c++17 scan-lang-dump-times module "CMI is " 1 -FAIL: g++.dg/modules/alias-1_b.C -std=c++2b (test for excess errors) -FAIL: g++.dg/modules/alias-1_b.C -std=c++17 (test for excess errors) -FAIL: g++.dg/modules/alias-1_d.C -std=c++17 (test for excess errors) -... and 66 more entries - -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/149/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/149/artifact/artifacts/notify/ -The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/149/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_gnu_cross_check_gcc master-arm +Produces 747 regressions 64 fixes: + | + | regressions.sum: + | Running g++:g++.dg/gomp/gomp.exp ... + | FAIL: c-c++-common/gomp/if-3.c -std=c++14 3 blank line(s) in output + | FAIL: c-c++-common/gomp/if-3.c -std=c++14 (internal compiler error: verify_gimple failed) + | FAIL: c-c++-common/gomp/if-3.c -std=c++14 (test for excess errors) + | FAIL: c-c++-common/gomp/if-3.c -std=c++17 3 blank line(s) in output + | ... and 758 more + | + | fixes.sum: + | Running g++:g++.dg/modules/modules.exp ... + | FAIL: g++.dg/modules/alias-1_b.C -std=c++17 (test for excess errors) + | FAIL: g++.dg/modules/alias-1_b.C -std=c++2a scan-lang-dump-times module "CMI is " 1 + | FAIL: g++.dg/modules/alias-1_b.C -std=c++2b scan-lang-dump-times module "CMI is " 1 + | FAIL: g++.dg/modules/alias-1_b.C -std=c++2a (test for excess errors) + | ... and 63 more + +Used configuration : + *CI config* tcwg_gnu_cross_check_gcc master-arm + *configure and test flags:* --target arm-linux-gnueabihf + +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -----------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/149/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/149/artifact/artifacts/notify/ +The list of [ignored] baseline and flaky failures are in + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/149/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/149/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/142/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index dcc4e949..e633de92 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 12 commits in gcc: FAIL: 747 regressions: 64 progressions on arm +[Linaro-TCWG-CI] 12 commits in gcc: 747 regressions 64 fixes on arm diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 77fad293..3c91ba36 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -11,8 +11,8 @@ libgomp.sum libitm.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.29310 -CURRENT: /tmp/gxx-sum2.29310 +REFERENCE:/tmp/gxx-sum1.1015 +CURRENT: /tmp/gxx-sum2.1015 +---------+---------+ o RUN STATUS: | REF | RES | @@ -33,11 +33,11 @@ o RUN STATUS: | REF | RES | o REGRESSIONS: +------------------------------------------+---------+ - | PASS now FAIL [PASS => FAIL] | 264 | + | PASS now FAIL [PASS => FAIL] | 263 | | FAIL appears [ => FAIL] | 352 | | UNRESOLVED appears [ =>UNRES] | 128 | +------------------------------------------+---------+ - | TOTAL_REGRESSIONS | 744 | + | TOTAL_REGRESSIONS | 743 | +------------------------------------------+---------+ - PASS now FAIL [PASS => FAIL]: @@ -319,8 +319,6 @@ o REGRESSIONS: libgomp:libgomp.oacc-fortran/fortran.exp=libgomp.oacc-fortran/routine-7.f90 -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) libgomp:libgomp.oacc-fortran/fortran.exp=libgomp.oacc-fortran/routine-7.f90 -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -O3 -g (test for excess errors) libgomp:libgomp.oacc-fortran/fortran.exp=libgomp.oacc-fortran/routine-7.f90 -DACC_DEVICE_TYPE_host=1 -DACC_MEM_SHARED=1 -foffload=disable -Os (test for excess errors) - Executed from: libstdc++:libstdc++-dg/conformance.exp - libstdc++:libstdc++-dg/conformance.exp=30_threads/async/async.cc execution test - FAIL appears [ => FAIL]: @@ -843,8 +841,9 @@ o IMPROVEMENTS TO BE CHECKED: | FAIL disappears [FAIL => ] | 12 | | XFAIL now XPASS [XFAIL=>XPASS] | 2 | | UNRESOLVED now PASS [UNRES=> PASS] | 27 | + | Flaky cases, ignored [~RANDOM ] | 1 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 339 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 340 | +------------------------------------------+---------+ - PASS disappears [PASS => ]: @@ -1229,6 +1228,12 @@ o IMPROVEMENTS TO BE CHECKED: g++:g++.dg/modules/modules.exp=g++.dg/modules/dir-only-2_b.C -std=c++2b scan-file import sing;\\n\\n\\n// comment + - Flaky cases, ignored [~RANDOM ]: + + Executed from: libstdc++:libstdc++-dg/conformance.exp + libstdc++:libstdc++-dg/conformance.exp=30_threads/async/async.cc execution test + + # Regressions found # Regressions in 7 common sum files found