diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 000000000..8e5813528 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: none, autodetected on armv8l-unknown-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 000000000..b2fb5c814 --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 636 +# of flaky entries 123 +# of all tests 606890 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index d7c4be09f..0d0ad011e 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -FAIL: 24 regressions +24 regressions Details: https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1643/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index a29fa7c82..0e07d57ab 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,15 +7,15 @@ "Info": { "tag": "tcwg_gnu_native_check_gcc", "test_url": "https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1643/", - "run_order": "1643 (basepoints/gcc-15-04834-gf8ae2cce23fc)", + "run_order": "1643 (2-changed-components)", "git_binutils": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=820ebe46a415a348c53bac0306347dd0ec962f20 (unchanged)", - "git_gcc": "https://gcc.gnu.org/git/gcc.git (f8ae2cce23fc6c36dc553cc90e0091cdbc8dda22) (+ 7 commits)", + "git_gcc": "https://gcc.gnu.org/git/gcc.git (f8ae2cce23fc6c36dc553cc90e0091cdbc8dda22) (+ 25 commits)", "git_linux": "https://gitlab.com/Linaro/lkft/mirrors/torvalds/linux-mainline/commit/0fc810ae3ae110f9e2fcccce80fc8c8d62f97907 (unchanged)", "git_glibc": "https://sourceware.org/git/?p=glibc.git;a=commit;h=9c0903fb7388f645d23b26160ed3669a116189fe (unchanged)", - "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=69a95773584099cea88663e14fefe97529bdd1c1 (unchanged)", + "git_gdb": "https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=69a95773584099cea88663e14fefe97529bdd1c1 (+ 11 commits)", "__report_version__": "1" }, - "Start Time": "2024-11-02 10:41:13" + "Start Time": "2024-11-01 10:07:58" }, "Tests": [ { @@ -28,7 +28,7 @@ , { "Data": [ - 146 + 123 ], "Info": {}, "Name": "tcwg_gnu_native_check_gcc.TOTAL.flaky.nb_flaky" @@ -44,18 +44,18 @@ , { "Data": [ - 0 + 149 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.gdc.FAIL.nb_FAIL" } , { "Data": [ - 0 + 140 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.gdc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -63,7 +63,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.gdc.UNTESTED.nb_UNTESTED" } , { @@ -71,7 +71,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.gdc.ERROR.nb_ERROR" } , { @@ -79,7 +79,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.gdc.XPASS.nb_XPASS" } , { @@ -87,7 +87,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.gdc.OTHER.nb_OTHER" } , { @@ -95,7 +95,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.gdc.KFAIL.nb_KFAIL" } , { @@ -103,47 +103,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.gdc.XFAIL.nb_XFAIL" } , { "Data": [ - 1574 + 13322 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.gdc.PASS.nb_PASS" } , { "Data": [ - 0 + 111 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.gdc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 1574 + 13433 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.gdc.good.nb_good" } , { "Data": [ - 0 + 289 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libffi.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.gdc.bad.nb_bad" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.gm2.FAIL.nb_FAIL" } , { @@ -151,7 +151,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.gm2.UNRESOLVED.nb_UNRESOLVED" } , { @@ -159,7 +159,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.gm2.UNTESTED.nb_UNTESTED" } , { @@ -167,7 +167,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.gm2.ERROR.nb_ERROR" } , { @@ -175,7 +175,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.gm2.XPASS.nb_XPASS" } , { @@ -183,7 +183,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.gm2.OTHER.nb_OTHER" } , { @@ -191,7 +191,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.gm2.KFAIL.nb_KFAIL" } , { @@ -199,15 +199,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.gm2.XFAIL.nb_XFAIL" } , { "Data": [ - 2327 + 14330 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.gm2.PASS.nb_PASS" } , { @@ -215,39 +215,39 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.gm2.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 2327 + 14330 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.gm2.good.nb_good" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.acats.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.gm2.bad.nb_bad" } , { "Data": [ - 6 + 229 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 0 + 8 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -255,7 +255,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { @@ -263,15 +263,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 0 + 57 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -279,7 +279,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -287,63 +287,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 24 + 1525 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 3484 + 197119 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 25 + 7137 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 3533 + 205781 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.gcc.good.nb_good" } , { "Data": [ - 6 + 294 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gnat.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 149 + 6 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.libgo.FAIL.nb_FAIL" } , { "Data": [ - 140 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.libgo.UNRESOLVED.nb_UNRESOLVED" } , { @@ -351,7 +351,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.libgo.UNTESTED.nb_UNTESTED" } , { @@ -359,7 +359,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.libgo.ERROR.nb_ERROR" } , { @@ -367,7 +367,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.libgo.XPASS.nb_XPASS" } , { @@ -375,7 +375,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.libgo.OTHER.nb_OTHER" } , { @@ -383,7 +383,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.libgo.KFAIL.nb_KFAIL" } , { @@ -391,55 +391,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.libgo.XFAIL.nb_XFAIL" } , { "Data": [ - 13322 + 190 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.libgo.PASS.nb_PASS" } , { "Data": [ - 111 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.libgo.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 13433 + 190 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.libgo.good.nb_good" } , { "Data": [ - 289 + 6 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gdc.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.libgo.bad.nb_bad" } , { "Data": [ - 6 + 34 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.libphobos.FAIL.nb_FAIL" } , { "Data": [ - 0 + 10 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.libphobos.UNRESOLVED.nb_UNRESOLVED" } , { @@ -447,7 +447,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.libphobos.UNTESTED.nb_UNTESTED" } , { @@ -455,7 +455,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.libphobos.ERROR.nb_ERROR" } , { @@ -463,7 +463,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.libphobos.XPASS.nb_XPASS" } , { @@ -471,7 +471,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.libphobos.OTHER.nb_OTHER" } , { @@ -479,7 +479,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.libphobos.KFAIL.nb_KFAIL" } , { @@ -487,55 +487,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.libphobos.XFAIL.nb_XFAIL" } , { "Data": [ - 190 + 1059 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.libphobos.PASS.nb_PASS" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.libphobos.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 190 + 1061 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.libphobos.good.nb_good" } , { "Data": [ - 6 + 44 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgo.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.libphobos.bad.nb_bad" } , { "Data": [ - 229 + 1 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.acats.FAIL.nb_FAIL" } , { "Data": [ - 8 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.acats.UNRESOLVED.nb_UNRESOLVED" } , { @@ -543,7 +543,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.acats.UNTESTED.nb_UNTESTED" } , { @@ -551,15 +551,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.acats.ERROR.nb_ERROR" } , { "Data": [ - 57 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.acats.XPASS.nb_XPASS" } , { @@ -567,7 +567,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.acats.OTHER.nb_OTHER" } , { @@ -575,55 +575,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.acats.KFAIL.nb_KFAIL" } , { "Data": [ - 1525 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.acats.XFAIL.nb_XFAIL" } , { "Data": [ - 197119 + 2327 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.acats.PASS.nb_PASS" } , { "Data": [ - 7137 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.acats.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 205781 + 2327 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.acats.good.nb_good" } , { "Data": [ - 294 + 1 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.acats.bad.nb_bad" } , { "Data": [ - 7 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.FAIL.nb_FAIL" } , { @@ -631,15 +631,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.UNRESOLVED.nb_UNRESOLVED" } , { "Data": [ - 11 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.UNTESTED.nb_UNTESTED" } , { @@ -647,7 +647,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.ERROR.nb_ERROR" } , { @@ -655,7 +655,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.XPASS.nb_XPASS" } , { @@ -663,7 +663,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.OTHER.nb_OTHER" } , { @@ -671,47 +671,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.KFAIL.nb_KFAIL" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.XFAIL.nb_XFAIL" } , { "Data": [ - 8991 + 1511 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.PASS.nb_PASS" } , { "Data": [ - 33 + 79 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 9024 + 1592 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.good.nb_good" } , { "Data": [ - 18 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.go.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.obj-c++.bad.nb_bad" } , { @@ -719,7 +719,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.libitm.FAIL.nb_FAIL" } , { @@ -727,7 +727,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -735,7 +735,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.libitm.UNTESTED.nb_UNTESTED" } , { @@ -743,7 +743,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.libitm.ERROR.nb_ERROR" } , { @@ -751,7 +751,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.libitm.XPASS.nb_XPASS" } , { @@ -759,7 +759,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.libitm.OTHER.nb_OTHER" } , { @@ -767,39 +767,39 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 0 + 3 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 14330 + 44 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.libitm.PASS.nb_PASS" } , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 14330 + 48 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.libitm.good.nb_good" } , { @@ -807,15 +807,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gm2.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.libitm.bad.nb_bad" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.g++.FAIL.nb_FAIL" } , { @@ -823,7 +823,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -831,7 +831,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -839,15 +839,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -855,7 +855,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -863,55 +863,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 264 + 2222 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 16540 + 238211 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 721 + 2385 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 17525 + 242818 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.g++.good.nb_good" } , { "Data": [ - 0 + 4 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libgomp.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.gfortran.FAIL.nb_FAIL" } , { @@ -919,7 +919,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" } , { @@ -927,7 +927,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.gfortran.UNTESTED.nb_UNTESTED" } , { @@ -935,7 +935,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.gfortran.ERROR.nb_ERROR" } , { @@ -943,7 +943,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.gfortran.XPASS.nb_XPASS" } , { @@ -951,7 +951,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.gfortran.OTHER.nb_OTHER" } , { @@ -959,55 +959,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.gfortran.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 266 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.gfortran.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 69742 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.gfortran.PASS.nb_PASS" } , { "Data": [ - 1 + 539 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 70547 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.gfortran.good.nb_good" } , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libitm.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.gfortran.bad.nb_bad" } , { "Data": [ - 6 + 7 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.go.FAIL.nb_FAIL" } , { @@ -1015,15 +1015,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.go.UNRESOLVED.nb_UNRESOLVED" } , { "Data": [ - 0 + 11 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.go.UNTESTED.nb_UNTESTED" } , { @@ -1031,7 +1031,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.go.ERROR.nb_ERROR" } , { @@ -1039,7 +1039,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.go.XPASS.nb_XPASS" } , { @@ -1047,7 +1047,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.go.OTHER.nb_OTHER" } , { @@ -1055,7 +1055,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.go.KFAIL.nb_KFAIL" } , { @@ -1063,47 +1063,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.go.XFAIL.nb_XFAIL" } , { "Data": [ - 6 + 8991 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.go.PASS.nb_PASS" } , { "Data": [ - 0 + 33 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.go.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 6 + 9024 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.go.good.nb_good" } , { "Data": [ - 6 + 18 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gotools.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.go.bad.nb_bad" } , { "Data": [ - 0 + 6 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.gotools.FAIL.nb_FAIL" } , { @@ -1111,7 +1111,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.gotools.UNRESOLVED.nb_UNRESOLVED" } , { @@ -1119,7 +1119,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.gotools.UNTESTED.nb_UNTESTED" } , { @@ -1127,7 +1127,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.gotools.ERROR.nb_ERROR" } , { @@ -1135,7 +1135,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.gotools.XPASS.nb_XPASS" } , { @@ -1143,7 +1143,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.gotools.OTHER.nb_OTHER" } , { @@ -1151,7 +1151,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.gotools.KFAIL.nb_KFAIL" } , { @@ -1159,39 +1159,39 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.gotools.XFAIL.nb_XFAIL" } , { "Data": [ - 2848 + 6 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.gotools.PASS.nb_PASS" } , { "Data": [ - 70 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.gotools.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 2918 + 6 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.gotools.good.nb_good" } , { "Data": [ - 0 + 6 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.objc.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.gotools.bad.nb_bad" } , { @@ -1199,15 +1199,15 @@ 1 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -1215,7 +1215,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -1223,7 +1223,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -1231,7 +1231,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -1239,7 +1239,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -1247,63 +1247,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 266 + 131 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 69742 + 18560 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 539 + 772 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 70547 + 19463 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 1 + 2 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.gfortran.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.libstdc++.bad.nb_bad" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.libgomp.FAIL.nb_FAIL" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -1311,7 +1311,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -1319,7 +1319,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.libgomp.ERROR.nb_ERROR" } , { @@ -1327,7 +1327,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.libgomp.XPASS.nb_XPASS" } , { @@ -1335,7 +1335,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.libgomp.OTHER.nb_OTHER" } , { @@ -1343,63 +1343,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 131 + 264 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 18560 + 16540 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.libgomp.PASS.nb_PASS" } , { "Data": [ - 772 + 721 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 19463 + 17525 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.libgomp.good.nb_good" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.libgomp.bad.nb_bad" } , { "Data": [ - 34 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.libffi.FAIL.nb_FAIL" } , { "Data": [ - 10 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.libffi.UNRESOLVED.nb_UNRESOLVED" } , { @@ -1407,7 +1407,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.libffi.UNTESTED.nb_UNTESTED" } , { @@ -1415,7 +1415,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.libffi.ERROR.nb_ERROR" } , { @@ -1423,7 +1423,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.libffi.XPASS.nb_XPASS" } , { @@ -1431,7 +1431,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.libffi.OTHER.nb_OTHER" } , { @@ -1439,7 +1439,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.libffi.KFAIL.nb_KFAIL" } , { @@ -1447,47 +1447,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.libffi.XFAIL.nb_XFAIL" } , { "Data": [ - 1059 + 1574 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.libffi.PASS.nb_PASS" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.libffi.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 1061 + 1574 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.libffi.good.nb_good" } , { "Data": [ - 44 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libphobos.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.libffi.bad.nb_bad" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.libatomic.FAIL.nb_FAIL" } , { @@ -1495,7 +1495,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" } , { @@ -1503,7 +1503,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.libatomic.UNTESTED.nb_UNTESTED" } , { @@ -1511,15 +1511,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.libatomic.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.libatomic.XPASS.nb_XPASS" } , { @@ -1527,7 +1527,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.libatomic.OTHER.nb_OTHER" } , { @@ -1535,55 +1535,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.libatomic.KFAIL.nb_KFAIL" } , { "Data": [ - 2222 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.libatomic.XFAIL.nb_XFAIL" } , { "Data": [ - 238211 + 44 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.libatomic.PASS.nb_PASS" } , { "Data": [ - 2385 + 5 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 242818 + 49 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.libatomic.good.nb_good" } , { "Data": [ - 4 + 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.libatomic.bad.nb_bad" } , { "Data": [ - 0 + 6 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.gnat.FAIL.nb_FAIL" } , { @@ -1591,7 +1591,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.gnat.UNRESOLVED.nb_UNRESOLVED" } , { @@ -1599,7 +1599,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.gnat.UNTESTED.nb_UNTESTED" } , { @@ -1607,7 +1607,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.gnat.ERROR.nb_ERROR" } , { @@ -1615,7 +1615,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.gnat.XPASS.nb_XPASS" } , { @@ -1623,7 +1623,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.gnat.OTHER.nb_OTHER" } , { @@ -1631,47 +1631,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.gnat.KFAIL.nb_KFAIL" } , { "Data": [ - 2 + 24 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.gnat.XFAIL.nb_XFAIL" } , { "Data": [ - 1511 + 3484 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.gnat.PASS.nb_PASS" } , { "Data": [ - 79 + 25 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.gnat.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 1592 + 3533 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.gnat.good.nb_good" } , { "Data": [ - 0 + 6 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.obj-c++.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.gnat.bad.nb_bad" } , { @@ -1679,7 +1679,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.FAIL.nb_FAIL" + "Name": "tcwg_gnu_native_check_gcc.objc.FAIL.nb_FAIL" } , { @@ -1687,7 +1687,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_native_check_gcc.objc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -1695,7 +1695,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_native_check_gcc.objc.UNTESTED.nb_UNTESTED" } , { @@ -1703,7 +1703,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.ERROR.nb_ERROR" + "Name": "tcwg_gnu_native_check_gcc.objc.ERROR.nb_ERROR" } , { @@ -1711,7 +1711,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.XPASS.nb_XPASS" + "Name": "tcwg_gnu_native_check_gcc.objc.XPASS.nb_XPASS" } , { @@ -1719,7 +1719,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.OTHER.nb_OTHER" + "Name": "tcwg_gnu_native_check_gcc.objc.OTHER.nb_OTHER" } , { @@ -1727,7 +1727,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_native_check_gcc.objc.KFAIL.nb_KFAIL" } , { @@ -1735,31 +1735,31 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_native_check_gcc.objc.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 2848 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.PASS.nb_PASS" + "Name": "tcwg_gnu_native_check_gcc.objc.PASS.nb_PASS" } , { "Data": [ - 5 + 70 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_native_check_gcc.objc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 49 + 2918 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.good.nb_good" + "Name": "tcwg_gnu_native_check_gcc.objc.good.nb_good" } , { @@ -1767,7 +1767,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_native_check_gcc.libatomic.bad.nb_bad" + "Name": "tcwg_gnu_native_check_gcc.objc.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index fb941b700..ac14caa96 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,50 +1,49 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. - -We understand that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In master-arm after: - - | 7 commits in gcc - | f8ae2cce23fc Support Intel AMX-MOVRS - | e9ab41b79933 Support Intel MOVRS - | dd859e93a167 Support Intel AMX-FP8 - | 9f2f36a7db90 Support Intel AMX-TRANSPOSE - | 8cc38abf5753 Support Intel AMX-TF32 - | ... and 2 more commits in gcc - -FAIL: 24 regressions - -regressions.sum: - | === gcc tests === +Dear contributor, + +Our automatic CI has detected problems related to your patch(es). Please find some details below. + +In master-arm, after: + | 36 commits in gcc,gdb + | f8ae2cce23f Support Intel AMX-MOVRS + | e9ab41b7993 Support Intel MOVRS + | dd859e93a16 Support Intel AMX-FP8 + | 9f2f36a7db9 Support Intel AMX-TRANSPOSE + | 8cc38abf575 Support Intel AMX-TF32 + | ... and 20 more commits in gcc + | 69a95773584 Automatic date update in version.in + | 22d7506fb98 Automatic date update in version.in + | d25ba4596e8 gprofng: use gprofng- prefix for gprofng binaries + | e0c182c3acd Fix 32303 ./configure --help: replace --enable-gprofng with --disable-gprofng + | 47c88752f9a ld: generate SFrame stack trace info for .plt.got + | ... and 6 more commits in gdb + +Produces 24 regressions: | + | regressions.sum: | Running gcc:gcc.c-torture/execute/execute.exp ... | FAIL: gcc.c-torture/execute/builtin-prefetch-1.c -O0 (test for excess errors) | UNRESOLVED: gcc.c-torture/execute/builtin-prefetch-1.c -O0 compilation failed to produce executable | FAIL: gcc.c-torture/execute/builtin-prefetch-1.c -O1 (test for excess errors) | UNRESOLVED: gcc.c-torture/execute/builtin-prefetch-1.c -O1 compilation failed to produce executable - | FAIL: gcc.c-torture/execute/builtin-prefetch-1.c -O2 (test for excess errors) - | UNRESOLVED: gcc.c-torture/execute/builtin-prefetch-1.c -O2 compilation failed to produce executable - | FAIL: gcc.c-torture/execute/builtin-prefetch-1.c -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) - | ... and 25 more entries + | ... and 23 more + +Used configuration : + *CI config* tcwg_gnu_native_check_gcc master-arm + *configure and test flags:* none, autodetected on armv8l-unknown-linux-gnueabihf -The configuration of this build is: -*CI config* tcwg_gnu_native_check_gcc master-arm -*configure and test flags:* --target arm-linux-gnueabihf +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1643/artifact/artifacts/00-sumfiles/ +-----------------8<--------------------------8<--------------------------8<-------------------------- + +The information below contains the details of the failures, and the ways to reproduce a debug environment: + +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1643/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1643/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in * https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1643/artifact/artifacts/sumfiles/xfails.xfail -The configuration of this build is: -*CI config* tcwg_gnu_native_check_gcc master-arm -*configure and test flags:* --target arm-linux-gnueabihf - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: - Current build : https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1643/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1640/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_gnu_native_check_gcc--master-arm-build/1633/artifact/artifacts diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt index 66d3b526e..aa219efd7 100644 --- a/notify/mail-recipients.txt +++ b/notify/mail-recipients.txt @@ -1 +1 @@ -bcc:tcwg-validation@linaro.org,haochen.jiang@intel.com,cc:gcc-regression@gcc.gnu.org,cc:liwei.xu@intel.com,cc:lin1.hu@intel.com +bcc:tcwg-validation@linaro.org diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 1512dabba..751e03ef4 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 7 commits in gcc: FAIL: 24 regressions on arm +[Linaro-TCWG-CI] 36 commits in gcc,gdb: 24 regressions on arm diff --git a/notify/regressions.sum b/notify/regressions.sum index df3c2dbc9..46113bb67 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -36,5 +36,5 @@ FAIL: libphobos.phobos_shared/std/parallelism.d execution test === Results Summary === # of stable fails 660 -# of flaky entries 146 +# of flaky entries 123 # of all tests 606890 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index d66b65a9d..75fd816a7 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 660 -# of flaky entries 146 +# of flaky entries 123 # of all tests 606890 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 4d1bc815a..1f6d95eb1 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,6 +1,6 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 18 common sum files: acats.sum @@ -22,24 +22,24 @@ libstdc++.sum obj-c++.sum objc.sum Comparing: -REFERENCE:/tmp/gxx-sum1.3555760 -CURRENT: /tmp/gxx-sum2.3555760 +REFERENCE:/tmp/gxx-sum1.2392560 +CURRENT: /tmp/gxx-sum2.2392560 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ - | Passes [PASS] | 589935 | 589902 | + | Passes [PASS] | 589887 | 589902 | | Unexpected fails [FAIL] | 427 | 442 | | Errors [ERROR] | 0 | 0 | | Unexpected passes [XPASS] | 59 | 59 | - | Expected fails [XFAIL] | 4437 | 4437 | + | Expected fails [XFAIL] | 4447 | 4437 | | Known fails [KFAIL] | 0 | 0 | | Unresolved [UNRESOLVED] | 151 | 159 | | Unsupported [UNSUPPORTED] | 11880 | 11880 | | Untested [UNTESTED] | 11 | 11 | +------------------------------------------+---------+---------+ - REF PASS ratio: 0.979357 + REF PASS ratio: 0.979356 RES PASS ratio: 0.979319 o REGRESSIONS: @@ -91,19 +91,41 @@ o REGRESSIONS: o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | PASS disappears [PASS => ] | 28 | - | New PASS [ => PASS] | 18 | - | FAIL now PASS [FAIL => PASS] | 1 | - | XFAIL disappears [XFAIL=> ] | 1 | + | PASS disappears [PASS => ] | 79 | + | New PASS [ => PASS] | 124 | + | XFAIL disappears [XFAIL=> ] | 8 | + | XFAIL now PASS [XFAIL=> PASS] | 3 | | XFAIL appears [ =>XFAIL] | 1 | | UNSUPPORTED disappears [UNSUP=> ] | 1 | | UNSUPPORTED appears [ =>UNSUP] | 1 | + | Flaky cases, ignored [~RANDOM ] | 1 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 51 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 218 | +------------------------------------------+---------+ - PASS disappears [PASS => ]: + Executed from: g++:g++.dg/lto/lto.exp + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o assemble, -O0 -flto -flto-partition=1to1 -fno-use-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o assemble, -O0 -flto -flto-partition=none -fuse-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o assemble, -O0 -flto -fuse-linker-plugin -fno-fat-lto-objects + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o assemble, -O2 -flto -flto-partition=1to1 -fno-use-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o assemble, -O2 -flto -flto-partition=none -fuse-linker-plugin -fno-fat-lto-objects + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o assemble, -O2 -flto -fuse-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o execute -O0 -flto -flto-partition=1to1 -fno-use-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o execute -O0 -flto -flto-partition=none -fuse-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o execute -O0 -flto -fuse-linker-plugin -fno-fat-lto-objects + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o execute -O2 -flto -flto-partition=1to1 -fno-use-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o execute -O2 -flto -flto-partition=none -fuse-linker-plugin -fno-fat-lto-objects + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o execute -O2 -flto -fuse-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o link, -O0 -flto -flto-partition=1to1 -fno-use-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o link, -O0 -flto -flto-partition=none -fuse-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o link, -O0 -flto -fuse-linker-plugin -fno-fat-lto-objects + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o link, -O2 -flto -flto-partition=1to1 -fno-use-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o link, -O2 -flto -flto-partition=none -fuse-linker-plugin -fno-fat-lto-objects + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr47333 cp_lto_pr47333_0.o-cp_lto_pr47333_0.o link, -O2 -flto -fuse-linker-plugin + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr95677 cp_lto_pr95677_0.o assemble, -flto + g++:g++.dg/lto/lto.exp=g++.dg/lto/pr95677 cp_lto_pr95677_0.o-cp_lto_pr95677_0.o link, -flto Executed from: gcc:gcc.c-torture/execute/execute.exp gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/builtin-prefetch-1.c -O0 execution test gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/builtin-prefetch-1.c -O1 execution test @@ -113,6 +135,37 @@ o IMPROVEMENTS TO BE CHECKED: gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/builtin-prefetch-1.c -O3 -g execution test gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/builtin-prefetch-1.c -Os execution test Executed from: gcc:gcc.dg/dg.exp + gcc:gcc.dg/dg.exp=gcc.dg/Warray-parameter-4.c at line 108 (test for warnings, line 106) + gcc:gcc.dg/dg.exp=gcc.dg/Warray-parameter-4.c at line 111 (test for warnings, line 109) + gcc:gcc.dg/dg.exp=gcc.dg/Warray-parameter-4.c at line 119 (test for warnings, line 118) + gcc:gcc.dg/dg.exp=gcc.dg/Warray-parameter-4.c note at line 117 (test for warnings, line 116) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c (test for warnings, line 48) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c (test for warnings, line 50) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c (test for warnings, line 70) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c (test for warnings, line 72) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c (test for warnings, line 74) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c at line 56 (test for warnings, line 55) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c at line 58 (test for warnings, line 57) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c at line 60 (test for warnings, line 59) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c note at line 54 (test for warnings, line 53) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c pr100420 at line 41 (test for warnings, line 40) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c pr100420 at line 43 (test for warnings, line 42) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c pr100420 at line 45 (test for warnings, line 44) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c pr100420 at line 47 (test for warnings, line 46) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c (test for warnings, line 30) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 46 (test for warnings, line 45) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 48 (test for warnings, line 47) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 50 (test for warnings, line 49) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 52 (test for warnings, line 51) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 54 (test for warnings, line 53) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 56 (test for warnings, line 55) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 57 (test for warnings, line 55) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 65 (test for warnings, line 64) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 67 (test for warnings, line 66) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c note at line 44 (test for warnings, line 43) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c note at line 63 (test for warnings, line 62) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c pr100420 at line 36 (test for warnings, line 35) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c pr100420 at line 40 (test for warnings, line 39) gcc:gcc.dg/dg.exp=gcc.dg/builtin-prefetch-1.c execution test Executed from: libitm:libitm.c++/c++.exp libitm:libitm.c++/c++.exp=libitm.c++/dropref.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_1/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors) @@ -140,6 +193,116 @@ o IMPROVEMENTS TO BE CHECKED: - New PASS [ => PASS]: + Executed from: g++:g++.dg/debug/debug.exp + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr15736.C -gdwarf-2 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr15736.C -gdwarf-2 -O2 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr15736.C -gdwarf-2 -O3 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr15736.C -gdwarf-2 -g1 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr15736.C -gdwarf-2 -g1 -O2 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr15736.C -gdwarf-2 -g1 -O3 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr15736.C -gdwarf-2 -g3 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr15736.C -gdwarf-2 -g3 -O2 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr15736.C -gdwarf-2 -g3 -O3 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr46240.C -gdwarf-2 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr46240.C -gdwarf-2 -O2 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr46240.C -gdwarf-2 -O3 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr46240.C -gdwarf-2 -g1 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr46240.C -gdwarf-2 -g1 -O2 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr46240.C -gdwarf-2 -g1 -O3 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr46240.C -gdwarf-2 -g3 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr46240.C -gdwarf-2 -g3 -O2 (test for excess errors) + g++:g++.dg/debug/debug.exp=g++.dg/debug/pr46240.C -gdwarf-2 -g3 -O3 (test for excess errors) + Executed from: g++:g++.dg/dg.exp + g++:g++.dg/dg.exp=g++.dg/pr66655_1.C -std=c++17 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/pr66655_1.C -std=c++26 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/pr66655_1.C -std=c++98 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/tree-ssa/pr105820.C -std=gnu++17 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/tree-ssa/pr105820.C -std=gnu++26 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/tree-ssa/pr105820.C -std=gnu++98 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/warn/unused-result1-Werror.C -std=gnu++17 (test for errors, line 10) + g++:g++.dg/dg.exp=g++.dg/warn/unused-result1-Werror.C -std=gnu++17 at line 3 (test for warnings, line ) + g++:g++.dg/dg.exp=g++.dg/warn/unused-result1-Werror.C -std=gnu++17 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/warn/unused-result1-Werror.C -std=gnu++26 (test for errors, line 10) + g++:g++.dg/dg.exp=g++.dg/warn/unused-result1-Werror.C -std=gnu++26 at line 3 (test for warnings, line ) + g++:g++.dg/dg.exp=g++.dg/warn/unused-result1-Werror.C -std=gnu++26 (test for excess errors) + g++:g++.dg/dg.exp=g++.dg/warn/unused-result1-Werror.C -std=gnu++98 (test for errors, line 10) + g++:g++.dg/dg.exp=g++.dg/warn/unused-result1-Werror.C -std=gnu++98 at line 3 (test for warnings, line ) + g++:g++.dg/dg.exp=g++.dg/warn/unused-result1-Werror.C -std=gnu++98 (test for excess errors) + Executed from: g++:g++.dg/torture/dg-torture.exp + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/harden-comp-pr111520.C -O0 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/harden-comp-pr111520.C -O1 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/harden-comp-pr111520.C -O2 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/harden-comp-pr111520.C -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/harden-comp-pr111520.C -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/harden-comp-pr111520.C -O3 -g (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/harden-comp-pr111520.C -Os (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr47333.C -O0 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr47333.C -O1 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr47333.C -O2 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr47333.C -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr47333.C -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr47333.C -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr47333.C -O3 -g (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr47333.C -Os (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O0 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O0 execution test + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O1 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O1 execution test + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O2 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O2 execution test + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O3 -g (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -O3 -g execution test + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -Os (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr90313.C -Os execution test + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr95677.C -O0 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr95677.C -O1 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr95677.C -O2 (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr95677.C -O2 -flto -fno-use-linker-plugin -flto-partition=none (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr95677.C -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr95677.C -O3 -g (test for excess errors) + g++:g++.dg/torture/dg-torture.exp=g++.dg/torture/pr95677.C -Os (test for excess errors) + Executed from: gcc:gcc.dg/dg.exp + gcc:gcc.dg/dg.exp=gcc.dg/Warray-parameter-4.c at line 117 (test for warnings, line 116) + gcc:gcc.dg/dg.exp=gcc.dg/Warray-parameter-4.c note at line 115 (test for warnings, line 114) + gcc:gcc.dg/dg.exp=gcc.dg/Warray-parameter-4.c pr????? at line 109 (test for warnings, line 108) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c (test for warnings, line 41) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c (test for warnings, line 43) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c (test for warnings, line 63) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c (test for warnings, line 65) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c (test for warnings, line 67) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c at line 49 (test for warnings, line 48) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c at line 51 (test for warnings, line 50) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c at line 53 (test for warnings, line 52) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c note at line 47 (test for warnings, line 46) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c pr100420 (expected) (test for warnings, line 37) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c pr100420 (expected) (test for warnings, line 38) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c pr100420 (expected) (test for warnings, line 39) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c (test for warnings, line 27) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 41 (test for warnings, line 40) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 43 (test for warnings, line 42) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 45 (test for warnings, line 44) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 47 (test for warnings, line 46) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 49 (test for warnings, line 48) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 51 (test for warnings, line 50) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 52 (test for warnings, line 50) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 60 (test for warnings, line 59) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c at line 62 (test for warnings, line 61) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c note at line 39 (test for warnings, line 38) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c note at line 58 (test for warnings, line 57) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c pr100420 (expected) (test for warnings, line 26) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c pr100420 (expected) (test for warnings, line 32) + gcc:gcc.dg/dg.exp=gcc.dg/c23-constexpr-2a.c execution test + gcc:gcc.dg/dg.exp=gcc.dg/c23-tag-composite-11.c (test for errors, line 10) + gcc:gcc.dg/dg.exp=gcc.dg/c23-tag-composite-11.c (test for errors, line 22) + gcc:gcc.dg/dg.exp=gcc.dg/c23-tag-composite-11.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/pr117145-1.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/pr117145-2.c (test for errors, line 6) + gcc:gcc.dg/dg.exp=gcc.dg/pr117145-2.c (test for excess errors) + gcc:gcc.dg/dg.exp=gcc.dg/pr117245.c (test for excess errors) Executed from: libitm:libitm.c++/c++.exp libitm:libitm.c++/c++.exp=libitm.c++/dropref.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors) libitm:libitm.c++/c++.exp=libitm.c++/eh-1.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors) @@ -161,18 +324,28 @@ o IMPROVEMENTS TO BE CHECKED: libitm:libitm.c++/c++.exp=libitm.c++/throwdown.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors) - - FAIL now PASS [FAIL => PASS]: - - Executed from: go:go.test/go-test.exp - go:go.test/go-test.exp=go.test/test/fixedbugs/issue13160.go execution, -O2 -g - - - XFAIL disappears [XFAIL=> ]: + Executed from: gcc:gcc.dg/dg.exp + gcc:gcc.dg/dg.exp=gcc.dg/Warray-parameter-4.c pr????? at line 110 (test for warnings, line 109) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c pr100420 (expected) (test for warnings, line 42) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c pr100420 (expected) (test for warnings, line 44) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c pr100420 (expected) (test for warnings, line 46) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c pr100420 (expected) (test for bogus messages, line 28) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c pr100420 (expected) (test for warnings, line 39) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c pr100420 (expected) at line 29 (test for warnings, line 28) Executed from: libitm:libitm.c++/c++.exp libitm:libitm.c++/c++.exp=libitm.c++/dropref.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_1/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test + - XFAIL now PASS [XFAIL=> PASS]: + + Executed from: gcc:gcc.dg/dg.exp + gcc:gcc.dg/dg.exp=gcc.dg/Warray-parameter-4.c pr????? at line 107 (test for warnings, line 106) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-2.c pr100420 (expected) (test for warnings, line 40) + gcc:gcc.dg/dg.exp=gcc.dg/Wvla-parameter-3.c pr100420 (expected) (test for warnings, line 35) + + - XFAIL appears [ =>XFAIL]: Executed from: libitm:libitm.c++/c++.exp @@ -191,6 +364,12 @@ o IMPROVEMENTS TO BE CHECKED: libitm:libitm.c++/c++.exp=libitm.c++/static_ctor.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs + - Flaky cases, ignored [~RANDOM ]: + + Executed from: go:go.test/go-test.exp + go:go.test/go-test.exp=go.test/test/fixedbugs/issue13160.go execution, -O2 -g + + # Regressions found # Regressions in 18 common sum files found