diff --git a/notify/fixes.sum b/notify/fixes.sum index 3be669b9..f458988a 100644 --- a/notify/fixes.sum +++ b/notify/fixes.sum @@ -2,5 +2,5 @@ === Results Summary === # of stable fails 133 -# of flaky entries 51 +# of flaky entries 37 # of all tests 583788 diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 5c16f541..2bf4e849 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -29,7 +29,7 @@ , { "Data": [ - 51 + 37 ], "Info": {}, "Name": "tcwg_gnu_cross_check_gcc.TOTAL.flaky.nb_flaky" @@ -45,18 +45,18 @@ , { "Data": [ - 5 + 7 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" } , { "Data": [ - 0 + 6 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" } , { @@ -64,7 +64,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" } , { @@ -72,7 +72,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" } , { @@ -80,7 +80,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" } , { @@ -88,7 +88,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" } , { @@ -96,47 +96,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" } , { "Data": [ - 134 + 335 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" } , { "Data": [ - 18846 + 72024 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" } , { "Data": [ - 818 + 591 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 19798 + 72950 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" } , { "Data": [ - 5 + 13 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" } , { @@ -333,18 +333,18 @@ , { "Data": [ - 7 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" } , { "Data": [ - 6 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -352,7 +352,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -360,7 +360,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" } , { @@ -368,7 +368,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" } , { @@ -376,7 +376,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" } , { @@ -384,55 +384,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 335 + 284 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 72024 + 17049 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" } , { "Data": [ - 591 + 782 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 72950 + 18115 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" } , { "Data": [ - 13 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" } , { "Data": [ - 0 + 25 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" } , { @@ -440,7 +440,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -448,7 +448,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -456,15 +456,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 5 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -472,7 +472,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -480,47 +480,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 2283 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 260386 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 1 + 2522 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 265191 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" } , { "Data": [ - 0 + 30 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" } , { @@ -528,7 +528,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.objc.FAIL.nb_FAIL" } , { @@ -536,7 +536,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.objc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -544,7 +544,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.objc.UNTESTED.nb_UNTESTED" } , { @@ -552,7 +552,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.objc.ERROR.nb_ERROR" } , { @@ -560,7 +560,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.objc.XPASS.nb_XPASS" } , { @@ -568,7 +568,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.objc.OTHER.nb_OTHER" } , { @@ -576,39 +576,39 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.objc.KFAIL.nb_KFAIL" } , { "Data": [ - 284 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.objc.XFAIL.nb_XFAIL" } , { "Data": [ - 17049 + 2849 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.objc.PASS.nb_PASS" } , { "Data": [ - 782 + 70 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.objc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 18115 + 2919 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.objc.good.nb_good" } , { @@ -616,15 +616,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.objc.bad.nb_bad" } , { "Data": [ - 25 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" } , { @@ -632,7 +632,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -640,7 +640,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" } , { @@ -648,15 +648,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" } , { "Data": [ - 5 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" } , { @@ -664,7 +664,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" } , { @@ -672,55 +672,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 2283 + 3 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 260386 + 44 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" } , { "Data": [ - 2522 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 265191 + 48 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" } , { "Data": [ - 30 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" } , { "Data": [ - 0 + 5 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.FAIL.nb_FAIL" } , { @@ -728,7 +728,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -736,7 +736,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -744,7 +744,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -752,7 +752,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -760,7 +760,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -768,47 +768,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 0 + 134 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 2849 + 18846 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 70 + 818 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 2919 + 19798 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 0 + 5 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.objc.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.bad.nb_bad" } , { diff --git a/notify/regressions.sum b/notify/regressions.sum index 3be669b9..f458988a 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -2,5 +2,5 @@ === Results Summary === # of stable fails 133 -# of flaky entries 51 +# of flaky entries 37 # of all tests 583788 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 37b8f087..1be488a8 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 133 -# of flaky entries 51 +# of flaky entries 37 # of all tests 583788 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 1b98a109..17d2f81d 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,6 +1,6 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 8 common sum files: g++.sum @@ -12,8 +12,8 @@ libitm.sum libstdc++.sum objc.sum Comparing: -REFERENCE:/tmp/gxx-sum1.16364 -CURRENT: /tmp/gxx-sum2.16364 +REFERENCE:/tmp/gxx-sum1.3838 +CURRENT: /tmp/gxx-sum2.3838 +---------+---------+ o RUN STATUS: | REF | RES |