diff --git a/notify/fixes.sum b/notify/fixes.sum index 15daebad..f1a70556 100644 --- a/notify/fixes.sum +++ b/notify/fixes.sum @@ -2,5 +2,5 @@ === Results Summary === # of stable fails 288 -# of flaky entries 4 +# of flaky entries 2 # of all tests 585523 diff --git a/notify/lnt_report.json b/notify/lnt_report.json index be7d6979..ce841e3f 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -24,7 +24,7 @@ , { "Data": [ - 4 + 2 ], "Info": {}, "Name": "tcwg_gcc_check.TOTAL.flaky.nb_flaky" @@ -136,10 +136,10 @@ , { "Data": [ - 10 + 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_gcc_check.libitm.FAIL.nb_FAIL" } , { @@ -147,7 +147,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gcc_check.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -155,7 +155,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gcc_check.libitm.UNTESTED.nb_UNTESTED" } , { @@ -163,7 +163,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_gcc_check.libitm.ERROR.nb_ERROR" } , { @@ -171,7 +171,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_gcc_check.libitm.XPASS.nb_XPASS" } , { @@ -179,7 +179,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_gcc_check.libitm.OTHER.nb_OTHER" } , { @@ -187,55 +187,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_gcc_check.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 284 + 3 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_gcc_check.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 17022 + 44 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.PASS.nb_PASS" + "Name": "tcwg_gcc_check.libitm.PASS.nb_PASS" } , { "Data": [ - 771 + 1 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gcc_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 18077 + 48 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.good.nb_good" + "Name": "tcwg_gcc_check.libitm.good.nb_good" } , { "Data": [ - 10 + 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libgomp.bad.nb_bad" + "Name": "tcwg_gcc_check.libitm.bad.nb_bad" } , { "Data": [ - 0 + 9 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.FAIL.nb_FAIL" + "Name": "tcwg_gcc_check.g++.FAIL.nb_FAIL" } , { @@ -243,7 +243,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gcc_check.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -251,7 +251,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gcc_check.g++.UNTESTED.nb_UNTESTED" } , { @@ -259,15 +259,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.ERROR.nb_ERROR" + "Name": "tcwg_gcc_check.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 5 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.XPASS.nb_XPASS" + "Name": "tcwg_gcc_check.g++.XPASS.nb_XPASS" } , { @@ -275,7 +275,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.OTHER.nb_OTHER" + "Name": "tcwg_gcc_check.g++.OTHER.nb_OTHER" } , { @@ -283,47 +283,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_gcc_check.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 2307 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_gcc_check.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 253216 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.PASS.nb_PASS" + "Name": "tcwg_gcc_check.g++.PASS.nb_PASS" } , { "Data": [ - 1 + 2376 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gcc_check.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 257899 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.good.nb_good" + "Name": "tcwg_gcc_check.g++.good.nb_good" } , { "Data": [ - 0 + 14 ], "Info": {}, - "Name": "tcwg_gcc_check.libitm.bad.nb_bad" + "Name": "tcwg_gcc_check.g++.bad.nb_bad" } , { @@ -331,7 +331,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.FAIL.nb_FAIL" + "Name": "tcwg_gcc_check.gfortran.FAIL.nb_FAIL" } , { @@ -339,7 +339,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gcc_check.gfortran.UNRESOLVED.nb_UNRESOLVED" } , { @@ -347,7 +347,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gcc_check.gfortran.UNTESTED.nb_UNTESTED" } , { @@ -355,7 +355,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.ERROR.nb_ERROR" + "Name": "tcwg_gcc_check.gfortran.ERROR.nb_ERROR" } , { @@ -363,7 +363,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.XPASS.nb_XPASS" + "Name": "tcwg_gcc_check.gfortran.XPASS.nb_XPASS" } , { @@ -371,7 +371,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.OTHER.nb_OTHER" + "Name": "tcwg_gcc_check.gfortran.OTHER.nb_OTHER" } , { @@ -379,39 +379,39 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.KFAIL.nb_KFAIL" + "Name": "tcwg_gcc_check.gfortran.KFAIL.nb_KFAIL" } , { "Data": [ - 0 + 335 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.XFAIL.nb_XFAIL" + "Name": "tcwg_gcc_check.gfortran.XFAIL.nb_XFAIL" } , { "Data": [ - 2849 + 71726 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.PASS.nb_PASS" + "Name": "tcwg_gcc_check.gfortran.PASS.nb_PASS" } , { "Data": [ - 70 + 585 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gcc_check.gfortran.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 2919 + 72646 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.good.nb_good" + "Name": "tcwg_gcc_check.gfortran.good.nb_good" } , { @@ -419,15 +419,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.objc.bad.nb_bad" + "Name": "tcwg_gcc_check.gfortran.bad.nb_bad" } , { "Data": [ - 0 + 4 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.FAIL.nb_FAIL" + "Name": "tcwg_gcc_check.libstdc++.FAIL.nb_FAIL" } , { @@ -435,7 +435,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gcc_check.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -443,7 +443,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gcc_check.libstdc++.UNTESTED.nb_UNTESTED" } , { @@ -451,7 +451,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.ERROR.nb_ERROR" + "Name": "tcwg_gcc_check.libstdc++.ERROR.nb_ERROR" } , { @@ -459,7 +459,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.XPASS.nb_XPASS" + "Name": "tcwg_gcc_check.libstdc++.XPASS.nb_XPASS" } , { @@ -467,7 +467,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.OTHER.nb_OTHER" + "Name": "tcwg_gcc_check.libstdc++.OTHER.nb_OTHER" } , { @@ -475,55 +475,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.KFAIL.nb_KFAIL" + "Name": "tcwg_gcc_check.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 335 + 133 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.XFAIL.nb_XFAIL" + "Name": "tcwg_gcc_check.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 71726 + 19242 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.PASS.nb_PASS" + "Name": "tcwg_gcc_check.libstdc++.PASS.nb_PASS" } , { "Data": [ - 585 + 801 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gcc_check.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 72646 + 20176 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.good.nb_good" + "Name": "tcwg_gcc_check.libstdc++.good.nb_good" } , { "Data": [ - 0 + 4 ], "Info": {}, - "Name": "tcwg_gcc_check.gfortran.bad.nb_bad" + "Name": "tcwg_gcc_check.libstdc++.bad.nb_bad" } , { "Data": [ - 4 + 10 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gcc_check.libgomp.FAIL.nb_FAIL" } , { @@ -531,7 +531,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gcc_check.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -539,7 +539,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gcc_check.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -547,7 +547,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gcc_check.libgomp.ERROR.nb_ERROR" } , { @@ -555,7 +555,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gcc_check.libgomp.XPASS.nb_XPASS" } , { @@ -563,7 +563,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gcc_check.libgomp.OTHER.nb_OTHER" } , { @@ -571,55 +571,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gcc_check.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 133 + 284 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gcc_check.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 19242 + 17022 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gcc_check.libgomp.PASS.nb_PASS" } , { "Data": [ - 801 + 771 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gcc_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 20176 + 18077 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.good.nb_good" + "Name": "tcwg_gcc_check.libgomp.good.nb_good" } , { "Data": [ - 4 + 10 ], "Info": {}, - "Name": "tcwg_gcc_check.libstdc++.bad.nb_bad" + "Name": "tcwg_gcc_check.libgomp.bad.nb_bad" } , { "Data": [ - 9 + 0 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.FAIL.nb_FAIL" + "Name": "tcwg_gcc_check.libatomic.FAIL.nb_FAIL" } , { @@ -627,7 +627,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gcc_check.libatomic.UNRESOLVED.nb_UNRESOLVED" } , { @@ -635,7 +635,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gcc_check.libatomic.UNTESTED.nb_UNTESTED" } , { @@ -643,15 +643,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.ERROR.nb_ERROR" + "Name": "tcwg_gcc_check.libatomic.ERROR.nb_ERROR" } , { "Data": [ - 5 + 0 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.XPASS.nb_XPASS" + "Name": "tcwg_gcc_check.libatomic.XPASS.nb_XPASS" } , { @@ -659,7 +659,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.OTHER.nb_OTHER" + "Name": "tcwg_gcc_check.libatomic.OTHER.nb_OTHER" } , { @@ -667,47 +667,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gcc_check.libatomic.KFAIL.nb_KFAIL" } , { "Data": [ - 2307 + 0 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gcc_check.libatomic.XFAIL.nb_XFAIL" } , { "Data": [ - 253216 + 44 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.PASS.nb_PASS" + "Name": "tcwg_gcc_check.libatomic.PASS.nb_PASS" } , { "Data": [ - 2376 + 5 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gcc_check.libatomic.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 257899 + 49 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.good.nb_good" + "Name": "tcwg_gcc_check.libatomic.good.nb_good" } , { "Data": [ - 14 + 0 ], "Info": {}, - "Name": "tcwg_gcc_check.g++.bad.nb_bad" + "Name": "tcwg_gcc_check.libatomic.bad.nb_bad" } , { @@ -715,7 +715,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.FAIL.nb_FAIL" + "Name": "tcwg_gcc_check.objc.FAIL.nb_FAIL" } , { @@ -723,7 +723,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gcc_check.objc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -731,7 +731,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gcc_check.objc.UNTESTED.nb_UNTESTED" } , { @@ -739,7 +739,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.ERROR.nb_ERROR" + "Name": "tcwg_gcc_check.objc.ERROR.nb_ERROR" } , { @@ -747,7 +747,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.XPASS.nb_XPASS" + "Name": "tcwg_gcc_check.objc.XPASS.nb_XPASS" } , { @@ -755,7 +755,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.OTHER.nb_OTHER" + "Name": "tcwg_gcc_check.objc.OTHER.nb_OTHER" } , { @@ -763,7 +763,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.KFAIL.nb_KFAIL" + "Name": "tcwg_gcc_check.objc.KFAIL.nb_KFAIL" } , { @@ -771,31 +771,31 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.XFAIL.nb_XFAIL" + "Name": "tcwg_gcc_check.objc.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 2849 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.PASS.nb_PASS" + "Name": "tcwg_gcc_check.objc.PASS.nb_PASS" } , { "Data": [ - 5 + 70 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gcc_check.objc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 49 + 2919 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.good.nb_good" + "Name": "tcwg_gcc_check.objc.good.nb_good" } , { @@ -803,7 +803,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gcc_check.libatomic.bad.nb_bad" + "Name": "tcwg_gcc_check.objc.bad.nb_bad" } , { diff --git a/notify/regressions.sum b/notify/regressions.sum index 15daebad..f1a70556 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -2,5 +2,5 @@ === Results Summary === # of stable fails 288 -# of flaky entries 4 +# of flaky entries 2 # of all tests 585523 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 9024311b..c345a4ca 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 288 -# of flaky entries 4 +# of flaky entries 2 # of all tests 585523 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 956a0d14..52ebbcc6 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,6 +1,6 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 8 common sum files: g++.sum @@ -12,8 +12,8 @@ libitm.sum libstdc++.sum objc.sum Comparing: -REFERENCE:/tmp/gxx-sum1.1989500 -CURRENT: /tmp/gxx-sum2.1989500 +REFERENCE:/tmp/gxx-sum1.1491550 +CURRENT: /tmp/gxx-sum2.1491550 +---------+---------+ o RUN STATUS: | REF | RES |