diff --git a/notify/fixes.sum b/notify/fixes.sum index e69de29bb..bd534a44f 100644 --- a/notify/fixes.sum +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 78 +# of flaky entries 251 +# of all tests 48397 diff --git a/notify/lnt_report.json b/notify/lnt_report.json index ee26359a4..622b96792 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -18,3 +18,1948 @@ "Start Time": "2025-08-17 19:02:25" }, "Tests": [ + { + "Data": [ + 78 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.fails.nb_fails" + } + , + { + "Data": [ + 251 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.flaky.nb_flaky" + } + , + { + "Data": [ + 48397 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.all.nb_all" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gdc.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gm2.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 39262 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.PASS.nb_PASS" + } + , + { + "Data": [ + 185 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 39447 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gcc.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 196 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 196 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgo.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libphobos.bad.nb_bad" + } + , + { + "Data": [ + 1 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 2577 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 2577 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.good.nb_good" + } + , + { + "Data": [ + 1 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.acats.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.obj-c++.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libitm.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.g++.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 4312 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 4312 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gfortran.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.cobol.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 576 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 576 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.go.bad.nb_bad" + } + , + { + "Data": [ + 78 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 74 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 210 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 210 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.good.nb_good" + } + , + { + "Data": [ + 152 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gotools.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libstdc++.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libgomp.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libffi.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.libatomic.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.gnat.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 926 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.PASS.nb_PASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 926 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.objc.bad.nb_bad" + } + , + { + "Data": [ + 79 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 74 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 48059 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.PASS.nb_PASS" + } + , + { + "Data": [ + 185 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 48244 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.good.nb_good" + } + , + { + "Data": [ + 153 + ], + "Info": {}, + "Name": "tcwg_gnu_native_fast_check_gcc.TOTAL.bad.nb_bad" + } + ] +} diff --git a/notify/mail-body.txt b/notify/mail-body.txt index dd85e0d8d..82fba41db 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -22,11 +22,11 @@ In master-aarch64, after: | 9d98cf463225 jbd2: prevent softlockup in jbd2_log_do_checkpoint() | 757fc66da91b ext4: fix incorrect function name in comment | ... and 24 more commits in linux - | bd4628f3f1 i386: Also add GLIBC_ABI_GNU2_TLS version [BZ #33129] - | 098e449df0 htl: move sem_unlink into libc. - | f5a43420e2 htl: move sem_{clockwait, timedwait, wait, trywait} into libc. - | 795f5f2a8b htl: move sem_post into libc. - | 50f5ddc20a htl: move sem_open, sem_close into libc. + | bd4628f3f18 i386: Also add GLIBC_ABI_GNU2_TLS version [BZ #33129] + | 098e449df01 htl: move sem_unlink into libc. + | f5a43420e24 htl: move sem_{clockwait, timedwait, wait, trywait} into libc. + | 795f5f2a8b0 htl: move sem_post into libc. + | 50f5ddc20ab htl: move sem_open, sem_close into libc. | ... and 3 more commits in glibc | 258ebe350e6 ld: Properly override compiler flags in tests | b6ebe65cdac Fix compile time warning when building with Clang. diff --git a/notify/regressions.sum b/notify/regressions.sum index e69de29bb..bd534a44f 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 78 +# of flaky entries 251 +# of all tests 48397 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index e69de29bb..f2cc8e46f 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -0,0 +1,5 @@ + === Results Summary === + +# of stable fails 78 +# of flaky entries 251 +# of all tests 48397 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 2bc475372..e7552a5af 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1 +1,70 @@ -ERROR: Too many arguments: -flaky-tests artifacts/sumfiles/xfails.xfail base-artifacts/sumfiles artifacts/sumfiles +# Comparing directories +# REFERENCE: base-artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles + +# Comparing 19 common sum files: +acats.sum +cobol.sum +g++.sum +gcc.sum +gdc.sum +gfortran.sum +gm2.sum +gnat.sum +go.sum +gotools.sum +libatomic.sum +libffi.sum +libgo.sum +libgomp.sum +libitm.sum +libphobos.sum +libstdc++.sum +obj-c++.sum +objc.sum +Comparing: +REFERENCE:/tmp/gxx-sum1.242326 +CURRENT: /tmp/gxx-sum2.242326 + + +---------+---------+ +o RUN STATUS: | REF | RES | + +------------------------------------------+---------+---------+ + | Passes [PASS] | 48060 | 48059 | + | Unexpected fails [FAIL] | 78 | 79 | + | Errors [ERROR] | 0 | 0 | + | Unexpected passes [XPASS] | 0 | 0 | + | Expected fails [XFAIL] | 0 | 0 | + | Known fails [KFAIL] | 0 | 0 | + | Unresolved [UNRESOLVED] | 0 | 0 | + | Unsupported [UNSUPPORTED] | 185 | 185 | + | Untested [UNTESTED] | 74 | 74 | + +------------------------------------------+---------+---------+ + + REF PASS ratio: 0.993037 + RES PASS ratio: 0.993016 + ***** WARNING: No REF execution test FAILed. Check execution engine configuration. ***** + ***** WARNING: No RES execution test FAILed. Check execution engine configuration. ***** + +o REGRESSIONS: + +------------------------------------------+---------+ + | PASS now FAIL [PASS => FAIL] | 1 | + +------------------------------------------+---------+ + | TOTAL_REGRESSIONS | 1 | + +------------------------------------------+---------+ + + - PASS now FAIL [PASS => FAIL]: + + Executed from: acats:chapter c3 + acats:chapter c3= c391002 + + + +o IMPROVEMENTS TO BE CHECKED: + +------------------------------------------+---------+ + +------------------------------------------+---------+ + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 0 | + +------------------------------------------+---------+ + + +# Regressions found +# Regressions in 19 common sum files found