diff --git a/notify/fixes.sum b/notify/fixes.sum index e69de29b..e92fda9d 100644 --- a/notify/fixes.sum +++ b/notify/fixes.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 1 +# of flaky entries 0 +# of all tests 2797 diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 28121589..f25dbf18 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -18,3 +18,412 @@ "Start Time": "2025-08-15 22:53:04" }, "Tests": [ + { + "Data": [ + 1 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.fails.nb_fails" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.flaky.nb_flaky" + } + , + { + "Data": [ + 2797 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.all.nb_all" + } + , + { + "Data": [ + 1 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 1 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 268 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.PASS.nb_PASS" + } + , + { + "Data": [ + 12 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 281 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.good.nb_good" + } + , + { + "Data": [ + 1 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.binutils.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 1316 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.PASS.nb_PASS" + } + , + { + "Data": [ + 6 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 1322 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.good.nb_good" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.gas.bad.nb_bad" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 20 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 11 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 884 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.PASS.nb_PASS" + } + , + { + "Data": [ + 278 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 1173 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.good.nb_good" + } + , + { + "Data": [ + 20 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.ld.bad.nb_bad" + } + , + { + "Data": [ + 1 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.FAIL.nb_FAIL" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.UNRESOLVED.nb_UNRESOLVED" + } + , + { + "Data": [ + 20 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.UNTESTED.nb_UNTESTED" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.ERROR.nb_ERROR" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.XPASS.nb_XPASS" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.OTHER.nb_OTHER" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.KFAIL.nb_KFAIL" + } + , + { + "Data": [ + 12 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.XFAIL.nb_XFAIL" + } + , + { + "Data": [ + 2468 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.PASS.nb_PASS" + } + , + { + "Data": [ + 296 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.UNSUPPORTED.nb_UNSUPPORTED" + } + , + { + "Data": [ + 2776 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.good.nb_good" + } + , + { + "Data": [ + 21 + ], + "Info": {}, + "Name": "tcwg_gnu_embed_check_binutils.TOTAL.bad.nb_bad" + } + ] +} diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 4600aa12..99569a54 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -10,11 +10,11 @@ In arm-eabi cortex-m3 softfp, after: | 258ebe350e6 ld: Properly override compiler flags in tests | b6ebe65cdac Fix compile time warning when building with Clang. | ... and 22 more commits in binutils - | 3b58b78f1a1 Daily bump. - | 2be801a805c docs: Fix __builtin_object_size example [PR121581] - | 0e09be99c01 opts: use sanitize_code_type for sanitizer flags - | f88e1fa41e7 aarch64: add new constants for MTE insns - | 1cc21cb5161 MAINTAINERS: Update my email address + | 3b58b78f1a1f Daily bump. + | 2be801a805c6 docs: Fix __builtin_object_size example [PR121581] + | 0e09be99c01c opts: use sanitize_code_type for sanitizer flags + | f88e1fa41e76 aarch64: add new constants for MTE insns + | 1cc21cb51610 MAINTAINERS: Update my email address | ... and 40 more commits in gcc | fb0a539efa Cygwin: fix fcntl F_GETLK | 880c96576b Cygwin: spawn: Make ch_spwan_local be initialized properly diff --git a/notify/regressions.sum b/notify/regressions.sum index e69de29b..e92fda9d 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 1 +# of flaky entries 0 +# of all tests 2797 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index e69de29b..7abfb758 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -0,0 +1,5 @@ + === Results Summary === + +# of stable fails 1 +# of flaky entries 0 +# of all tests 2797 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 2bc47537..013ef060 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1 +1,58 @@ -ERROR: Too many arguments: -flaky-tests artifacts/sumfiles/xfails.xfail base-artifacts/sumfiles artifacts/sumfiles +# Comparing directories +# REFERENCE: base-artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles + +# Comparing 3 common sum files: +binutils.sum +gas.sum +ld.sum +Comparing: +REFERENCE:/tmp/gxx-sum1.8582 +CURRENT: /tmp/gxx-sum2.8582 + + +---------+---------+ +o RUN STATUS: | REF | RES | + +------------------------------------------+---------+---------+ + | Passes [PASS] | 2464 | 2468 | + | Unexpected fails [FAIL] | 1 | 1 | + | Errors [ERROR] | 0 | 0 | + | Unexpected passes [XPASS] | 0 | 0 | + | Expected fails [XFAIL] | 12 | 12 | + | Known fails [KFAIL] | 0 | 0 | + | Unresolved [UNRESOLVED] | 0 | 0 | + | Unsupported [UNSUPPORTED] | 296 | 296 | + | Untested [UNTESTED] | 20 | 20 | + +------------------------------------------+---------+---------+ + + REF PASS ratio: 0.886502 + RES PASS ratio: 0.886664 + ***** ERROR: REF PASS ratio is abnormally low ***** + ***** ERROR: RES PASS ratio is abnormally low ***** + +o REGRESSIONS: + +------------------------------------------+---------+ + +------------------------------------------+---------+ + | TOTAL_REGRESSIONS | 0 | + +------------------------------------------+---------+ + + +o IMPROVEMENTS TO BE CHECKED: + +------------------------------------------+---------+ + | New PASS [ => PASS] | 4 | + +------------------------------------------+---------+ + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 4 | + +------------------------------------------+---------+ + + - New PASS [ => PASS]: + + Executed from: gas:gas/elf/elf.exp + gas:gas/elf/elf.exp=elf line2 + Executed from: ld:ld-scripts/script.exp + ld:ld-scripts/script.exp=ld-scripts/pr33265-1 + ld:ld-scripts/script.exp=ld-scripts/pr33265-2 + ld:ld-scripts/script.exp=ld-scripts/pr33265-3 + + + +# Regressions found +# Regressions in 3 common sum files found