diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt index ea4b973d..ccf8155a 100644 --- a/notify/configure-toolchain.txt +++ b/notify/configure-toolchain.txt @@ -3,16 +3,3 @@ Most relevant configure and test flags: none, autodetected on aarch64-unknown-li Full configure and make flags for each step: -# 04-build_abe-glibc -(cd /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/glibc-glibc.git~master && /bin/bash /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/snapshots/glibc.git~master/configure SHELL=/bin/bash --disable-profile --with-gd=no --with-headers=/home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/destdir/aarch64-unknown-linux-gnu/libc/usr/include --without-selinux --enable-stack-protector=strong --enable-bind-now=yes --enable-fortify-source=2 --build=aarch64-unknown-linux-gnu --host=aarch64-unknown-linux-gnu --target=aarch64-unknown-linux-gnu --prefix=/usr) -make SHELL=/bin/bash -w -C /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/glibc-glibc.git~master -j 160 LDFLAGS="-Wl,--fix-cortex-a53-843419" LDFLAGS_FOR_TARGET="-Wl,-fix-cortex-a53-843419" CFLAGS_FOR_BUILD="-pipe -g -O2" CXXFLAGS_FOR_BUILD="-pipe -g -O2" LDFLAGS_FOR_BUILD="-static-libgcc" 2>&1 | tee -a /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/glibc-glibc.git~master/make-glibc.log - -# 05-build_abe-dejagnu -(cd /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/dejagnu-dejagnu.git~linaro-local~stable && /bin/bash /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/snapshots/dejagnu.git~linaro-local~stable/configure SHELL=/bin/bash --build=aarch64-unknown-linux-gnu --host=aarch64-unknown-linux-gnu --prefix=/home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/hosttools/aarch64-unknown-linux-gnu) -make SHELL=/bin/bash -w -C /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/dejagnu-dejagnu.git~linaro-local~stable -j 160 LDFLAGS_FOR_TARGET="-Wl,-fix-cortex-a53-843419" CFLAGS_FOR_BUILD="-pipe -g -O2" CXXFLAGS_FOR_BUILD="-pipe -g -O2" LDFLAGS_FOR_BUILD="-static-libgcc" 2>&1 | tee -a /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/dejagnu-dejagnu.git~linaro-local~stable/make-dejagnu.log -make install -w -C /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/dejagnu-dejagnu.git~linaro-local~stable 2>&1 | tee -a /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/dejagnu-dejagnu.git~linaro-local~stable/make-dejagnu.log - -# 06-build_abe-check_glibc -make tests-clean CFLAGS_FOR_BUILD="-pipe" CXXFLAGS_FOR_BUILD="-pipe" -j 160 -w -i -k -C /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/glibc-glibc.git~master/ >> /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/glibc-glibc.git~master/check-glibc.log 2>&1 -make check FLAGS_UNDER_TEST="" PREFIX_UNDER_TEST="/home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/destdir/aarch64-unknown-linux-gnu/bin/aarch64-unknown-linux-gnu-" QEMU_WRAPPER=/home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/scripts/qemu-wrapper.sh QEMU_CPU_UNDER_TEST=any ABE_TEST_CONTAINER=local CFLAGS_FOR_BUILD="-pipe" CXXFLAGS_FOR_BUILD="-pipe" -j 160 -w -i -k -C /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/glibc-glibc.git~master/ >> /home/tcwg-buildslave/workspace/tcwg_gnu_3/abe/builds/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/glibc-glibc.git~master/check-glibc.log 2>&1 - diff --git a/notify/fixes.sum b/notify/fixes.sum index f501945d..84f4bed7 100644 --- a/notify/fixes.sum +++ b/notify/fixes.sum @@ -1,6 +1,114 @@ + === glibc tests === + +Running glibc:debug ... +FAIL: debug/tst-fortify-syslog + +Running glibc:dirent ... +FAIL: dirent/tst-readdir-long +FAIL: dirent/tst-readdir-zero-inode +FAIL: dirent/tst-rewinddir + +Running glibc:io ... +FAIL: io/tst-fchmod-fuse +FAIL: io/tst-getcwd-abspath +FAIL: io/tst-getcwd-smallbuff +FAIL: io/tst-lchmod +FAIL: io/tst-lstat-nofollow + +Running glibc:locale ... +FAIL: locale/tst-localedef-path-norm + +Running glibc:localedata ... +FAIL: localedata/tst-localedef-hardlinks + +Running glibc:misc ... +FAIL: misc/tst-gethostid +FAIL: misc/tst-mount +FAIL: misc/tst-syslog +FAIL: misc/tst-syslog-long-progname +FAIL: misc/tst-ttyname-direct +FAIL: misc/tst-ttyname-namespace + +Running glibc:nss ... +FAIL: nss/tst-initgroups1 +FAIL: nss/tst-initgroups2 +FAIL: nss/tst-nss-compat1 +FAIL: nss/tst-nss-db-endgrent +FAIL: nss/tst-nss-db-endpwent +FAIL: nss/tst-nss-files-alias-leak +FAIL: nss/tst-nss-files-alias-truncated +FAIL: nss/tst-nss-files-hosts-erange +FAIL: nss/tst-nss-files-hosts-getent +FAIL: nss/tst-nss-files-hosts-long +FAIL: nss/tst-nss-files-hosts-multi +FAIL: nss/tst-nss-files-hosts-v4mapped +FAIL: nss/tst-nss-files-network +FAIL: nss/tst-nss-gai-actions +FAIL: nss/tst-nss-gai-hv2-canonname +FAIL: nss/tst-nss-test3 +FAIL: nss/tst-reload1 +FAIL: nss/tst-reload2 + +Running glibc:posix ... +FAIL: posix/bug-ga2 +FAIL: posix/tst-sysconf-empty-chroot +FAIL: posix/tst-vfork3 +FAIL: posix/tst-wordexp-nocmd + +Running glibc:resolv ... +FAIL: resolv/tst-bug18665 +FAIL: resolv/tst-bug18665-tcp +FAIL: resolv/tst-leaks2 +FAIL: resolv/tst-resolv-ai_idn +FAIL: resolv/tst-resolv-ai_idn-latin1 +FAIL: resolv/tst-resolv-ai_idn-nolibidn2 +FAIL: resolv/tst-resolv-aliases +FAIL: resolv/tst-resolv-basic +FAIL: resolv/tst-resolv-binary +FAIL: resolv/tst-resolv-byaddr +FAIL: resolv/tst-resolv-canonname +FAIL: resolv/tst-resolv-edns +FAIL: resolv/tst-resolv-invalid-cname +FAIL: resolv/tst-resolv-network +FAIL: resolv/tst-resolv-noaaaa +FAIL: resolv/tst-resolv-noaaaa-vc +FAIL: resolv/tst-resolv-nondecimal +FAIL: resolv/tst-resolv-res_init +FAIL: resolv/tst-resolv-res_init-thread +FAIL: resolv/tst-resolv-search +FAIL: resolv/tst-resolv-semi-failure +FAIL: resolv/tst-resolv-short-response +FAIL: resolv/tst-resolv-threads +FAIL: resolv/tst-resolv-trailing +FAIL: resolv/tst-resolv-trustad +FAIL: resolv/tst-resolv-txnid-collision + +Running glibc:stdio-common ... +FAIL: stdio-common/tst-freopen4 +FAIL: stdio-common/tst-freopen64-4 +FAIL: stdio-common/tst-fwrite-pos +FAIL: stdio-common/tst-popen3 +FAIL: stdio-common/tst-setvbuf2 +FAIL: stdio-common/tst-setvbuf2-ind + +Running glibc:string ... +FAIL: string/tst-strerror +FAIL: string/tst-strsignal + +Running glibc:sunrpc ... +FAIL: sunrpc/tst-svc_register +FAIL: sunrpc/tst-udp-error +FAIL: sunrpc/tst-udp-garbage +FAIL: sunrpc/tst-udp-nonblocking +FAIL: sunrpc/tst-udp-timeout + +Running glibc:support ... +FAIL: support/tst-support-namespace +FAIL: support/tst-support-openpty-c +FAIL: support/tst-support_fuse === Results Summary === -# of stable fails 0 -# of flaky entries 76 +# of stable fails 81 +# of flaky entries 22 # of all tests 6643 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 0b9ac44d..808515d2 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -improvements + 81 fixes Details: https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2793/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 24d46f73..1f52900c 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,11 +7,11 @@ "Info": { "tag": "tcwg_glibc_check", "test_url": "https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2793/", - "run_order": "2793 (no-change)", - "git_glibc": "https://sourceware.org/git/?p=glibc.git;a=commit;h=4f6dae219578d6df475864e273da40bde9d30806 (unchanged)", + "run_order": "2793 (glibc-2.41.9000-00290-g4f6dae21957)", + "git_glibc": "https://sourceware.org/git/?p=glibc.git;a=commit;h=4f6dae219578d6df475864e273da40bde9d30806 (+ 15 commits)", "__report_version__": "1" }, - "Start Time": "2025-05-05 02:58:24" + "Start Time": "2025-04-27 21:01:31" }, "Tests": [ { @@ -24,7 +24,7 @@ , { "Data": [ - 76 + 22 ], "Info": {}, "Name": "tcwg_glibc_check.TOTAL.flaky.nb_flaky" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index d58a4e74..3c9b199f 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -5,6 +5,15 @@ Our automatic CI successfully passed with your patch(es). Please find some detai In glibc_check master-aarch64, after: | baseline build +Produces 81 fixes: + | + | fixes.sum: + | Running glibc:debug ... + | FAIL: debug/tst-fortify-syslog + | Running glibc:dirent ... + | FAIL: dirent/tst-readdir-long + | FAIL: dirent/tst-readdir-zero-inode + | ... and 89 more Used configuration : *CI config* tcwg_glibc_check master-aarch64 @@ -16,13 +25,13 @@ If you have any questions regarding this report, please ask on linaro-toolchain@ The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - * https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2793/artifact/artifacts/00-sumfiles/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2793/artifact/artifacts/ The full lists of regressions and improvements as well as configure and make commands are in * https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2793/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in * https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2793/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2793/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2791/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_glibc_check--master-aarch64-build/2750/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 49932445..d54299bb 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] baseline build: improvements on aarch64 +[Linaro-TCWG-CI] baseline build: 81 fixes on aarch64 diff --git a/notify/regressions.sum b/notify/regressions.sum index f501945d..02fcbb8f 100644 --- a/notify/regressions.sum +++ b/notify/regressions.sum @@ -2,5 +2,5 @@ === Results Summary === # of stable fails 0 -# of flaky entries 76 +# of flaky entries 22 # of all tests 6643 diff --git a/notify/results-summary.txt b/notify/results-summary.txt index 44c0c460..60a1d00c 100644 --- a/notify/results-summary.txt +++ b/notify/results-summary.txt @@ -1,5 +1,5 @@ === Results Summary === # of stable fails 0 -# of flaky entries 76 +# of flaky entries 22 # of all tests 6643 diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 4f13d430..1ebfd918 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,51 +1,217 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles # Comparing 1 common sum files: tests.sum Comparing: -REFERENCE:/tmp/gxx-sum1.1256739 -CURRENT: /tmp/gxx-sum2.1256739 +REFERENCE:/tmp/gxx-sum1.10119 +CURRENT: /tmp/gxx-sum2.10119 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ - | Passes [PASS] | 6591 | 6593 | - | Unexpected fails [FAIL] | 1 | 1 | + | Passes [PASS] | 6508 | 6593 | + | Unexpected fails [FAIL] | 81 | 1 | | Errors [ERROR] | 0 | 0 | - | Unexpected passes [XPASS] | 2 | 2 | + | Unexpected passes [XPASS] | 0 | 2 | | Expected fails [XFAIL] | 16 | 16 | | Known fails [KFAIL] | 0 | 0 | | Unresolved [UNRESOLVED] | 0 | 0 | - | Unsupported [UNSUPPORTED] | 31 | 31 | + | Unsupported [UNSUPPORTED] | 25 | 31 | | Untested [UNTESTED] | 0 | 0 | +------------------------------------------+---------+---------+ - REF PASS ratio: 0.994880 + REF PASS ratio: 0.984012 RES PASS ratio: 0.994882 o REGRESSIONS: +------------------------------------------+---------+ + | PASS now FAIL [PASS => FAIL] | 1 | + | XPASS appears [ =>XPASS] | 2 | +------------------------------------------+---------+ - | TOTAL_REGRESSIONS | 0 | + | TOTAL_REGRESSIONS | 3 | +------------------------------------------+---------+ + - PASS now FAIL [PASS => FAIL]: + + Executed from: glibc:malloc + glibc:malloc=malloc/tst-malloc-too-large-malloc-hugetlb2 + + + - XPASS appears [ =>XPASS]: + + Executed from: glibc:elf + glibc:elf=elf/tst-protected1a + glibc:elf=elf/tst-protected1b + + o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | New PASS [ => PASS] | 2 | + | New PASS [ => PASS] | 10 | + | PASS now UNSUPPORTED [PASS =>UNSUP] | 1 | + | FAIL now PASS [FAIL => PASS] | 71 | + | FAIL now UNSUPPORTED [FAIL =>UNSUP] | 8 | + | UNSUPPORTED now PASS [UNSUP=> PASS] | 4 | + | UNSUPPORTED appears [ =>UNSUP] | 1 | + | Flaky cases, ignored [~RANDOM ] | 2 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 2 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 97 | +------------------------------------------+---------+ - New PASS [ => PASS]: + Executed from: glibc:elf + glibc:elf=elf/tst-dlopen-self-container + glibc:elf=elf/tst-dlopen-tlsmodid-container + glibc:elf=elf/tst-glibc-hwcaps-prepend-cache + glibc:elf=elf/tst-ldconfig-bad-aux-cache + glibc:elf=elf/tst-ldconfig-ld_so_conf-update + glibc:elf=elf/tst-pldd + glibc:elf=elf/tst-preload-pthread-libc + glibc:elf=elf/tst-rootdir Executed from: glibc:nptl - glibc:nptl=nptl/tst-mutexpi12 - glibc:nptl=nptl/tst-mutexpi7 + glibc:nptl=nptl/tst-pthread-getattr + Executed from: glibc:stdlib + glibc:stdlib=stdlib/tst-system + + + - PASS now UNSUPPORTED [PASS =>UNSUP]: + + Executed from: glibc:elf + glibc:elf=elf/tst-decorate-maps + + + - FAIL now PASS [FAIL => PASS]: + + Executed from: glibc:debug + glibc:debug=debug/tst-fortify-syslog + Executed from: glibc:io + glibc:io=io/tst-getcwd-abspath + glibc:io=io/tst-getcwd-smallbuff + glibc:io=io/tst-lchmod + Executed from: glibc:locale + glibc:locale=locale/tst-localedef-path-norm + Executed from: glibc:localedata + glibc:localedata=localedata/tst-localedef-hardlinks + Executed from: glibc:misc + glibc:misc=misc/tst-gethostid + glibc:misc=misc/tst-mount + glibc:misc=misc/tst-syslog + glibc:misc=misc/tst-syslog-long-progname + glibc:misc=misc/tst-ttyname-direct + Executed from: glibc:nss + glibc:nss=nss/tst-initgroups1 + glibc:nss=nss/tst-initgroups2 + glibc:nss=nss/tst-nss-compat1 + glibc:nss=nss/tst-nss-db-endgrent + glibc:nss=nss/tst-nss-db-endpwent + glibc:nss=nss/tst-nss-files-alias-leak + glibc:nss=nss/tst-nss-files-alias-truncated + glibc:nss=nss/tst-nss-files-hosts-erange + glibc:nss=nss/tst-nss-files-hosts-getent + glibc:nss=nss/tst-nss-files-hosts-long + glibc:nss=nss/tst-nss-files-hosts-multi + glibc:nss=nss/tst-nss-files-hosts-v4mapped + glibc:nss=nss/tst-nss-gai-actions + glibc:nss=nss/tst-nss-gai-hv2-canonname + glibc:nss=nss/tst-nss-test3 + glibc:nss=nss/tst-reload1 + glibc:nss=nss/tst-reload2 + Executed from: glibc:posix + glibc:posix=posix/bug-ga2 + glibc:posix=posix/tst-sysconf-empty-chroot + glibc:posix=posix/tst-vfork3 + glibc:posix=posix/tst-wordexp-nocmd + Executed from: glibc:resolv + glibc:resolv=resolv/tst-bug18665 + glibc:resolv=resolv/tst-bug18665-tcp + glibc:resolv=resolv/tst-leaks2 + glibc:resolv=resolv/tst-resolv-ai_idn + glibc:resolv=resolv/tst-resolv-ai_idn-latin1 + glibc:resolv=resolv/tst-resolv-ai_idn-nolibidn2 + glibc:resolv=resolv/tst-resolv-aliases + glibc:resolv=resolv/tst-resolv-basic + glibc:resolv=resolv/tst-resolv-binary + glibc:resolv=resolv/tst-resolv-byaddr + glibc:resolv=resolv/tst-resolv-canonname + glibc:resolv=resolv/tst-resolv-edns + glibc:resolv=resolv/tst-resolv-invalid-cname + glibc:resolv=resolv/tst-resolv-noaaaa + glibc:resolv=resolv/tst-resolv-noaaaa-vc + glibc:resolv=resolv/tst-resolv-nondecimal + glibc:resolv=resolv/tst-resolv-res_init + glibc:resolv=resolv/tst-resolv-res_init-thread + glibc:resolv=resolv/tst-resolv-search + glibc:resolv=resolv/tst-resolv-semi-failure + glibc:resolv=resolv/tst-resolv-short-response + glibc:resolv=resolv/tst-resolv-threads + glibc:resolv=resolv/tst-resolv-trailing + glibc:resolv=resolv/tst-resolv-trustad + glibc:resolv=resolv/tst-resolv-txnid-collision + Executed from: glibc:stdio-common + glibc:stdio-common=stdio-common/tst-freopen4 + glibc:stdio-common=stdio-common/tst-freopen64-4 + glibc:stdio-common=stdio-common/tst-popen3 + glibc:stdio-common=stdio-common/tst-setvbuf2 + glibc:stdio-common=stdio-common/tst-setvbuf2-ind + Executed from: glibc:string + glibc:string=string/tst-strerror + glibc:string=string/tst-strsignal + Executed from: glibc:sunrpc + glibc:sunrpc=sunrpc/tst-svc_register + glibc:sunrpc=sunrpc/tst-udp-error + glibc:sunrpc=sunrpc/tst-udp-garbage + glibc:sunrpc=sunrpc/tst-udp-nonblocking + glibc:sunrpc=sunrpc/tst-udp-timeout + Executed from: glibc:support + glibc:support=support/tst-support-namespace + glibc:support=support/tst-support-openpty-c + + + - FAIL now UNSUPPORTED [FAIL =>UNSUP]: + + Executed from: glibc:dirent + glibc:dirent=dirent/tst-readdir-long + glibc:dirent=dirent/tst-readdir-zero-inode + glibc:dirent=dirent/tst-rewinddir + Executed from: glibc:io + glibc:io=io/tst-fchmod-fuse + glibc:io=io/tst-lstat-nofollow + Executed from: glibc:misc + glibc:misc=misc/tst-ttyname-namespace + Executed from: glibc:stdio-common + glibc:stdio-common=stdio-common/tst-fwrite-pos + Executed from: glibc:support + glibc:support=support/tst-support_fuse + + + - UNSUPPORTED now PASS [UNSUP=> PASS]: + + Executed from: glibc:nss + glibc:nss=nss/mtrace-tst-nss-gai-hv2-canonname + Executed from: glibc:posix + glibc:posix=posix/bug-ga2-mem + glibc:posix=posix/tst-vfork3-mem + Executed from: glibc:resolv + glibc:resolv=resolv/mtrace-tst-leaks2 + + + - UNSUPPORTED appears [ =>UNSUP]: + + Executed from: glibc:elf + glibc:elf=elf/tst-env-setuid + + + - Flaky cases, ignored [~RANDOM ]: + + Executed from: glibc:nss + glibc:nss=nss/tst-nss-files-network + Executed from: glibc:resolv + glibc:resolv=resolv/tst-resolv-network -# Improvements found -# No regression found in 1 common sum files +# Regressions found +# Regressions in 1 common sum files found