diff --git a/notify/configure-toolchain.txt b/notify/configure-toolchain.txt new file mode 100644 index 00000000..cb8f0f40 --- /dev/null +++ b/notify/configure-toolchain.txt @@ -0,0 +1,5 @@ + +Most relevant configure and test flags: --target arm-linux-gnueabihf + +Full configure and make flags for each step: + diff --git a/notify/fixes.sum b/notify/fixes.sum new file mode 100644 index 00000000..5c12543f --- /dev/null +++ b/notify/fixes.sum @@ -0,0 +1,154 @@ + === g++ tests === + +Running g++:g++.target/arm/mve.exp ... +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/srshr.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/srshrl.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/uqshl.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/uqshl.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/uqshll.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/uqshll.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/urshr.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/urshr.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/urshrl.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/urshrl.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadciq_m_s32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadciq_m_s32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadciq_m_u32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadciq_m_u32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadciq_s32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadciq_s32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadciq_u32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadciq_u32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadcq_m_s32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadcq_m_s32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadcq_m_u32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadcq_m_u32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadcq_s32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadcq_s32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadcq_u32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vadcq_u32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpcsq_n_u16.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpcsq_n_u32.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpcsq_n_u8.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpeqq_n_f16.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpeqq_n_f32.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpeqq_n_u16.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpeqq_n_u32.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpeqq_n_u8.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpgeq_n_f16.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpgeq_n_f32.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpgtq_n_f16.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpgtq_n_f32.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmphiq_n_u16.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmphiq_n_u32.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmphiq_n_u8.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpleq_n_f16.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpleq_n_f32.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpltq_n_f16.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpltq_n_f32.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpneq_n_f16.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpneq_n_f32.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpneq_n_u16.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpneq_n_u32.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vcmpneq_n_u8.c check-function-bodies foo2 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbciq_m_s32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbciq_m_s32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbciq_m_u32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbciq_m_u32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbciq_s32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbciq_s32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbciq_u32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbciq_u32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbcq_m_s32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbcq_m_s32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbcq_m_u32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbcq_m_u32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbcq_s32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbcq_s32.c check-function-bodies foo1 +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbcq_u32.c check-function-bodies foo +FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/vsbcq_u32.c check-function-bodies foo1 + === gcc tests === + +Running gcc:gcc.dg/lto/lto.exp ... +UNRESOLVED: /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/snapshots/gcc.git~master/gcc/testsuite/gcc.dg/lto/pr52634_0.c: can't read "name": no such variable for " dg-require-weak 1 "" " + +Running gcc:gcc.target/arm/mve/mve.exp ... +FAIL: gcc.target/arm/mve/intrinsics/srshr.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/srshrl.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/uqshl.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/uqshl.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/uqshll.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/uqshll.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/urshr.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/urshr.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/urshrl.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/urshrl.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vadciq_m_s32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vadciq_m_s32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vadciq_m_u32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vadciq_m_u32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vadciq_s32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vadciq_s32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vadciq_u32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vadciq_u32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vadcq_m_s32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vadcq_m_s32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vadcq_m_u32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vadcq_m_u32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vadcq_s32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vadcq_s32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vadcq_u32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vadcq_u32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vcmpcsq_n_u16.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpcsq_n_u32.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpcsq_n_u8.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpeqq_n_f16.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpeqq_n_f32.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpeqq_n_u16.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpeqq_n_u32.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpeqq_n_u8.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpgeq_n_f16.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpgeq_n_f32.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpgtq_n_f16.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpgtq_n_f32.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmphiq_n_u16.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmphiq_n_u32.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmphiq_n_u8.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpleq_n_f16.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpleq_n_f32.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpltq_n_f16.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpltq_n_f32.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpneq_n_f16.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpneq_n_f32.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpneq_n_u16.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpneq_n_u32.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vcmpneq_n_u8.c check-function-bodies foo2 +FAIL: gcc.target/arm/mve/intrinsics/vsbciq_m_s32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vsbciq_m_s32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vsbciq_m_u32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vsbciq_m_u32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vsbciq_s32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vsbciq_s32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vsbciq_u32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vsbciq_u32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vsbcq_m_s32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vsbcq_m_s32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vsbcq_m_u32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vsbcq_m_u32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vsbcq_s32.c check-function-bodies foo +FAIL: gcc.target/arm/mve/intrinsics/vsbcq_s32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vsbcq_u32.c check-function-bodies foo1 +FAIL: gcc.target/arm/mve/intrinsics/vsbcq_u32.c check-function-bodies foo + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +FAIL: libgomp.c++/../libgomp.c-c++-common/reduction-5.c execution test + +Running libgomp:libgomp.c/c.exp ... +FAIL: libgomp.c/../libgomp.c-c++-common/reduction-5.c execution test + + === Results Summary === + +# of stable fails 617 +# of flaky entries 0 +# of all tests 524744 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 5da6eb2d..72caa23d 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-692] -FAIL: 3 regressions: 135 progressions +3 regressions 135 fixes Details: https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/353/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 1fca2f74..3d9e3673 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -45,18 +45,18 @@ , { "Data": [ - 6 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" } , { "Data": [ - 3 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" } , { @@ -64,7 +64,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" } , { @@ -72,7 +72,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" } , { @@ -80,7 +80,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" } , { @@ -88,7 +88,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" } , { @@ -96,55 +96,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" } , { "Data": [ - 251 + 3 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" } , { "Data": [ - 66373 + 44 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" } , { "Data": [ - 526 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 67150 + 48 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" } , { "Data": [ - 9 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" } , { "Data": [ - 0 + 15 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" } , { @@ -152,7 +152,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" } , { @@ -160,7 +160,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" } , { @@ -168,7 +168,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" } , { @@ -176,7 +176,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" } , { @@ -184,7 +184,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" } , { @@ -192,63 +192,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" } , { "Data": [ - 0 + 284 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 15084 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" } , { "Data": [ - 5 + 676 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 49 + 16044 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" } , { "Data": [ - 0 + 15 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libatomic.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" } , { "Data": [ - 84 + 6 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.FAIL.nb_FAIL" } , { "Data": [ - 141 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -256,15 +256,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.ERROR.nb_ERROR" } , { @@ -272,7 +272,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XPASS.nb_XPASS" } , { @@ -280,7 +280,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.OTHER.nb_OTHER" } , { @@ -288,63 +288,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.KFAIL.nb_KFAIL" } , { "Data": [ - 1211 + 106 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XFAIL.nb_XFAIL" } , { "Data": [ - 168296 + 14729 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.PASS.nb_PASS" } , { "Data": [ - 7836 + 753 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 177343 + 15588 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.good.nb_good" } , { "Data": [ - 226 + 6 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.gcc.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libstdc++.bad.nb_bad" } , { "Data": [ - 15 + 165 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" } , { "Data": [ - 0 + 147 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" } , { @@ -352,7 +352,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" } , { @@ -360,15 +360,15 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" } , { "Data": [ - 0 + 2 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" } , { @@ -376,7 +376,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" } , { @@ -384,63 +384,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" } , { "Data": [ - 284 + 2094 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" } , { "Data": [ - 15084 + 234712 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" } , { "Data": [ - 676 + 11146 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 16044 + 247952 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" } , { "Data": [ - 15 + 314 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libgomp.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" } , { "Data": [ - 165 + 84 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.FAIL.nb_FAIL" } , { "Data": [ - 147 + 141 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNRESOLVED.nb_UNRESOLVED" } , { @@ -448,23 +448,23 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNTESTED.nb_UNTESTED" } , { "Data": [ - 0 + 1 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.gcc.ERROR.nb_ERROR" } , { "Data": [ - 2 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.gcc.XPASS.nb_XPASS" } , { @@ -472,7 +472,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.gcc.OTHER.nb_OTHER" } , { @@ -480,63 +480,63 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.KFAIL.nb_KFAIL" } , { "Data": [ - 2094 + 1211 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gcc.XFAIL.nb_XFAIL" } , { "Data": [ - 234712 + 168296 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.gcc.PASS.nb_PASS" } , { "Data": [ - 11146 + 7836 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.gcc.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 247952 + 177343 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.gcc.good.nb_good" } , { "Data": [ - 314 + 226 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.g++.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.gcc.bad.nb_bad" } , { "Data": [ - 0 + 6 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.FAIL.nb_FAIL" } , { "Data": [ - 0 + 3 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNRESOLVED.nb_UNRESOLVED" } , { @@ -544,7 +544,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNTESTED.nb_UNTESTED" } , { @@ -552,7 +552,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.ERROR.nb_ERROR" } , { @@ -560,7 +560,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XPASS.nb_XPASS" } , { @@ -568,7 +568,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.OTHER.nb_OTHER" } , { @@ -576,55 +576,55 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.KFAIL.nb_KFAIL" } , { "Data": [ - 3 + 251 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.XFAIL.nb_XFAIL" } , { "Data": [ - 44 + 66373 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.PASS.nb_PASS" } , { "Data": [ - 1 + 526 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 48 + 67150 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.good.nb_good" } , { "Data": [ - 0 + 9 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libitm.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.gfortran.bad.nb_bad" } , { "Data": [ - 6 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.FAIL.nb_FAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.FAIL.nb_FAIL" } , { @@ -632,7 +632,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNRESOLVED.nb_UNRESOLVED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNRESOLVED.nb_UNRESOLVED" } , { @@ -640,7 +640,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNTESTED.nb_UNTESTED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNTESTED.nb_UNTESTED" } , { @@ -648,7 +648,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.ERROR.nb_ERROR" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.ERROR.nb_ERROR" } , { @@ -656,7 +656,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XPASS.nb_XPASS" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.XPASS.nb_XPASS" } , { @@ -664,7 +664,7 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.OTHER.nb_OTHER" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.OTHER.nb_OTHER" } , { @@ -672,47 +672,47 @@ 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.KFAIL.nb_KFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.KFAIL.nb_KFAIL" } , { "Data": [ - 106 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.XFAIL.nb_XFAIL" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.XFAIL.nb_XFAIL" } , { "Data": [ - 14729 + 44 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.PASS.nb_PASS" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.PASS.nb_PASS" } , { "Data": [ - 753 + 5 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.UNSUPPORTED.nb_UNSUPPORTED" } , { "Data": [ - 15588 + 49 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.good.nb_good" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.good.nb_good" } , { "Data": [ - 6 + 0 ], "Info": {}, - "Name": "tcwg_gnu_cross_check_gcc.libstdc++.bad.nb_bad" + "Name": "tcwg_gnu_cross_check_gcc.libatomic.bad.nb_bad" } , { diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 1adf00b9..e42afa17 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,51 +1,44 @@ -Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. +Dear contributor, -We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. - -In master-arm after: +Our automatic CI has detected problems related to your patch(es). Please find some details below. +In master-arm, after: | baseline build -FAIL: 3 regressions: 135 progressions - -regressions.sum: - === gcc tests === - -Running gcc:gcc.dg/lto/lto.exp ... -UNRESOLVED: /home/tcwg-buildslave/workspace/tcwg_gnu_1/abe/snapshots/gcc.git~master/gcc/testsuite/gcc.dg/lto/pr52634_0.c: can't read "name": no such variable for " dg-require-weak 1 "" " - === libgomp tests === - -Running libgomp:libgomp.c/c.exp ... -FAIL: libgomp.c/../libgomp.c-c++-common/reduction-6.c execution test - === libstdc++ tests === - -... and 3 more entries +Produces 3 regressions 135 fixes: + | + | regressions.sum: + | Running gcc:gcc.dg/lto/lto.exp ... + | UNRESOLVED: /home/tcwg-buildslave/workspace/tcwg_gnu_1/abe/snapshots/gcc.git~master/gcc/testsuite/gcc.dg/lto/pr52634_0.c: can't read "name": no such variable for " dg-require-weak 1 "" " + | Running libgomp:libgomp.c/c.exp ... + | FAIL: libgomp.c/../libgomp.c-c++-common/reduction-6.c execution test + | Running libstdc++:libstdc++-dg/conformance.exp ... + | ... and 1 more + | + | fixes.sum: + | Running g++:g++.target/arm/mve.exp ... + | FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/srshr.c check-function-bodies foo + | FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/srshrl.c check-function-bodies foo + | FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/uqshl.c check-function-bodies foo + | FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/uqshl.c check-function-bodies foo1 + | ... and 135 more + +Used configuration : + *CI config* tcwg_gnu_cross_check_gcc master-arm + *configure and test flags:* --target arm-linux-gnueabihf + +If you have any questions regarding this report, please ask on linaro-toolchain@lists.linaro.org mailing list. -progressions.sum: - === g++ tests === +-----------------8<--------------------------8<--------------------------8<-------------------------- -Running g++:g++.target/arm/mve.exp ... -FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/srshr.c check-function-bodies foo -FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/srshrl.c check-function-bodies foo -FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/uqshl.c check-function-bodies foo1 -FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/uqshl.c check-function-bodies foo -FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/uqshll.c check-function-bodies foo -FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/uqshll.c check-function-bodies foo1 -FAIL: g++.target/arm/../../gcc.target/arm/mve/intrinsics/urshr.c check-function-bodies foo -... and 139 more entries +The information below contains the details of the failures, and the ways to reproduce a debug environment: -You can find the failure logs in *.log.1.xz files in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/353/artifact/artifacts/00-sumfiles/ -The full lists of regressions and progressions as well as configure and make commands are in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/353/artifact/artifacts/notify/ +You can find the failure logs in + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/353/artifact/artifacts/ +The full lists of regressions and improvements as well as configure and make commands are in + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/353/artifact/artifacts/notify/ The list of [ignored] baseline and flaky failures are in - - https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/353/artifact/artifacts/sumfiles/xfails.xfail - -The configuration of this build is: -CI config tcwg_gnu_cross_check_gcc master-arm - ------------------8<--------------------------8<--------------------------8<-------------------------- -The information below can be used to reproduce a debug environment: + * https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/353/artifact/artifacts/sumfiles/xfails.xfail Current build : https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/353/artifact/artifacts Reference build : https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/340/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 49f2c7b0..a6039ae5 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] baseline build: FAIL: 3 regressions: 135 progressions on arm +[Linaro-TCWG-CI] baseline build: 3 regressions 135 fixes on arm diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 7898020e..68675ac5 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -11,8 +11,8 @@ libgomp.sum libitm.sum libstdc++.sum Comparing: -REFERENCE:/tmp/gxx-sum1.19184 -CURRENT: /tmp/gxx-sum2.19184 +REFERENCE:/tmp/gxx-sum1.14483 +CURRENT: /tmp/gxx-sum2.14483 +---------+---------+ o RUN STATUS: | REF | RES | @@ -33,17 +33,15 @@ o RUN STATUS: | REF | RES | o REGRESSIONS: +------------------------------------------+---------+ - | PASS now FAIL [PASS => FAIL] | 2 | + | PASS now FAIL [PASS => FAIL] | 1 | +------------------------------------------+---------+ - | TOTAL_REGRESSIONS | 2 | + | TOTAL_REGRESSIONS | 1 | +------------------------------------------+---------+ - PASS now FAIL [PASS => FAIL]: Executed from: libgomp:libgomp.c/c.exp libgomp:libgomp.c/c.exp=libgomp.c/../libgomp.c-c++-common/reduction-6.c execution test - Executed from: libstdc++:libstdc++-dg/conformance.exp - libstdc++:libstdc++-dg/conformance.exp=30_threads/async/async.cc execution test @@ -55,8 +53,9 @@ o IMPROVEMENTS TO BE CHECKED: | FAIL now XFAIL [FAIL =>XFAIL] | 48 | | FAIL disappears [FAIL => ] | 4 | | UNSUPPORTED appears [ =>UNSUP] | 2 | + | Flaky cases, ignored [~RANDOM ] | 1 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 720 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 721 | +------------------------------------------+---------+ - PASS disappears [PASS => ]: @@ -819,6 +818,12 @@ o IMPROVEMENTS TO BE CHECKED: g++:g++.dg/dg.exp=g++.dg/cpp1y/var-templ81.C -std=c++98 + - Flaky cases, ignored [~RANDOM ]: + + Executed from: libstdc++:libstdc++-dg/conformance.exp + libstdc++:libstdc++-dg/conformance.exp=30_threads/async/async.cc execution test + + # Regressions found # Regressions in 7 common sum files found