13-check_regression/baseline.xfail | 147 ++++++++++++++++++++++++++++++++++ 13-check_regression/console.log.xz | Bin 0 -> 5560 bytes 13-check_regression/fails.sum | 6 ++ 13-check_regression/flaky.xfail | 157 +++++++++++++++++++++++++++++++++++++ README.html | 7 +- README.txt | 5 +- sumfiles/xfails.xfail | 2 + 7 files changed, 321 insertions(+), 3 deletions(-) diff --git a/13-check_regression/baseline.xfail b/13-check_regression/baseline.xfail new file mode 100644 index 00000000..c8a3f3fe --- /dev/null +++ b/13-check_regression/baseline.xfail @@ -0,0 +1,147 @@ + === g++ tests === + +Running g++:g++.dg/dg.exp ... +FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 23) +FAIL: g++.dg/contracts/contracts-ctor-dtor2.C (test for errors, line 27) +FAIL: g++.dg/contracts/contracts-tmpl-spec2.C output pattern test +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++14 (test for excess errors) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++17 (test for excess errors) +FAIL: g++.dg/warn/Wuse-after-free3.C -std=gnu++20 (test for excess errors) + +Running g++:g++.dg/lto/lto.exp ... +FAIL: g++.dg/lto/pr65276 cp_lto_pr65276_0.o-cp_lto_pr65276_1.o link, -flto -O0 -std=c++11 + +Running g++:g++.dg/modules/modules.exp ... +FAIL: g++.dg/modules/xtreme-header-5_c.C -std=c++2a (test for excess errors) +FAIL: g++.dg/modules/xtreme-header-5_c.C -std=c++2b (test for excess errors) + +Running g++:g++.target/arm/arm.exp ... +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 10) +XPASS: g++.target/arm/bfloat_cpp_typecheck.C (test for bogus messages, line 11) +FAIL: g++.target/arm/interference.C (test for excess errors) + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +FAIL: gcc.dg/c2x-stdarg-4.c execution test + +Running gcc:gcc.dg/plugin/plugin.exp ... +FAIL: gcc.dg/plugin/must-tail-call-1.c -fplugin=./must_tail_call_plugin.so (internal compiler error: in df_refs_verify, at df-scan.cc:4009) +FAIL: gcc.dg/plugin/must-tail-call-1.c -fplugin=./must_tail_call_plugin.so (test for excess errors) + +Running gcc:gcc.dg/torture/dg-torture.exp ... +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O0 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O1 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 -flto -fno-use-linker-plugin -flto-partition=none execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -O3 -g execution test +FAIL: gcc.dg/torture/c2x-stdarg-split-1a.c -Os execution test + +Running gcc:gcc.dg/tree-prof/tree-prof.exp ... +FAIL: gcc.dg/tree-prof/pr77698.c scan-rtl-dump-times alignments "internal loop alignment added" 1 + +Running gcc:gcc.dg/tree-ssa/tree-ssa.exp ... +FAIL: gcc.dg/tree-ssa/gen-vect-26.c scan-tree-dump-times vect "Alignment of access forced using peeling" 1 +FAIL: gcc.dg/tree-ssa/gen-vect-26.c scan-tree-dump-times vect "Vectorizing an unaligned access" 0 +FAIL: gcc.dg/tree-ssa/gen-vect-28.c scan-tree-dump-times vect "Alignment of access forced using peeling" 1 +FAIL: gcc.dg/tree-ssa/gen-vect-28.c scan-tree-dump-times vect "Vectorizing an unaligned access" 0 +FAIL: gcc.dg/tree-ssa/scev-3.c scan-tree-dump-times ivopts "&a" 1 +FAIL: gcc.dg/tree-ssa/scev-5.c scan-tree-dump-times ivopts "&a" 1 + +Running gcc:gcc.dg/vect/complex/complex.exp ... +FAIL: gcc.dg/vect/complex/fast-math-bb-slp-complex-add-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-add-half-float.c scan-tree-dump-times slp1 "stmt.*COMPLEX_ADD_ROT270" 1 +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-add-half-float.c scan-tree-dump-times slp1 "stmt.*COMPLEX_ADD_ROT90" 1 +FAIL: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-float.c scan-tree-dump vect "Found COMPLEX_FMA" +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-float.c scan-tree-dump vect "Found COMPLEX_FMA_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-half-float.c scan-tree-dump slp1 "Found COMPLEX_FMA" +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mla-half-float.c scan-tree-dump slp1 "Found COMPLEX_FMA_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-bb-slp-complex-mls-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mls-half-float.c scan-tree-dump slp1 "Found COMPLEX_FMS" +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mls-half-float.c scan-tree-dump slp1 "Found COMPLEX_FMS_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-bb-slp-complex-mul-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mul-half-float.c scan-tree-dump slp1 "Found COMPLEX_MUL" +UNRESOLVED: gcc.dg/vect/complex/fast-math-bb-slp-complex-mul-half-float.c scan-tree-dump slp1 "Found COMPLEX_MUL_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-complex-add-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-add-half-float.c scan-tree-dump-times vect "stmt.*COMPLEX_ADD_ROT270" 1 +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-add-half-float.c scan-tree-dump-times vect "stmt.*COMPLEX_ADD_ROT90" 1 +FAIL: gcc.dg/vect/complex/fast-math-complex-mla-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mla-half-float.c scan-tree-dump vect "Found COMPLEX_FMA" +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mla-half-float.c scan-tree-dump vect "Found COMPLEX_FMA_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_FMS" +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_FMS_CONJ" +FAIL: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c (test for excess errors) +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c scan-tree-dump vect "Found COMPLEX_MUL" +UNRESOLVED: gcc.dg/vect/complex/fast-math-complex-mul-half-float.c scan-tree-dump vect "Found COMPLEX_MUL_CONJ" + +Running gcc:gcc.dg/vect/vect.exp ... +FAIL: gcc.dg/vect/pr110381.c -flto -ffat-lto-objects execution test +FAIL: gcc.dg/vect/pr110381.c execution test +FAIL: gcc.dg/vect/pr97428.c -flto -ffat-lto-objects scan-tree-dump vect "Detected interleaving load of size 8" +FAIL: gcc.dg/vect/pr97428.c -flto -ffat-lto-objects scan-tree-dump vect "Detected interleaving store of size 16" +FAIL: gcc.dg/vect/pr97428.c -flto -ffat-lto-objects scan-tree-dump-times vect "vectorizing stmts using SLP" 2 +FAIL: gcc.dg/vect/pr97428.c scan-tree-dump vect "Detected interleaving load of size 8" +FAIL: gcc.dg/vect/pr97428.c scan-tree-dump vect "Detected interleaving store of size 16" +FAIL: gcc.dg/vect/pr97428.c scan-tree-dump-times vect "vectorizing stmts using SLP" 2 + +Running gcc:gcc.misc-tests/gcov.exp ... +FAIL: gcc.misc-tests/gcov-pr94029.c gcov failed: spawn failed + +Running gcc:gcc.target/arm/arm.exp ... +FAIL: gcc.target/arm/addr-modes-float.c scan-assembler vst3.8\t{d[02468], d[02468], d[02468]}, \\[r[0-9]+\\]! +FAIL: gcc.target/arm/bfloat16_scalar_1_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_scalar_2_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_scalar_3_2.c check-function-bodies stacktest1 +FAIL: gcc.target/arm/bfloat16_scalar_typecheck.c (test for errors, line 45) +FAIL: gcc.target/arm/bfloat16_scalar_typecheck.c (test for errors, line 97) +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vmaxnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/fmaxmin.c scan-assembler-times vminnm.f32\ts[0-9]+, s[0-9]+, s[0-9]+ 1 +FAIL: gcc.target/arm/ftest-armv5t-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv5te-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6k-thumb.c (test for excess errors) +FAIL: gcc.target/arm/ftest-armv6z-thumb.c (test for excess errors) +UNRESOLVED: gcc.target/arm/lp1243022.c scan-rtl-dump subreg2 "REG_INC" +FAIL: gcc.target/arm/pr43920-2.c object-size text <= 54 +FAIL: gcc.target/arm/pr43920-2.c scan-assembler-times pop 2 + === gfortran tests === + +Running gfortran:gfortran.dg/ieee/ieee.exp ... +FAIL: gfortran.dg/ieee/modes_1.f90 -O0 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O1 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O2 execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -O3 -g execution test +FAIL: gfortran.dg/ieee/modes_1.f90 -Os execution test + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +FAIL: libgomp.c++/../libgomp.c-c++-common/for-11.c execution test +FAIL: libgomp.c++/../libgomp.c-c++-common/for-12.c execution test +FAIL: libgomp.c++/../libgomp.c-c++-common/for-3.c execution test +FAIL: libgomp.c++/../libgomp.c-c++-common/for-5.c execution test +FAIL: libgomp.c++/../libgomp.c-c++-common/for-6.c execution test +FAIL: libgomp.c++/../libgomp.c-c++-common/for-9.c execution test + +Running libgomp:libgomp.c/c.exp ... +FAIL: libgomp.c/../libgomp.c-c++-common/for-11.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/for-12.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/for-3.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/for-5.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/for-6.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/for-9.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/reduction-5.c execution test +FAIL: libgomp.c/../libgomp.c-c++-common/reduction-6.c execution test +FAIL: libgomp.c/simd-math-1.c execution test + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +FAIL: 23_containers/list/pthread1.cc execution test +FAIL: 29_atomics/atomic/compare_exchange_padding.cc execution test +FAIL: 29_atomics/atomic_ref/compare_exchange_padding.cc execution test +FAIL: 30_threads/condition_variable/54185.cc execution test +FAIL: ext/rope/pthread7-rope.cc execution test diff --git a/13-check_regression/console.log.xz b/13-check_regression/console.log.xz new file mode 100644 index 00000000..56d6551d Binary files /dev/null and b/13-check_regression/console.log.xz differ diff --git a/13-check_regression/fails.sum b/13-check_regression/fails.sum new file mode 100644 index 00000000..53f1a075 --- /dev/null +++ b/13-check_regression/fails.sum @@ -0,0 +1,6 @@ + + === Results Summary === + +# of stable fails 89 +# of flaky entries 7 +# of all tests 527024 diff --git a/13-check_regression/flaky.xfail b/13-check_regression/flaky.xfail new file mode 100644 index 00000000..86c3411c --- /dev/null +++ b/13-check_regression/flaky.xfail @@ -0,0 +1,157 @@ +################################ +# Known flaky tests + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/600/: + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +flaky,expire=20230814 | FAIL: libgomp.c++/../libgomp.c-c++-common/reduction-6.c execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/597/: + === libgomp tests === + +Running libgomp:libgomp.c/c.exp ... +flaky,expire=20230814 | FAIL: libgomp.c/../libgomp.c-c++-common/reduction-5.c execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/596/: + === libgomp tests === + +Running libgomp:libgomp.c/c.exp ... +flaky,expire=20230814 | FAIL: libgomp.c/../libgomp.c-c++-common/reduction-6.c execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/534/: + === gfortran tests === + +Running gfortran:gfortran.dg/dg.exp ... +flaky,expire=20230802 | FAIL: gfortran.dg/matmul_15.f90 -O execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/520/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230731 | FAIL: 30_threads/semaphore/try_acquire_posix.cc execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/421/: + === libgomp tests === + +Running libgomp:libgomp.c/c.exp ... +flaky,expire=20230713 | FAIL: libgomp.c/simd-math-1.c execution test + + === Results Summary === + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +flaky,expire=20230713 | FAIL: libgomp.c++/../libgomp.c-c++-common/reduction-6.c execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/418/: + === libgomp tests === + +Running libgomp:libgomp.c++/c++.exp ... +flaky,expire=20230713 | FAIL: libgomp.c++/../libgomp.c-c++-common/reduction-5.c execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/377/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230625 | FAIL: 30_threads/async/async.cc execution test + + === Results Summary === + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230625 | FAIL: 30_threads/async/async.cc execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/337/: + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20230619 | FAIL: gcc.dg/long_branch.c (test for excess errors) +flaky,expire=20230619 | UNRESOLVED: gcc.dg/long_branch.c compilation failed to produce executable + + === Results Summary === + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20230619 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20230619 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20230619 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20230619 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20230619 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + + === Results Summary === + === gcc tests === + +Running gcc:gcc.dg/dg.exp ... +flaky,expire=20230619 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_region +flaky,expire=20230619 | UNRESOLVED: c-c++-common/pragma-region.c -Wc++-compat scan-assembler code_within_named_region +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c89-asm.c (test for excess errors) +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c90-asm.c (test for excess errors) +flaky,expire=20230619 | FAIL: gcc.dg/Woverlength-strings-pedantic-c99-asm.c (test for excess errors) +flaky,expire=20230619 | UNRESOLVED: gcc.dg/ctor1.c scan-assembler-not C\\.0 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/h8300-div-delay-slot.c scan-assembler-not \tbra/s\t.*\n\tdiv* +flaky,expire=20230619 | UNRESOLVED: gcc.dg/inline-3.c scan-assembler-not big_function_2 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/nrv2.c scan-assembler-not memcpy +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler my_named_section +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr25376.c scan-assembler-symbol-section symbol simple$ has section ^\\.?my_named_section|simple\\[DS\\]|^\\"\\.opd\\" +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pr28402.c scan-assembler-not __[a-z]*si3 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler-not foo +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-1.c scan-assembler bar +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler-not _foo64 +flaky,expire=20230619 | UNRESOLVED: gcc.dg/pragma-re-4.c scan-assembler _foo +flaky,expire=20230619 | UNRESOLVED: gcc.dg/section1.c scan-assembler-not .bss +flaky,expire=20230619 | UNRESOLVED: gcc.dg/verbose-asm-2.c scan-assembler total = 0 + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/110/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230524 | FAIL: 30_threads/semaphore/100806.cc execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/95/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230523 | FAIL: 30_threads/async/async.cc execution test + + === Results Summary === + +# From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/72/: + === libstdc++ tests === + +Running libstdc++:libstdc++-dg/conformance.exp ... +flaky,expire=20230520 | FAIL: 30_threads/future/members/poll.cc execution test + + === Results Summary === diff --git a/README.html b/README.html index 61d4269d..d99b159f 100644 --- a/README.html +++ b/README.html @@ -30,7 +30,7 @@ If you are investigating such a problem, you are probably primarily interested in:

@@ -58,15 +58,18 @@ List of files below:

  • ./jenkins/run-build.env
  • ./manifest.sh
  • ./notify/configure-make.txt +
  • ./notify/configure-toolchain.txt +
  • ./notify/fixes.sum
  • ./notify/jira/comments.txt
  • ./notify/jira/comment-template.txt -
  • ./notify/lnt_report.json +
  • ./notify/lnt_report.json
  • ./notify/mail-body.txt
  • ./notify/mail-recipients.txt
  • ./notify/mail-subject.txt
  • ./notify/notify-full.log
  • ./notify/notify-init.log
  • ./notify/progressions.sum +
  • ./notify/regressions.sum
  • ./notify/results.compare
  • ./notify/results.compare.txt
  • ./notify/results-summary.txt diff --git a/README.txt b/README.txt index e47997a0..033e0bf5 100644 --- a/README.txt +++ b/README.txt @@ -27,7 +27,7 @@ If you are investigating such a problem, you are probably primarily interested in: -- notify/results.compare.txt (regression report). +- notify/regressions.sum and notify/results.compare.txt (regression report). @@ -55,6 +55,8 @@ List of files below: - ./jenkins/run-build.env - ./manifest.sh - ./notify/configure-make.txt +- ./notify/configure-toolchain.txt +- ./notify/fixes.sum - ./notify/jira/comments.txt - ./notify/jira/comment-template.txt - ./notify/lnt_report.json @@ -64,6 +66,7 @@ List of files below: - ./notify/notify-full.log - ./notify/notify-init.log - ./notify/progressions.sum +- ./notify/regressions.sum - ./notify/results.compare - ./notify/results.compare.txt - ./notify/results-summary.txt diff --git a/sumfiles/xfails.xfail b/sumfiles/xfails.xfail index 101924ad..f8e95930 100644 --- a/sumfiles/xfails.xfail +++ b/sumfiles/xfails.xfail @@ -3,6 +3,7 @@ # - known flaky tests (from baseline) # - known failures (from baseline) # +################################ # Known flaky tests # From https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/600/: @@ -159,6 +160,7 @@ Running libstdc++:libstdc++-dg/conformance.exp ... flaky,expire=20230520 | FAIL: 30_threads/future/members/poll.cc execution test === Results Summary === +################################ # Known failures (from baseline) === g++ tests ===