# Comparing directories # REFERENCE: base-artifacts/sumfiles # CURRENT: artifacts/sumfiles # Comparing 19 common sum files: acats.sum cobol.sum g++.sum gcc.sum gdc.sum gfortran.sum gm2.sum gnat.sum go.sum gotools.sum libatomic.sum libffi.sum libgo.sum libgomp.sum libitm.sum libphobos.sum libstdc++.sum obj-c++.sum objc.sum Comparing: REFERENCE:/tmp/gxx-sum1.3697717 CURRENT: /tmp/gxx-sum2.3697717 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ | Passes [PASS] | 1007326 | 1007374 | | Unexpected fails [FAIL] | 202 | 202 | | Errors [ERROR] | 0 | 0 | | Unexpected passes [XPASS] | 9 | 9 | | Expected fails [XFAIL] | 5420 | 5420 | | Known fails [KFAIL] | 0 | 0 | | Unresolved [UNRESOLVED] | 3 | 3 | | Unsupported [UNSUPPORTED] | 11063 | 11077 | | Untested [UNTESTED] | 85 | 85 | +------------------------------------------+---------+---------+ REF PASS ratio: 0.988905 RES PASS ratio: 0.988892 o REGRESSIONS: +------------------------------------------+---------+ +------------------------------------------+---------+ | TOTAL_REGRESSIONS | 0 | +------------------------------------------+---------+ o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ | PASS disappears [PASS => ] | 39 | | New PASS [ => PASS] | 87 | | XFAIL disappears [XFAIL=> ] | 3 | | XFAIL appears [ =>XFAIL] | 3 | | UNSUPPORTED appears [ =>UNSUP] | 10 | +------------------------------------------+---------+ | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 142 | +------------------------------------------+---------+ - PASS disappears [PASS => ]: Executed from: g++:g++.dg/analyzer/analyzer.exp g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for bogus messages, line 15) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for bogus messages, line 19) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for bogus messages, line 29) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for bogus messages, line 32) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for warnings, line 14) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for warnings, line 22) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for bogus messages, line 15) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for bogus messages, line 19) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for bogus messages, line 29) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for bogus messages, line 32) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for warnings, line 14) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for warnings, line 22) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for bogus messages, line 15) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for bogus messages, line 19) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for bogus messages, line 29) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for bogus messages, line 32) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for warnings, line 14) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for warnings, line 22) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 (test for bogus messages, line 40) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 (test for bogus messages, line 50) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 (test for bogus messages, line 53) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 (test for warnings, line 14) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 (test for warnings, line 43) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 at line 15 (test for warnings, line 14) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 (test for bogus messages, line 40) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 (test for bogus messages, line 50) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 (test for bogus messages, line 53) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 (test for warnings, line 14) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 (test for warnings, line 43) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 at line 15 (test for warnings, line 14) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 (test for bogus messages, line 40) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 (test for bogus messages, line 50) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 (test for bogus messages, line 53) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 (test for warnings, line 14) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 (test for warnings, line 43) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 at line 15 (test for warnings, line 14) Executed from: gcc:gcc.dg/analyzer/analyzer.exp gcc:gcc.dg/analyzer/analyzer.exp=gcc.dg/analyzer/setjmp-3.c (test for warnings, line 29) gcc:gcc.dg/analyzer/analyzer.exp=gcc.dg/analyzer/setjmp-3.c expected multiline pattern lines 40-108 Executed from: libstdc++:libstdc++-dg/conformance.exp libstdc++:libstdc++-dg/conformance.exp=17_intro/headers/c++1998/stdc++_assert_neg.cc -std=gnu++17 (test for errors, line 35) - New PASS [ => PASS]: Executed from: g++:g++.dg/analyzer/analyzer.exp g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test .sarif output for UTF-8-encoded parseable JSON) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for bogus messages, line 17) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for bogus messages, line 21) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for bogus messages, line 31) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for bogus messages, line 34) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for warnings, line 16) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 (test for warnings, line 26) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test .sarif output for UTF-8-encoded parseable JSON) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for bogus messages, line 17) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for bogus messages, line 21) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for bogus messages, line 31) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for bogus messages, line 34) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for warnings, line 16) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 (test for warnings, line 26) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test .sarif output for UTF-8-encoded parseable JSON) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for bogus messages, line 17) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for bogus messages, line 21) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for bogus messages, line 31) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for bogus messages, line 34) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for warnings, line 16) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 (test for warnings, line 26) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 (test .sarif output for UTF-8-encoded parseable JSON) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 (test for bogus messages, line 42) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 (test for bogus messages, line 52) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 (test for bogus messages, line 55) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 (test for warnings, line 16) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 (test for warnings, line 47) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 at line 17 (test for warnings, line 16) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 (test .sarif output for UTF-8-encoded parseable JSON) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 (test for bogus messages, line 42) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 (test for bogus messages, line 52) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 (test for bogus messages, line 55) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 (test for warnings, line 16) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 (test for warnings, line 47) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 at line 17 (test for warnings, line 16) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 (test .sarif output for UTF-8-encoded parseable JSON) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 (test for bogus messages, line 42) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 (test for bogus messages, line 52) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 (test for bogus messages, line 55) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 (test for warnings, line 16) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 (test for warnings, line 47) g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 at line 17 (test for warnings, line 16) Executed from: g++:g++.dg/dg.exp g++:g++.dg/dg.exp=g++.dg/lookup/koenig16.C -std=c++17 (test for errors, line 21) g++:g++.dg/dg.exp=g++.dg/lookup/koenig16.C -std=c++17 (test for excess errors) g++:g++.dg/dg.exp=g++.dg/lookup/koenig16.C -std=c++26 (test for excess errors) g++:g++.dg/dg.exp=g++.dg/lookup/koenig16.C -std=c++98 (test for errors, line 21) g++:g++.dg/dg.exp=g++.dg/lookup/koenig16.C -std=c++98 (test for excess errors) Executed from: g++:g++.dg/modules/modules.exp g++:g++.dg/modules/modules.exp=g++.dg/modules/adl-11_a.C -std=c++17 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/adl-11_a.C -std=c++20 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/adl-11_a.C -std=c++26 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/adl-11_b.C -std=c++17 (test for errors, line 11) g++:g++.dg/modules/modules.exp=g++.dg/modules/adl-11_b.C -std=c++17 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/adl-11_b.C -std=c++20 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/adl-11_b.C -std=c++26 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/builtin-9_a.C -std=c++17 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/builtin-9_a.C -std=c++20 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/builtin-9_a.C -std=c++26 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/builtin-9_b.C -std=c++17 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/builtin-9_b.C -std=c++20 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/builtin-9_b.C -std=c++26 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/clone-5_a.C -std=c++20 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/clone-5_a.C -std=c++23 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/clone-5_a.C -std=c++26 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/clone-5_b.C -std=c++20 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/clone-5_b.C -std=c++23 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/clone-5_b.C -std=c++26 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/namespace-15_a.C -std=c++17 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/namespace-15_a.C -std=c++20 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/namespace-15_a.C -std=c++26 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/namespace-15_b.C -std=c++17 (test for warnings, line 5) g++:g++.dg/modules/modules.exp=g++.dg/modules/namespace-15_b.C -std=c++17 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/namespace-15_b.C -std=c++20 (test for warnings, line 5) g++:g++.dg/modules/modules.exp=g++.dg/modules/namespace-15_b.C -std=c++20 (test for excess errors) g++:g++.dg/modules/modules.exp=g++.dg/modules/namespace-15_b.C -std=c++26 (test for warnings, line 5) g++:g++.dg/modules/modules.exp=g++.dg/modules/namespace-15_b.C -std=c++26 (test for excess errors) Executed from: gcc:gcc.dg/analyzer/analyzer.exp gcc:gcc.dg/analyzer/analyzer.exp=gcc.dg/analyzer/setjmp-3.c (test for warnings, line 31) gcc:gcc.dg/analyzer/analyzer.exp=gcc.dg/analyzer/setjmp-3.c (test .sarif output for UTF-8-encoded parseable JSON) gcc:gcc.dg/analyzer/analyzer.exp=gcc.dg/analyzer/setjmp-3.c expected multiline pattern lines 42-110 Executed from: gfortran:gfortran.dg/dg.exp gfortran:gfortran.dg/dg.exp=gfortran.dg/pr122513-2.f90 -O (test for errors, line 11) gfortran:gfortran.dg/dg.exp=gfortran.dg/pr122513-2.f90 -O (test for excess errors) gfortran:gfortran.dg/dg.exp=gfortran.dg/pr122513.f90 -O (test for excess errors) Executed from: gnat:gnat.dg/dg.exp gnat:gnat.dg/dg.exp=gnat.dg/generic_inst15.adb (test for excess errors) Executed from: gnat:gnat.dg/specs/specs.exp gnat:gnat.dg/specs/specs.exp=gnat.dg/specs/abstract1.ads (test for errors, line 7) gnat:gnat.dg/specs/specs.exp=gnat.dg/specs/abstract1.ads (test for excess errors) Executed from: libgomp:libgomp.c/c.exp libgomp:libgomp.c/c.exp=libgomp.c/pr122281.c (test for excess errors) libgomp:libgomp.c/c.exp=libgomp.c/pr122281.c execution test Executed from: libstdc++:libstdc++-dg/conformance.exp libstdc++:libstdc++-dg/conformance.exp=17_intro/headers/c++1998/stdc++_assert_neg.cc -std=gnu++17 (test for errors, line 32) - XFAIL disappears [XFAIL=> ]: Executed from: g++:g++.dg/dg.exp g++:g++.dg/dg.exp=g++.dg/cpp1y/auto-fn61.C -std=c++14 (internal compiler error: in poplevel_class, at /WORKSPACE/abe/snapshots/gcc.git~master/gcc/cp/name-lookup.cc:5762) g++:g++.dg/dg.exp=g++.dg/cpp1y/auto-fn61.C -std=c++17 (internal compiler error: in poplevel_class, at /WORKSPACE/abe/snapshots/gcc.git~master/gcc/cp/name-lookup.cc:5762) g++:g++.dg/dg.exp=g++.dg/cpp1y/auto-fn61.C -std=c++26 (internal compiler error: in poplevel_class, at /WORKSPACE/abe/snapshots/gcc.git~master/gcc/cp/name-lookup.cc:5762) - XFAIL appears [ =>XFAIL]: Executed from: g++:g++.dg/dg.exp g++:g++.dg/dg.exp=g++.dg/cpp1y/auto-fn61.C -std=c++14 (internal compiler error: in poplevel_class, at /WORKSPACE/abe/snapshots/gcc.git~master/gcc/cp/name-lookup.cc:5765) g++:g++.dg/dg.exp=g++.dg/cpp1y/auto-fn61.C -std=c++17 (internal compiler error: in poplevel_class, at /WORKSPACE/abe/snapshots/gcc.git~master/gcc/cp/name-lookup.cc:5765) g++:g++.dg/dg.exp=g++.dg/cpp1y/auto-fn61.C -std=c++26 (internal compiler error: in poplevel_class, at /WORKSPACE/abe/snapshots/gcc.git~master/gcc/cp/name-lookup.cc:5765) - UNSUPPORTED appears [ =>UNSUP]: Executed from: g++:g++.dg/analyzer/analyzer.exp g++:g++.dg/analyzer/analyzer.exp=exception-path-1-sarif.py pytest python3 is missing g++:g++.dg/analyzer/analyzer.exp=exception-path-unwind-multiple-2-sarif.py pytest python3 is missing g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++17 verify-sarif-file: check-jsonschema is missing g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++26 verify-sarif-file: check-jsonschema is missing g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-1.C -std=c++98 verify-sarif-file: check-jsonschema is missing g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++17 verify-sarif-file: check-jsonschema is missing g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++26 verify-sarif-file: check-jsonschema is missing g++:g++.dg/analyzer/analyzer.exp=g++.dg/analyzer/exception-path-unwind-multiple-2.C -std=c++98 verify-sarif-file: check-jsonschema is missing Executed from: gcc:gcc.dg/analyzer/analyzer.exp gcc:gcc.dg/analyzer/analyzer.exp=gcc.dg/analyzer/setjmp-3.c verify-sarif-file: check-jsonschema is missing gcc:gcc.dg/analyzer/analyzer.exp=setjmp-3-sarif.py pytest python3 is missing # Improvements found # No regression found in 19 common sum files