diff --git a/notify/jira/description b/notify/jira/description index 0de640e5..b6b14d85 100644 --- a/notify/jira/description +++ b/notify/jira/description @@ -1,5 +1,5 @@ Commit: https://github.com/gcc-mirror/gcc/commit/65b4cba9d6a9ffe9b4d4bdff90727a7064cc0e3b -commit gcc-14-8710-g65b4cba9d6a9 +commit gcc-14-8710-g65b4cba9d6a Author: Patrick Palka Date: Thu Feb 1 14:59:46 2024 -0500 diff --git a/notify/jira/summary b/notify/jira/summary index 105f432b..9de806c2 100644 --- a/notify/jira/summary +++ b/notify/jira/summary @@ -1 +1 @@ -gcc-14-8710-g65b4cba9d6a9: 12 regressions +gcc-14-8710-g65b4cba9d6a: 12 regressions diff --git a/notify/jira/yaml b/notify/jira/yaml index 178f5fbd..5551003b 100644 --- a/notify/jira/yaml +++ b/notify/jira/yaml @@ -2,12 +2,12 @@ IssueType: Sub-task Key: GNU-1142 Summary: | - gcc-14-8710-g65b4cba9d6a9: 12 regressions + gcc-14-8710-g65b4cba9d6a: 12 regressions Components: GCC Start date: 2024-02-01 Description: | Commit: https://github.com/gcc-mirror/gcc/commit/65b4cba9d6a9ffe9b4d4bdff90727a7064cc0e3b - commit gcc-14-8710-g65b4cba9d6a9 + commit gcc-14-8710-g65b4cba9d6a Author: Patrick Palka Date: Thu Feb 1 14:59:46 2024 -0500 diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 4d30ed78..18c32057 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -7,7 +7,7 @@ "Info": { "tag": "tcwg_bootstrap_check", "test_url": "https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/556/", - "run_order": "0556 (basepoints/gcc-14-08710-g65b4cba9d6a9)", + "run_order": "0556 (basepoints/gcc-14-08710-g65b4cba9d6a)", "regression": "https://linaro.atlassian.net/browse/GNU-1142", "git_gcc": "https://github.com/gcc-mirror/gcc/commit/65b4cba9d6a9ffe9b4d4bdff90727a7064cc0e3b (+ 1 commits)", "__report_version__": "1" @@ -39,102 +39,6 @@ "Name": "tcwg_bootstrap_check.TOTAL.all.nb_all" } , - { - "Data": [ - 1155 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.ERROR.nb_ERROR" - } - , - { - "Data": [ - 27 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 1473 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 186685 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.PASS.nb_PASS" - } - , - { - "Data": [ - 6425 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 194583 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.good.nb_good" - } - , - { - "Data": [ - 1182 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.bad.nb_bad" - } - , { "Data": [ 0 @@ -231,390 +135,6 @@ "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" } , - { - "Data": [ - 36 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" - } - , - { - "Data": [ - 6 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" - } - , - { - "Data": [ - 2 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 2792 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 263013 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" - } - , - { - "Data": [ - 11571 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 277376 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.good.nb_good" - } - , - { - "Data": [ - 44 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" - } - , - { - "Data": [ - 7 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.ERROR.nb_ERROR" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 265 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 67611 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.PASS.nb_PASS" - } - , - { - "Data": [ - 513 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 68389 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.good.nb_good" - } - , - { - "Data": [ - 7 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.bad.nb_bad" - } - , - { - "Data": [ - 10 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.ERROR.nb_ERROR" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 126 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 18115 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.PASS.nb_PASS" - } - , - { - "Data": [ - 761 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 19002 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.good.nb_good" - } - , - { - "Data": [ - 10 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.bad.nb_bad" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" - } - , - { - "Data": [ - 2 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 284 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 16044 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" - } - , - { - "Data": [ - 683 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 17011 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" - } - , - { - "Data": [ - 2 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" - } - , { "Data": [ 0 @@ -809,7 +329,7 @@ , { "Data": [ - 1208 + 0 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.FAIL.nb_FAIL" @@ -817,7 +337,7 @@ , { "Data": [ - 6 + 0 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.UNRESOLVED.nb_UNRESOLVED" @@ -841,7 +361,7 @@ , { "Data": [ - 31 + 0 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.XPASS.nb_XPASS" @@ -865,7 +385,7 @@ , { "Data": [ - 4943 + 3 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.XFAIL.nb_XFAIL" @@ -873,7 +393,7 @@ , { "Data": [ - 554402 + 2934 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.PASS.nb_PASS" @@ -881,7 +401,7 @@ , { "Data": [ - 20029 + 76 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.UNSUPPORTED.nb_UNSUPPORTED" @@ -889,7 +409,7 @@ , { "Data": [ - 579374 + 3013 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.good.nb_good" @@ -897,7 +417,7 @@ , { "Data": [ - 1245 + 0 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.bad.nb_bad" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index e7ba1e31..a36cf4c1 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -3,7 +3,7 @@ Dear contributor, Our automatic CI has detected problems related to your patch(es). Please find some details below. In bootstrap_check master-arm-check_bootstrap_lto, after: - | commit gcc-14-8710-g65b4cba9d6a9 + | commit gcc-14-8710-g65b4cba9d6a | Author: Patrick Palka | Date: Thu Feb 1 14:59:46 2024 -0500 | @@ -43,8 +43,8 @@ The full lists of regressions and improvements as well as configure and make com The list of [ignored] baseline and flaky failures are in * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/556/artifact/artifacts/sumfiles/xfails.xfail -Current build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/556/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/555/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/556/artifact/artifacts/ +Reference build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/555/artifact/artifacts/ Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/65b4cba9d6a9ffe9b4d4bdff90727a7064cc0e3b/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/reproduction_instructions.txt diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt index 5b9229be..c225c8b9 100644 --- a/notify/mail-recipients.txt +++ b/notify/mail-recipients.txt @@ -1 +1 @@ -bcc:tcwg-validation@linaro.org,cc:gcc-regression@gcc.gnu.org,ppalka@redhat.com +bcc:tcwg-validation@linaro.org,cc:gcc-regression@gcc.gnu.org diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 7db1ae56..1ad55e8d 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] gcc-14-8710-g65b4cba9d6a9: 12 regressions on arm +[Linaro-TCWG-CI] gcc-14-8710-g65b4cba9d6a: 12 regressions on arm diff --git a/notify/results.compare.txt b/notify/results.compare.txt index c0f63c29..8e903363 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -2,83 +2,50 @@ # REFERENCE: base-artifacts/sumfiles # CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles -# Comparing 8 common sum files: -g++.sum -gcc.sum -gfortran.sum +# Comparing 3 common sum files: libatomic.sum -libgomp.sum libitm.sum -libstdc++.sum objc.sum Comparing: -REFERENCE:/tmp/gxx-sum1.280886 -CURRENT: /tmp/gxx-sum2.280886 +REFERENCE:/tmp/gxx-sum1.3466150 +CURRENT: /tmp/gxx-sum2.3466150 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ - | Passes [PASS] | 554403 | 554402 | - | Unexpected fails [FAIL] | 1202 | 1208 | + | Passes [PASS] | 2934 | 2934 | + | Unexpected fails [FAIL] | 0 | 0 | | Errors [ERROR] | 0 | 0 | - | Unexpected passes [XPASS] | 31 | 31 | - | Expected fails [XFAIL] | 4943 | 4943 | + | Unexpected passes [XPASS] | 0 | 0 | + | Expected fails [XFAIL] | 3 | 3 | | Known fails [KFAIL] | 0 | 0 | - | Unresolved [UNRESOLVED] | 0 | 6 | - | Unsupported [UNSUPPORTED] | 20029 | 20029 | + | Unresolved [UNRESOLVED] | 0 | 0 | + | Unsupported [UNSUPPORTED] | 76 | 76 | | Untested [UNTESTED] | 0 | 0 | +------------------------------------------+---------+---------+ - REF PASS ratio: 0.963380 - RES PASS ratio: 0.963360 + REF PASS ratio: 0.974776 + RES PASS ratio: 0.974776 + ***** WARNING: No REF execution test FAILed. Check execution engine configuration. ***** + ***** WARNING: No RES execution test FAILed. Check execution engine configuration. ***** o REGRESSIONS: +------------------------------------------+---------+ - | PASS now FAIL [PASS => FAIL] | 3 | - | PASS now UNRESOLVED [PASS =>UNRES] | 6 | - | FAIL appears [ => FAIL] | 3 | +------------------------------------------+---------+ - | TOTAL_REGRESSIONS | 12 | + | TOTAL_REGRESSIONS | 0 | +------------------------------------------+---------+ - - PASS now FAIL [PASS => FAIL]: - - Executed from: g++:g++.dg/modules/modules.exp - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1_b.C -std=c++17 (test for excess errors) - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1_b.C -std=c++2a (test for excess errors) - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1_b.C -std=c++2b (test for excess errors) - - - - PASS now UNRESOLVED [PASS =>UNRES]: - - Executed from: g++:g++.dg/modules/modules.exp - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1 -std=c++17 execute - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1 -std=c++17 link - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1 -std=c++2a execute - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1 -std=c++2a link - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1 -std=c++2b execute - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1 -std=c++2b link - - - - FAIL appears [ => FAIL]: - - Executed from: g++:g++.dg/modules/modules.exp - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1_b.C -std=c++17 (internal compiler error: canonical types differ for identical types 'std::tuple_element<__i, std::tuple<_Elements ...> >' and 'std::tuple_element<__i, std::tuple<_Elements ...> >') - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1_b.C -std=c++2a (internal compiler error: canonical types differ for identical types 'std::tuple_element<__i, std::tuple<_Elements ...> >' and 'std::tuple_element<__i, std::tuple<_Elements ...> >') - g++:g++.dg/modules/modules.exp=g++.dg/modules/hello-1_b.C -std=c++2b (internal compiler error: canonical types differ for identical types 'std::tuple_element<__i, std::tuple<_Elements ...> >' and 'std::tuple_element<__i, std::tuple<_Elements ...> >') - - o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ | PASS disappears [PASS => ] | 18 | - | New PASS [ => PASS] | 26 | + | New PASS [ => PASS] | 18 | | XFAIL disappears [XFAIL=> ] | 1 | | XFAIL appears [ =>XFAIL] | 1 | | UNSUPPORTED disappears [UNSUP=> ] | 1 | | UNSUPPORTED appears [ =>UNSUP] | 1 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 48 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 40 | +------------------------------------------+---------+ - PASS disappears [PASS => ]: @@ -125,15 +92,6 @@ o IMPROVEMENTS TO BE CHECKED: libitm:libitm.c++/c++.exp=libitm.c++/newdelete.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors) libitm:libitm.c++/c++.exp=libitm.c++/newdelete.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test libitm:libitm.c++/c++.exp=libitm.c++/throwdown.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors) - Executed from: libstdc++:libstdc++-dg/conformance.exp - libstdc++:libstdc++-dg/conformance.exp=20_util/pair/p2165r4.cc -std=gnu++23 (test for excess errors) - libstdc++:libstdc++-dg/conformance.exp=20_util/pair/p2165r4.cc -std=gnu++23 execution test - libstdc++:libstdc++-dg/conformance.exp=20_util/pair/p2165r4.cc -std=gnu++26 (test for excess errors) - libstdc++:libstdc++-dg/conformance.exp=20_util/pair/p2165r4.cc -std=gnu++26 execution test - libstdc++:libstdc++-dg/conformance.exp=20_util/tuple/p2165r4.cc -std=gnu++23 (test for excess errors) - libstdc++:libstdc++-dg/conformance.exp=20_util/tuple/p2165r4.cc -std=gnu++23 execution test - libstdc++:libstdc++-dg/conformance.exp=20_util/tuple/p2165r4.cc -std=gnu++26 (test for excess errors) - libstdc++:libstdc++-dg/conformance.exp=20_util/tuple/p2165r4.cc -std=gnu++26 execution test - XFAIL disappears [XFAIL=> ]: @@ -161,5 +119,5 @@ o IMPROVEMENTS TO BE CHECKED: -# Regressions found -# Regressions in 8 common sum files found +# Improvements found +# No regression found in 3 common sum files