diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 93230f99c..06469fdb6 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -38,102 +38,6 @@ "Name": "tcwg_bootstrap_check.TOTAL.all.nb_all" } , - { - "Data": [ - 213 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.ERROR.nb_ERROR" - } - , - { - "Data": [ - 47 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 1550 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 194877 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.PASS.nb_PASS" - } - , - { - "Data": [ - 7041 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 203468 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.good.nb_good" - } - , - { - "Data": [ - 260 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.bad.nb_bad" - } - , { "Data": [ 0 @@ -230,390 +134,6 @@ "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" } , - { - "Data": [ - 6 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" - } - , - { - "Data": [ - 2 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 2222 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 235059 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" - } - , - { - "Data": [ - 2326 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 239607 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.good.nb_good" - } - , - { - "Data": [ - 8 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" - } - , - { - "Data": [ - 1 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.ERROR.nb_ERROR" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 265 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 69086 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.PASS.nb_PASS" - } - , - { - "Data": [ - 529 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 69880 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.good.nb_good" - } - , - { - "Data": [ - 1 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.bad.nb_bad" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.FAIL.nb_FAIL" - } - , - { - "Data": [ - 4 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.ERROR.nb_ERROR" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 127 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 18265 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.PASS.nb_PASS" - } - , - { - "Data": [ - 775 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 19167 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.good.nb_good" - } - , - { - "Data": [ - 4 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.bad.nb_bad" - } - , - { - "Data": [ - 8 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 264 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 16467 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" - } - , - { - "Data": [ - 715 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 17446 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" - } - , - { - "Data": [ - 8 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" - } - , { "Data": [ 0 @@ -808,7 +328,7 @@ , { "Data": [ - 228 + 0 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.FAIL.nb_FAIL" @@ -816,7 +336,7 @@ , { "Data": [ - 4 + 0 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.UNRESOLVED.nb_UNRESOLVED" @@ -840,7 +360,7 @@ , { "Data": [ - 49 + 0 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.XPASS.nb_XPASS" @@ -864,7 +384,7 @@ , { "Data": [ - 4431 + 3 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.XFAIL.nb_XFAIL" @@ -872,7 +392,7 @@ , { "Data": [ - 536688 + 2934 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.PASS.nb_PASS" @@ -880,7 +400,7 @@ , { "Data": [ - 11462 + 76 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.UNSUPPORTED.nb_UNSUPPORTED" @@ -888,7 +408,7 @@ , { "Data": [ - 552581 + 3013 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.good.nb_good" @@ -896,7 +416,7 @@ , { "Data": [ - 281 + 0 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.bad.nb_bad" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 40afb532a..e19cb105f 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -46,8 +46,8 @@ The full lists of regressions and improvements as well as configure and make com The list of [ignored] baseline and flaky failures are in * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/847/artifact/artifacts/sumfiles/xfails.xfail -Current build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/847/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/846/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/847/artifact/artifacts/ +Reference build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/846/artifact/artifacts/ Instruction to reproduce the build : https://gitlab.com/LinaroLtd/tcwg/ci/interesting-commits/-/raw/master/gcc/sha1/de1923f9f4d5344694c22ca883aeb15caf635734/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/reproduction_instructions.txt diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt index ab1d62ab2..c225c8b9e 100644 --- a/notify/mail-recipients.txt +++ b/notify/mail-recipients.txt @@ -1 +1 @@ -bcc:tcwg-validation@linaro.org,cc:gcc-regression@gcc.gnu.org,cc:rguenther@suse.de,rguenth@gcc.gnu.org +bcc:tcwg-validation@linaro.org,cc:gcc-regression@gcc.gnu.org diff --git a/notify/results.compare.txt b/notify/results.compare.txt index d7e041b4f..ff65732fe 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -2,72 +2,45 @@ # REFERENCE: base-artifacts/sumfiles # CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles -# Comparing 8 common sum files: -g++.sum -gcc.sum -gfortran.sum +# Comparing 3 common sum files: libatomic.sum -libgomp.sum libitm.sum -libstdc++.sum objc.sum Comparing: -REFERENCE:/tmp/gxx-sum1.459468 -CURRENT: /tmp/gxx-sum2.459468 +REFERENCE:/tmp/gxx-sum1.852376 +CURRENT: /tmp/gxx-sum2.852376 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ - | Passes [PASS] | 536689 | 536688 | - | Unexpected fails [FAIL] | 227 | 228 | + | Passes [PASS] | 2934 | 2934 | + | Unexpected fails [FAIL] | 0 | 0 | | Errors [ERROR] | 0 | 0 | - | Unexpected passes [XPASS] | 47 | 49 | - | Expected fails [XFAIL] | 4433 | 4431 | + | Unexpected passes [XPASS] | 0 | 0 | + | Expected fails [XFAIL] | 3 | 3 | | Known fails [KFAIL] | 0 | 0 | - | Unresolved [UNRESOLVED] | 4 | 4 | - | Unsupported [UNSUPPORTED] | 11462 | 11462 | + | Unresolved [UNRESOLVED] | 0 | 0 | + | Unsupported [UNSUPPORTED] | 76 | 76 | | Untested [UNTESTED] | 0 | 0 | +------------------------------------------+---------+---------+ - REF PASS ratio: 0.978765 - RES PASS ratio: 0.978760 + REF PASS ratio: 0.974776 + RES PASS ratio: 0.974776 + ***** WARNING: No REF execution test FAILed. Check execution engine configuration. ***** + ***** WARNING: No RES execution test FAILed. Check execution engine configuration. ***** o REGRESSIONS: +------------------------------------------+---------+ - | PASS now FAIL [PASS => FAIL] | 2 | +------------------------------------------+---------+ - | TOTAL_REGRESSIONS | 2 | + | TOTAL_REGRESSIONS | 0 | +------------------------------------------+---------+ - - PASS now FAIL [PASS => FAIL]: - - Executed from: gcc:gcc.dg/vect/complex/complex.exp - gcc:gcc.dg/vect/complex/complex.exp=gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" - gcc:gcc.dg/vect/complex/complex.exp=gcc.dg/vect/complex/fast-math-complex-mls-half-float.c scan-tree-dump vect "Found COMPLEX_ADD_ROT270" - - o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ - | FAIL now PASS [FAIL => PASS] | 1 | - | XFAIL now XPASS [XFAIL=>XPASS] | 2 | +------------------------------------------+---------+ - | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 3 | + | TOTAL_IMPROVEMENTS_TO_BE_CHECKED | 0 | +------------------------------------------+---------+ - - FAIL now PASS [FAIL => PASS]: - - Executed from: gcc:gcc.dg/vect/complex/complex.exp - gcc:gcc.dg/vect/complex/complex.exp=gcc.dg/vect/complex/fast-math-complex-mls-float.c scan-tree-dump vect "Found COMPLEX_FMA" - - - - XFAIL now XPASS [XFAIL=>XPASS]: - - Executed from: gcc:gcc.dg/vect/complex/complex.exp - gcc:gcc.dg/vect/complex/complex.exp=gcc.dg/vect/complex/fast-math-complex-add-half-float.c scan-tree-dump-times vect "stmt.*COMPLEX_ADD_ROT270" 1 - gcc:gcc.dg/vect/complex/complex.exp=gcc.dg/vect/complex/fast-math-complex-add-half-float.c scan-tree-dump-times vect "stmt.*COMPLEX_ADD_ROT90" 1 - - -# Regressions found -# Regressions in 8 common sum files found +# No regression found in 3 common sum files