diff --git a/notify/jira/GNU-1582-comment.txt b/notify/jira/GNU-1582-comment.txt new file mode 100644 index 0000000..e40c0bc --- /dev/null +++ b/notify/jira/GNU-1582-comment.txt @@ -0,0 +1 @@ +Fixed in : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap-build/1360/ diff --git a/notify/jira/GNU-1594-comment.txt b/notify/jira/GNU-1594-comment.txt new file mode 100644 index 0000000..e40c0bc --- /dev/null +++ b/notify/jira/GNU-1594-comment.txt @@ -0,0 +1 @@ +Fixed in : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap-build/1360/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 53c05ee..333987c 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -38,102 +38,6 @@ "Name": "tcwg_bootstrap_check.TOTAL.all.nb_all" } , - { - "Data": [ - 222 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.ERROR.nb_ERROR" - } - , - { - "Data": [ - 52 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 1544 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 204815 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.PASS.nb_PASS" - } - , - { - "Data": [ - 7681 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 214040 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.good.nb_good" - } - , - { - "Data": [ - 274 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gcc.bad.nb_bad" - } - , { "Data": [ 0 @@ -230,390 +134,6 @@ "Name": "tcwg_bootstrap_check.libitm.bad.nb_bad" } , - { - "Data": [ - 16 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.ERROR.nb_ERROR" - } - , - { - "Data": [ - 5 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 2289 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 255861 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.PASS.nb_PASS" - } - , - { - "Data": [ - 2387 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 260537 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.good.nb_good" - } - , - { - "Data": [ - 21 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.g++.bad.nb_bad" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.ERROR.nb_ERROR" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 335 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 71892 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.PASS.nb_PASS" - } - , - { - "Data": [ - 585 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 72812 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.good.nb_good" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.gfortran.bad.nb_bad" - } - , - { - "Data": [ - 4 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.ERROR.nb_ERROR" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 134 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 19786 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.PASS.nb_PASS" - } - , - { - "Data": [ - 803 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 20723 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.good.nb_good" - } - , - { - "Data": [ - 4 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libstdc++.bad.nb_bad" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.FAIL.nb_FAIL" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNRESOLVED.nb_UNRESOLVED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNTESTED.nb_UNTESTED" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.ERROR.nb_ERROR" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XPASS.nb_XPASS" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.OTHER.nb_OTHER" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.KFAIL.nb_KFAIL" - } - , - { - "Data": [ - 284 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.XFAIL.nb_XFAIL" - } - , - { - "Data": [ - 17053 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.PASS.nb_PASS" - } - , - { - "Data": [ - 772 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.UNSUPPORTED.nb_UNSUPPORTED" - } - , - { - "Data": [ - 18109 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.good.nb_good" - } - , - { - "Data": [ - 0 - ], - "Info": {}, - "Name": "tcwg_bootstrap_check.libgomp.bad.nb_bad" - } - , { "Data": [ 0 @@ -808,7 +328,7 @@ , { "Data": [ - 242 + 0 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.FAIL.nb_FAIL" @@ -840,7 +360,7 @@ , { "Data": [ - 57 + 0 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.XPASS.nb_XPASS" @@ -864,7 +384,7 @@ , { "Data": [ - 4589 + 3 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.XFAIL.nb_XFAIL" @@ -872,7 +392,7 @@ , { "Data": [ - 572344 + 2937 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.PASS.nb_PASS" @@ -880,7 +400,7 @@ , { "Data": [ - 12304 + 76 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.UNSUPPORTED.nb_UNSUPPORTED" @@ -888,7 +408,7 @@ , { "Data": [ - 589237 + 3016 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.good.nb_good" @@ -896,7 +416,7 @@ , { "Data": [ - 299 + 0 ], "Info": {}, "Name": "tcwg_bootstrap_check.TOTAL.bad.nb_bad" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index ff65c8f..e58e4ed 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -26,6 +26,6 @@ The full lists of regressions and improvements as well as configure and make com The list of [ignored] baseline and flaky failures are in * https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap-build/1360/artifact/artifacts/sumfiles/xfails.xfail -Current build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap-build/1360/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap-build/1356/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap-build/1360/artifact/artifacts/ +Reference build : https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap-build/1356/artifact/artifacts/ diff --git a/notify/results.compare.txt b/notify/results.compare.txt index 8eddc1e..8d54f12 100644 --- a/notify/results.compare.txt +++ b/notify/results.compare.txt @@ -1,36 +1,33 @@ # Comparing directories # REFERENCE: base-artifacts/sumfiles -# CURRENT: artifacts/sumfiles +# CURRENT: artifacts/99-rewrite/artifacts.old/sumfiles -# Comparing 8 common sum files: -g++.sum -gcc.sum -gfortran.sum +# Comparing 3 common sum files: libatomic.sum -libgomp.sum libitm.sum -libstdc++.sum objc.sum Comparing: -REFERENCE:/tmp/gxx-sum1.2077591 -CURRENT: /tmp/gxx-sum2.2077591 +REFERENCE:/tmp/gxx-sum1.13304 +CURRENT: /tmp/gxx-sum2.13304 +---------+---------+ o RUN STATUS: | REF | RES | +------------------------------------------+---------+---------+ - | Passes [PASS] | 572344 | 572344 | - | Unexpected fails [FAIL] | 242 | 242 | + | Passes [PASS] | 2937 | 2937 | + | Unexpected fails [FAIL] | 0 | 0 | | Errors [ERROR] | 0 | 0 | - | Unexpected passes [XPASS] | 57 | 57 | - | Expected fails [XFAIL] | 4589 | 4589 | + | Unexpected passes [XPASS] | 0 | 0 | + | Expected fails [XFAIL] | 3 | 3 | | Known fails [KFAIL] | 0 | 0 | | Unresolved [UNRESOLVED] | 0 | 0 | - | Unsupported [UNSUPPORTED] | 12304 | 12304 | + | Unsupported [UNSUPPORTED] | 76 | 76 | | Untested [UNTESTED] | 0 | 0 | +------------------------------------------+---------+---------+ - REF PASS ratio: 0.978622 - RES PASS ratio: 0.978622 + REF PASS ratio: 0.974801 + RES PASS ratio: 0.974801 + ***** WARNING: No REF execution test FAILed. Check execution engine configuration. ***** + ***** WARNING: No RES execution test FAILed. Check execution engine configuration. ***** o REGRESSIONS: +------------------------------------------+---------+ @@ -46,4 +43,4 @@ o IMPROVEMENTS TO BE CHECKED: +------------------------------------------+---------+ -# No regression found in 8 common sum files +# No regression found in 3 common sum files