Bug 1401997 - Always report pixel difference counts for reftests. r?jmaher draft
authorKartikaya Gupta <kgupta@mozilla.com>
Thu, 21 Sep 2017 11:28:24 -0400
changeset 668383 e2374d857f89e2b9f13432039c5be011aeff3a38
parent 668382 af6c2544903e3281baf169b682daeef515f77ee3
child 732680 c576dbd85bed79f7b1cb5f8dde7adbd5fd3a48bd
push id81022
push userkgupta@mozilla.com
push dateThu, 21 Sep 2017 15:28:51 +0000
reviewersjmaher
bugs1401997
milestone57.0a1
Bug 1401997 - Always report pixel difference counts for reftests. r?jmaher MozReview-Commit-ID: 5f2JPMA1ntP
layout/tools/reftest/reftest.jsm
--- a/layout/tools/reftest/reftest.jsm
+++ b/layout/tools/reftest/reftest.jsm
@@ -1940,17 +1940,18 @@ function RecordResult(testRunTime, error
                     failures.push("failed reftest-opaque-layer: " + gFailedOpaqueLayerMessages.join(", "));
                 }
                 if (gFailedAssignedLayer) {
                     failures.push("failed reftest-assigned-layer: " + gFailedAssignedLayerMessages.join(", "));
                 }
                 var failureString = failures.join(", ");
                 logger.testEnd(gURLs[0].identifier, output.s[0], output.s[1], failureString, null, extra);
             } else {
-                var message = "image comparison";
+                var message = "image comparison, max difference: " + maxDifference.value +
+                              ", number of differing pixels: " + differences;
                 if (!test_passed && expected == EXPECTED_PASS ||
                     !test_passed && expected == EXPECTED_FUZZY ||
                     test_passed && expected == EXPECTED_FAIL) {
                     if (!equal) {
                         extra.max_difference = maxDifference.value;
                         extra.differences = differences;
                         var image1 = gCanvas1.toDataURL();
                         var image2 = gCanvas2.toDataURL();
@@ -1958,18 +1959,16 @@ function RecordResult(testRunTime, error
                             {url:gURLs[0].identifier[0],
                              screenshot: image1.slice(image1.indexOf(",") + 1)},
                             gURLs[0].identifier[1],
                             {url:gURLs[0].identifier[2],
                              screenshot: image2.slice(image2.indexOf(",") + 1)}
                         ];
                         extra.image1 = image1;
                         extra.image2 = image2;
-                        message += (", max difference: " + extra.max_difference +
-                                    ", number of differing pixels: " + differences);
                     } else {
                         var image1 = gCanvas1.toDataURL();
                         extra.reftest_screenshots = [
                             {url:gURLs[0].identifier[0],
                              screenshot: image1.slice(image1.indexOf(",") + 1)}
                         ];
                         extra.image1 = image1;
                     }