Bug 1356916 - Update reftest expectations. r?heycam draft
authorHiroyuki Ikezoe <hikezoe@mozilla.com>
Thu, 11 May 2017 07:55:27 +0900
changeset 575902 62870bb117accb04e29dc5eeaebaa7bf95dcfbf9
parent 575901 461fa2da1c2f9ae4cf5083f591eaff7717089cf0
child 628039 949702ddef3619853bb0aaddf7b83288c9168910
push id58191
push userhikezoe@mozilla.com
push dateWed, 10 May 2017 23:18:02 +0000
reviewersheycam
bugs1356916
milestone55.0a1
Bug 1356916 - Update reftest expectations. r?heycam MozReview-Commit-ID: 93fi2Z5ZPtE
dom/canvas/test/reftest/reftest.list
layout/reftests/bugs/reftest.list
layout/reftests/canvas/reftest.list
layout/reftests/details-summary/reftest.list
layout/reftests/forms/input/range/reftest.list
layout/reftests/svg/as-image/reftest.list
layout/reftests/svg/reftest.list
layout/reftests/svg/smil/repeat/reftest.list
layout/reftests/svg/smil/restart/reftest.list
layout/reftests/svg/svg-integration/reftest.list
--- a/dom/canvas/test/reftest/reftest.list
+++ b/dom/canvas/test/reftest/reftest.list
@@ -12,17 +12,17 @@ skip-if(Android)                        
 pref(webgl.force-layers-readback,true) skip-if(Android) == webgl-clear-test.html?readback wrapper.html?green.png
 
 # Make sure that our choice of attribs doesn't break rendering.
 skip-if(Android) == webgl-clear-test.html?depth wrapper.html?green.png
 skip-if(Android) == webgl-clear-test.html?stencil wrapper.html?green.png
 skip-if(Android) == webgl-clear-test.html?depth&stencil wrapper.html?green.png
 
 # Check that resize works:
-skip-if(Android) fails-if(stylo) == webgl-resize-test.html  wrapper.html?green.png
+skip-if(Android) == webgl-resize-test.html  wrapper.html?green.png
 
 # Check that captureStream() displays in a local video element
 skip-if(Android) == webgl-capturestream-test.html?preserve wrapper.html?green.png
 
 # Some of the failure conditions are a little crazy. I'm (jgilbert) setting these based on
 # failures encountered when running on Try, and then targetting the Try config by
 # differences in the `sandbox` contents. That is, I'm labeling based on symptoms rather
 # than cause.
--- a/layout/reftests/bugs/reftest.list
+++ b/layout/reftests/bugs/reftest.list
@@ -922,20 +922,20 @@ fuzzy-if(Android,13,9) == 407111-1.html 
 == 407243-1.html 407243-1-ref.html
 == 407419-1.html 407419-1-ref.html
 == 407937-1.html 407937-1-ref.html
 == 408493-1.html about:blank
 == 408493-2.html 408493-2-ref.html
 == 408656-1a.html 408656-1-ref.html
 == 408656-1b.html 408656-1-ref.html
 == 408656-1c.html 408656-1-ref.html
-fails-if(stylo) == 408782-1a.html 408782-1-ref.html
-fails-if(stylo) == 408782-1b.html 408782-1-ref.html
+== 408782-1a.html 408782-1-ref.html
+== 408782-1b.html 408782-1-ref.html
 == 408782-2a.html 408782-2-ref.html
-fails-if(stylo) == 408782-2b.html 408782-2-ref.html
+== 408782-2b.html 408782-2-ref.html
 == 409084-1a.html 409084-1-ref.html
 == 409084-1b.html 409084-1-ref.html
 == 409089-1.html 409089-1-ref.html
 == 409089-2.html 409089-2-ref.html
 == 409089-3.html 409089-3-ref.html
 fuzzy-if(winWidget,123,1600) == 409659-1a.html 409659-1-ref.html  # Bug 1128229
 != 409659-1b.html 409659-1-ref.html
 != 409659-1c.html 409659-1-ref.html
@@ -1783,18 +1783,18 @@ fails-if(stylo) != 860370.html 860370-no
 fails-if(stylo) == 883987-1a.html 883987-1-ref.html
 fails-if(stylo) == 883987-1b.html 883987-1-ref.html
 fails-if(stylo) == 883987-1c.html 883987-1-ref.html
 fails-if(stylo) == 883987-1d.html 883987-1-ref.html
 fails-if(stylo) == 883987-1e.html 883987-1-ref.html
 == 883987-1f.html 883987-1-ref.html
 == 890495-1.html 890495-1-ref.html
 == 894931-1.html 894931-1-ref.html
-fails-if(stylo) == 897491-1.html 897491-1-ref.html
-fails-if(stylo) == 897491-2.html 897491-2-ref.html
+== 897491-1.html 897491-1-ref.html
+== 897491-2.html 897491-2-ref.html
 fuzzy(2,10000) fuzzy-if(Android,5,10000) == 902330-1.html 902330-1-ref.html
 fuzzy-if(Android,8,400) fails-if(webrender) == 906199-1.html 906199-1-ref.html
 == 921716-1.html 921716-1-ref.html
 == 926155-1.html 926155-1-ref.html
 fuzzy-if(cocoaWidget,1,40) == 928607-1.html 928607-1-ref.html
 fuzzy-if(skiaContent,1,3) == 931464-1.html 931464-1-ref.html
 == 931853.html 931853-ref.html
 == 931853-quirks.html 931853-quirks-ref.html
--- a/layout/reftests/canvas/reftest.list
+++ b/layout/reftests/canvas/reftest.list
@@ -1,17 +1,17 @@
 == default-size.html default-size-ref.html
 fuzzy-if(Android,8,1000) == size-1.html size-1-ref.html
 
 == empty-transaction-1.html empty-transaction-1-ref.html
 
 == image-rendering-test.html image-rendering-ref.html
 == image-shadow.html image-shadow-ref.html
 
-asserts-if(cocoaWidget,0-2) fails-if(stylo) == size-change-1.html size-change-1-ref.html
+asserts-if(cocoaWidget,0-2) == size-change-1.html size-change-1-ref.html
 
 random-if(cocoaWidget) == subpixel-1.html about:blank # see bug 1192616, re-enable once we're off the pandaboards
 
 != text-ltr-left.html text-blank.html
 != text-ltr-right.html text-blank.html
 != text-rtl-left.html text-blank.html
 != text-rtl-right.html text-blank.html
 
--- a/layout/reftests/details-summary/reftest.list
+++ b/layout/reftests/details-summary/reftest.list
@@ -70,19 +70,19 @@ fails-if(stylo) == open-details-first-li
 fails-if(stylo) == open-details-first-line-2.html open-details-first-line-ref.html
 
 # Dispatch mouse click to summary
 fails-if(stylo) == mouse-click-single-summary.html open-single-summary.html
 fails-if(stylo) == mouse-click-twice-single-summary.html single-summary.html
 fails-if(stylo) == mouse-click-open-single-summary.html single-summary.html
 fails-if(stylo) == mouse-click-twice-open-single-summary.html open-single-summary.html
 fails-if(stylo) == mouse-click-open-second-summary.html open-multiple-summary.html
-fails-if(stylo) == mouse-click-overflow-hidden-details.html overflow-hidden-open-details.html
+== mouse-click-overflow-hidden-details.html overflow-hidden-open-details.html
 == mouse-click-twice-overflow-hidden-details.html overflow-hidden-details.html
-fuzzy-if(gtkWidget,1,20) fails-if(stylo) == mouse-click-overflow-auto-details.html overflow-auto-open-details.html #Bug 1294278
+fuzzy-if(gtkWidget,1,20) == mouse-click-overflow-auto-details.html overflow-auto-open-details.html #Bug 1294278
 == mouse-click-twice-overflow-auto-details.html overflow-auto-details.html
 fails-if(stylo) == mouse-click-display-none-details.html open-single-summary.html
 fails-if(stylo) == mouse-click-change-details-to-display-none.html open-single-summary.html
 == mouse-click-change-summary-to-display-none.html mouse-click-change-summary-to-display-none-ref.html
 fails-if(stylo) == mouse-click-move-summary-to-different-details.html mouse-click-move-summary-to-different-details-ref.html
 
 # Dispatch mouse click to out-of-flow details or summary
 fails-if(stylo) == mouse-click-fixed-summary.html open-fixed-summary.html
--- a/layout/reftests/forms/input/range/reftest.list
+++ b/layout/reftests/forms/input/range/reftest.list
@@ -1,16 +1,16 @@
 
 # sanity checks:
 != not-other-type-unthemed-1.html not-other-type-unthemed-1a-notref.html
 != not-other-type-unthemed-1.html not-other-type-unthemed-1b-notref.html
 != not-other-type-unthemed-1.html not-other-type-unthemed-1c-notref.html
 
 # dynamic type changes:
-fuzzy-if(skiaContent,1,40) fails-if(stylo) == to-range-from-other-type-unthemed-1.html to-range-from-other-type-unthemed-1-ref.html
+fuzzy-if(skiaContent,1,40) == to-range-from-other-type-unthemed-1.html to-range-from-other-type-unthemed-1-ref.html
 skip-if(stylo) == from-range-to-other-type-unthemed-1.html from-range-to-other-type-unthemed-1-ref.html
 
 # for different values:
 != different-fraction-of-range-unthemed-1.html different-fraction-of-range-unthemed-1-notref.html
 == same-fraction-of-range-unthemed-1.html same-fraction-of-range-unthemed-1-ref.html
 
 # dynamic value changes:
 fuzzy-if(skiaContent,1,40) == value-prop-unthemed.html 75pct-unthemed-common-ref.html
--- a/layout/reftests/svg/as-image/reftest.list
+++ b/layout/reftests/svg/as-image/reftest.list
@@ -51,32 +51,32 @@ fuzzy(1,2) fuzzy-if(azureSkia,1,40000) =
 == canvas-drawImage-slice-1a.html lime100x100-ref.html
 == canvas-drawImage-slice-1b.html lime100x100-ref.html
 
 == canvas-drawImage-origin-clean-1.html lime100x100-ref.html
 == canvas-drawImage-transform-restored.html canvas-drawImage-transform-restored-ref.html
 
 # Context paint tests (this feature is currently not part of any spec.)
 # context-fill:
-skip-if(stylo) == context-fill-01.html blue100x100-ref.html
+== context-fill-01.html blue100x100-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-fill-01.html lime100x100-ref.html
-skip-if(stylo) == context-fill-02.html transparent100x100-w-border-ref.html
+== context-fill-02.html transparent100x100-w-border-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-fill-02.html lime100x100-w-border-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-fill-03.html lime100x100-50pct-ref.html
 # fuzz because on win8 the r & b components are off by one
 skip-if(stylo) fuzzy-if(winWidget,1,10000) test-pref(svg.context-properties.content.enabled,true) == context-fill-04.html lime100x100-50pct-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-fill-05.html context-fill-or-stroke-05-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-fill-06.html lime100x100-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-fill-07.html context-fill-07-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-fill-08.html blue100x100-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-fill-bg-image-01.html blue100x100-ref.html
 # context-stroke:
-skip-if(stylo) == context-stroke-01.html blue100x100-ref.html
+== context-stroke-01.html blue100x100-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-stroke-01.html lime100x100-ref.html
-skip-if(stylo) == context-stroke-02.html transparent100x100-w-border-ref.html
+== context-stroke-02.html transparent100x100-w-border-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-stroke-02.html lime100x100-w-border-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-stroke-03.html lime100x100-50pct-ref.html
 # fuzz because on win8 the r & b components are off by one
 skip-if(stylo) fuzzy-if(winWidget,1,10000) test-pref(svg.context-properties.content.enabled,true) == context-stroke-04.html lime100x100-50pct-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-stroke-05.html context-fill-or-stroke-05-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-stroke-06.html lime100x100-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-stroke-07.html context-stroke-07-ref.html
 skip-if(stylo) test-pref(svg.context-properties.content.enabled,true) == context-stroke-08.html blue100x100-border-ref.html
--- a/layout/reftests/svg/reftest.list
+++ b/layout/reftests/svg/reftest.list
@@ -85,17 +85,17 @@ default-preferences
 
 == comments-in-pres-attrs.svg pass.svg
 
 == conditions-01.svg pass.svg
 == conditions-02.svg pass.svg
 == conditions-03.svg pass.svg
 == conditions-04.svg pass.svg
 == conditions-05.svg about:blank
-skip-if(stylo) == conditions-07.svg pass.svg
+== conditions-07.svg pass.svg
 fuzzy-if(skiaContent,1,320) == conditions-08.svg conditions-08-ref.svg
 == conditions-09.svg conditions-09-ref.svg
 
 fails-if(stylo) == currentColor-01.svg pass.svg
 fails-if(stylo) == currentColor-02.svg pass.svg
 fails-if(stylo) == currentColor-03.svg pass.svg
 
 == data-uri-with-filter-01.xhtml data-uri-with-filter-01-ref.svg
@@ -105,29 +105,29 @@ fails-if(stylo) == currentColor-03.svg p
 == dynamic-attr-removal-1.svg pass.svg
 == dynamic-attr-removal-2.svg pass.svg
 == dynamic-attr-change-1.svg pass.svg
 == dynamic-attr-change-2.svg pass.svg
 == dynamic-class-01.svg pass.svg
 fuzzy-if(Android,4,87) == dynamic-clipPath-01.svg pass.svg
 == dynamic-clipPath-02.svg pass.svg
 == dynamic-clipPath-clip-rule-01.svg pass.svg
-skip-if(stylo) == dynamic-conditions-01.svg pass.svg
-fails-if(stylo) == dynamic-conditions-02.svg about:blank
-fails-if(stylo) == dynamic-conditions-03.svg pass.svg
-fails-if(stylo) == dynamic-conditions-04.svg about:blank
+== dynamic-conditions-01.svg pass.svg
+== dynamic-conditions-02.svg about:blank
+== dynamic-conditions-03.svg pass.svg
+== dynamic-conditions-04.svg about:blank
 == dynamic-conditions-05.svg pass.svg
-fails-if(stylo) == dynamic-conditions-06.svg about:blank
+== dynamic-conditions-06.svg about:blank
 == dynamic-conditions-07.svg pass.svg
 == dynamic-conditions-08.svg pass.svg
-fails-if(stylo) == dynamic-conditions-09.svg about:blank
-fails-if(stylo) == dynamic-conditions-10.svg about:blank
+== dynamic-conditions-09.svg about:blank
+== dynamic-conditions-10.svg about:blank
 == dynamic-conditions-11.svg pass.svg
 == dynamic-conditions-12.svg pass.svg
-fails-if(stylo) == dynamic-conditions-13.svg about:blank
+== dynamic-conditions-13.svg about:blank
 == dynamic-feFlood-01.svg pass.svg
 asserts(0-1) == dynamic-feImage-01.svg pass.svg # intermittent assertions (bug 886080)
 == dynamic-fill-01.svg dynamic-fill-01-ref.svg
 == dynamic-fill-rule-01.svg dynamic-fill-rule-01-ref.svg
 fuzzy-if(d2d||skiaContent,1,10000) == dynamic-filter-contents-01a.svg dynamic-filter-contents-01-ref.svg
 fuzzy-if(d2d||skiaContent,1,10000) == dynamic-filter-contents-01b.svg dynamic-filter-contents-01-ref.svg
 == dynamic-gradient-contents-01.svg pass.svg
 == dynamic-gradient-contents-02.svg pass.svg
@@ -208,17 +208,17 @@ fuzzy(71,817) == filter-on-continuation-
 fuzzy-if(skiaContent,1,500) == filter-scaled-02.html filter-scaled-02-ref.html
 == filter-translated-01.svg filter-translated-01-ref.svg
 == filter-use-element-01.svg pass.svg
 fuzzy-if(skiaContent,1,800000) == filters-and-group-opacity-01.svg filters-and-group-opacity-01-ref.svg
 
 == foreignObject-01.svg pass.svg
 == foreignObject-02.svg foreignObject-02-ref.svg
 == foreignObject-ancestor-style-change-01.svg foreignObject-ancestor-style-change-01-ref.svg
-fails-if(stylo) == foreignObject-change-transform-01.svg pass.svg
+== foreignObject-change-transform-01.svg pass.svg
 == foreignObject-display-01.svg pass.svg
 pref(layout.css.moz-appearance.enabled,true) fails-if(stylo) == foreignObject-form-theme.svg foreignObject-form-theme-ref.html
 == foreignObject-img-form-theme.html foreignObject-img-form-theme-ref.html
 == foreignObject-move-repaint-01.svg pass.svg
 == foreignObject-overflow-01.svg pass.svg
 == foreignObject-start-hidden-01.svg pass.svg # followup from Bug 596765
 == foreignObject-start-hidden-02.svg pass.svg
 == foreignObject-style-change-01.svg pass.svg
@@ -226,17 +226,17 @@ pref(layout.css.moz-appearance.enabled,t
 fuzzy-if(Android,18,600) == foreignObject-fixedpos-01.html foreignObject-dynamic-abspos-01-ref.html
 == foreignObject-fixedpos-02.html foreignObject-fixedpos-ref.html
 == foreignObject-dynamic-fixedpos-01.html foreignObject-dynamic-abspos-01-ref.html
 == foreignObject-dynamic-line-height-01.html foreignObject-dynamic-line-height-01-ref.html
 == foreignObject-vertical-01.svg foreignObject-vertical-01-ref.svg
 
 == fragmentIdentifier-01.xhtml pass.svg
 
-fails-if(stylo) == g-transform-01.svg pass.svg
+== g-transform-01.svg pass.svg
 
 == getElementById-a-element-01.svg pass.svg
 
 fuzzy-if(Android,9,980) fuzzy-if(skiaContent,3,32000) fails-if(stylo) == gradient-live-01a.svg gradient-live-01-ref.svg
 fuzzy-if(Android,9,980) fuzzy-if(skiaContent,3,32000) fails-if(stylo) == gradient-live-01b.svg gradient-live-01-ref.svg
 fuzzy-if(Android,9,980) fuzzy-if(skiaContent,3,32000) fails-if(stylo) == gradient-live-01c.svg gradient-live-01-ref.svg
 fuzzy-if(Android,9,980) fuzzy-if(skiaContent,3,32000) fails-if(stylo) == gradient-live-01d.svg gradient-live-01-ref.svg
 == gradient-transform-01.svg pass.svg
--- a/layout/reftests/svg/smil/repeat/reftest.list
+++ b/layout/reftests/svg/smil/repeat/reftest.list
@@ -1,3 +1,3 @@
 # Tests for repeat behaviour
-skip-if(stylo) == indefinite-repeat-1.svg green-box-ref.svg
+fails-if(stylo) == indefinite-repeat-1.svg green-box-ref.svg
 == init-repeat-1.svg init-repeat-1-ref.svg
--- a/layout/reftests/svg/smil/restart/reftest.list
+++ b/layout/reftests/svg/smil/restart/reftest.list
@@ -1,8 +1,8 @@
 # Tests for restart behaviour
 == reset-1.svg reset-1-ref.svg
 == reset-2.svg green-box-ref.svg
-skip-if(stylo) == reset-3.svg green-box-ref.svg
+fails-if(stylo) == reset-3.svg green-box-ref.svg
 == reset-4.svg green-box-ref.svg
 # reset-5.svg is no longer valid and has been removed
-skip-if(stylo) == reset-6.svg green-box-ref.svg
+fails-if(stylo) == reset-6.svg green-box-ref.svg
 == reset-7.svg green-box-ref.svg
--- a/layout/reftests/svg/svg-integration/reftest.list
+++ b/layout/reftests/svg/svg-integration/reftest.list
@@ -15,19 +15,19 @@ fuzzy-if(Android,255,30) == clipPath-htm
 fuzzy-if(Android,255,30) == clipPath-html-06-extref.xhtml clipPath-html-06-ref.xhtml
 == clipPath-html-07.xhtml clipPath-html-07-ref.svg
 == clipPath-html-08.xhtml clipPath-html-07-ref.svg # reuse 07-ref.svg
 == clipPath-html-zoomed-01.xhtml clipPath-html-01-ref.svg
 == clipPath-transformed-html-01.xhtml ../pass.svg
 == clipPath-transformed-html-02.xhtml ../pass.svg
 == conditions-outer-svg-01.xhtml ../pass.svg
 == conditions-outer-svg-02.xhtml ../pass.svg
-fails-if(stylo) == dynamic-conditions-outer-svg-01.xhtml ../pass.svg
-fails-if(stylo) == dynamic-conditions-outer-svg-02.xhtml ../pass.svg
-fails-if(stylo) == dynamic-conditions-outer-svg-03.xhtml ../pass.svg
+== dynamic-conditions-outer-svg-01.xhtml ../pass.svg
+== dynamic-conditions-outer-svg-02.xhtml ../pass.svg
+== dynamic-conditions-outer-svg-03.xhtml ../pass.svg
 == dynamic-conditions-outer-svg-04.xhtml ../pass.svg
 == filter-html-01.xhtml filter-html-01-ref.svg
 random-if(Android) random-if(stylo) == filter-html-01-extref.xhtml filter-html-01-ref.svg # Android: bug 1198380
 == filter-html-zoomed-01.xhtml filter-html-01-ref.svg
 == mask-html-01.xhtml mask-html-01-ref.svg
 == mask-html-01-extref-01.xhtml mask-html-01-ref.svg
 random == mask-html-01-extref-02.xhtml mask-html-01-ref.svg # random due to bug 877661
 == mask-html-zoomed-01.xhtml mask-html-01-ref.svg