Bug 1352775 - Revert "Bug 1352771 - modify flexbox reftest expectations. r=bholley" ; r=manishearth draft
authorManish Goregaokar <manishearth@gmail.com>
Sat, 01 Apr 2017 19:56:41 -0700
changeset 554734 768759fc0666a8c45710f61ed80a4195de138af5
parent 554733 ac9530e359b3890dbb69e1e479cdbacdcdd85105
child 554735 208baec7ffdfc50bb309ed8a4e184a096e40bdd2
push id52037
push userbmo:manishearth@gmail.com
push dateSun, 02 Apr 2017 03:00:01 +0000
reviewersbholley, manishearth
bugs1352775, 1352771
milestone55.0a1
Bug 1352775 - Revert "Bug 1352771 - modify flexbox reftest expectations. r=bholley" ; r=manishearth This reverts commit 13e78ea10b414ac4bd062037d4436ce1689ba865. MozReview-Commit-ID: CZxOSUfT02b
layout/reftests/css-grid/reftest-stylo.list
layout/reftests/flexbox/reftest-stylo.list
layout/reftests/w3c-css/submitted/align3/reftest-stylo.list
layout/reftests/w3c-css/submitted/flexbox/reftest-stylo.list
--- a/layout/reftests/css-grid/reftest-stylo.list
+++ b/layout/reftests/css-grid/reftest-stylo.list
@@ -1,13 +1,13 @@
 # DO NOT EDIT! This is a auto-generated temporary list for Stylo testing
 default-preferences pref(layout.css.grid.enabled,true)
 
-== grid-whitespace-handling-1a.xhtml grid-whitespace-handling-1a.xhtml
-== grid-whitespace-handling-1b.xhtml grid-whitespace-handling-1b.xhtml
+fails == grid-whitespace-handling-1a.xhtml grid-whitespace-handling-1a.xhtml
+fails == grid-whitespace-handling-1b.xhtml grid-whitespace-handling-1b.xhtml
 fails == grid-whitespace-handling-2.xhtml grid-whitespace-handling-2.xhtml
 fails == grid-placement-definite-001.html grid-placement-definite-001.html
 fails == grid-placement-definite-002.html grid-placement-definite-002.html
 fails == grid-placement-definite-003.html grid-placement-definite-003.html
 fails == grid-placement-negative-lines-001.html grid-placement-negative-lines-001.html
 fails == grid-placement-auto-row-sparse-001.html grid-placement-auto-row-sparse-001.html
 fails == grid-placement-auto-row-dense-001.html grid-placement-auto-row-dense-001.html
 fails == grid-placement-auto-col-sparse-001.html grid-placement-auto-col-sparse-001.html
--- a/layout/reftests/flexbox/reftest-stylo.list
+++ b/layout/reftests/flexbox/reftest-stylo.list
@@ -37,65 +37,65 @@ fuzzy-if(cocoaWidget,1,2) random-if(winW
 == flexbox-dyn-changeOrder-1a.html flexbox-dyn-changeOrder-1a.html
 == flexbox-dyn-changeOrder-1b.html flexbox-dyn-changeOrder-1b.html
 == flexbox-dyn-changePadding-1a.xhtml flexbox-dyn-changePadding-1a.xhtml
 == flexbox-dyn-changePadding-1b.xhtml flexbox-dyn-changePadding-1b.xhtml
 
 # Tests for dynamic insertions of content into a flex container
 # (with existing [div | span | text] inside the flexbox, and new content
 # inserted adjacent to that existing content.)
-== flexbox-dyn-insertAroundDiv-1.xhtml flexbox-dyn-insertAroundDiv-1.xhtml
-== flexbox-dyn-insertAroundDiv-2.xhtml flexbox-dyn-insertAroundDiv-2.xhtml
+fails == flexbox-dyn-insertAroundDiv-1.xhtml flexbox-dyn-insertAroundDiv-1.xhtml
+fails == flexbox-dyn-insertAroundDiv-2.xhtml flexbox-dyn-insertAroundDiv-2.xhtml
 fails == flexbox-dyn-insertAroundDiv-3.xhtml flexbox-dyn-insertAroundDiv-3.xhtml
 
-== flexbox-dyn-insertAroundSpan-1.xhtml flexbox-dyn-insertAroundSpan-1.xhtml
-== flexbox-dyn-insertAroundSpan-2.xhtml flexbox-dyn-insertAroundSpan-2.xhtml
+fails == flexbox-dyn-insertAroundSpan-1.xhtml flexbox-dyn-insertAroundSpan-1.xhtml
+fails == flexbox-dyn-insertAroundSpan-2.xhtml flexbox-dyn-insertAroundSpan-2.xhtml
 fails == flexbox-dyn-insertAroundSpan-3.xhtml flexbox-dyn-insertAroundSpan-3.xhtml
 
-== flexbox-dyn-insertAroundText-1.xhtml flexbox-dyn-insertAroundText-1.xhtml
-== flexbox-dyn-insertAroundText-2.xhtml flexbox-dyn-insertAroundText-2.xhtml
-== flexbox-dyn-insertAroundText-3.xhtml flexbox-dyn-insertAroundText-3.xhtml
+fails == flexbox-dyn-insertAroundText-1.xhtml flexbox-dyn-insertAroundText-1.xhtml
+fails == flexbox-dyn-insertAroundText-2.xhtml flexbox-dyn-insertAroundText-2.xhtml
+fails == flexbox-dyn-insertAroundText-3.xhtml flexbox-dyn-insertAroundText-3.xhtml
 
 # Variant of one of the above tests, to regression-test an invalidation issue
-== flexbox-dyn-insertEmptySpan-1.xhtml flexbox-dyn-insertEmptySpan-1.xhtml
+fails == flexbox-dyn-insertEmptySpan-1.xhtml flexbox-dyn-insertEmptySpan-1.xhtml
 
 # Tests for empty flexboxes (with no flex items)
 fails == flexbox-empty-1a.xhtml flexbox-empty-1a.xhtml
 fails == flexbox-empty-1b.xhtml flexbox-empty-1b.xhtml
 
 # Tests for handling of floated elements inside a flexbox
-== flexbox-float-1a.xhtml flexbox-float-1a.xhtml
-== flexbox-float-1b.xhtml flexbox-float-1b.xhtml
-== flexbox-float-1c.xhtml flexbox-float-1c.xhtml
-== flexbox-float-1d.xhtml flexbox-float-1d.xhtml
-== flexbox-float-2a.xhtml flexbox-float-2a.xhtml
-== flexbox-float-2b.xhtml flexbox-float-2b.xhtml
+fails == flexbox-float-1a.xhtml flexbox-float-1a.xhtml
+fails == flexbox-float-1b.xhtml flexbox-float-1b.xhtml
+fails == flexbox-float-1c.xhtml flexbox-float-1c.xhtml
+fails == flexbox-float-1d.xhtml flexbox-float-1d.xhtml
+fails == flexbox-float-2a.xhtml flexbox-float-2a.xhtml
+fails == flexbox-float-2b.xhtml flexbox-float-2b.xhtml
 
 # Tests for the order in which we paint flex items
 == flexbox-paint-ordering-3.html flexbox-paint-ordering-3.html
 
 # Tests for handling of absolutely/fixed/relatively-positioned flex items.
-== flexbox-position-absolute-1.xhtml flexbox-position-absolute-1.xhtml
-== flexbox-position-absolute-2.xhtml flexbox-position-absolute-2.xhtml
+fails == flexbox-position-absolute-1.xhtml flexbox-position-absolute-1.xhtml
+fails == flexbox-position-absolute-2.xhtml flexbox-position-absolute-2.xhtml
 == flexbox-position-absolute-3.xhtml flexbox-position-absolute-3.xhtml
 == flexbox-position-absolute-4.xhtml flexbox-position-absolute-4.xhtml
-== flexbox-position-fixed-1.xhtml flexbox-position-fixed-1.xhtml
-== flexbox-position-fixed-2.xhtml flexbox-position-fixed-2.xhtml
+fails == flexbox-position-fixed-1.xhtml flexbox-position-fixed-1.xhtml
+fails == flexbox-position-fixed-2.xhtml flexbox-position-fixed-2.xhtml
 == flexbox-position-fixed-3.xhtml flexbox-position-fixed-3.xhtml
 == flexbox-position-fixed-4.xhtml flexbox-position-fixed-4.xhtml
 
 # Tests for inline content in a flexbox that gets wrapped in an anonymous block
 == flexbox-inlinecontent-horiz-1a.xhtml flexbox-inlinecontent-horiz-1a.xhtml
 == flexbox-inlinecontent-horiz-1b.xhtml flexbox-inlinecontent-horiz-1b.xhtml
 == flexbox-inlinecontent-horiz-2.xhtml flexbox-inlinecontent-horiz-2.xhtml
 == flexbox-inlinecontent-horiz-3a.xhtml flexbox-inlinecontent-horiz-3a.xhtml
 == flexbox-inlinecontent-horiz-3b.xhtml flexbox-inlinecontent-horiz-3b.xhtml
 == flexbox-inlinecontent-horiz-3c.xhtml flexbox-inlinecontent-horiz-3c.xhtml
 == flexbox-inlinecontent-horiz-4.xhtml flexbox-inlinecontent-horiz-4.xhtml
-== flexbox-inlinecontent-horiz-5.xhtml flexbox-inlinecontent-horiz-5.xhtml
+fails == flexbox-inlinecontent-horiz-5.xhtml flexbox-inlinecontent-horiz-5.xhtml
 
 # Tests for intrinsic sizing of flexboxes
 fails == flexbox-intrinsic-sizing-horiz-1a.xhtml flexbox-intrinsic-sizing-horiz-1a.xhtml
 fails == flexbox-intrinsic-sizing-horiz-1b.xhtml flexbox-intrinsic-sizing-horiz-1b.xhtml
 fails == flexbox-intrinsic-sizing-horiz-2a.xhtml flexbox-intrinsic-sizing-horiz-2a.xhtml
 fails == flexbox-intrinsic-sizing-horiz-2b.xhtml flexbox-intrinsic-sizing-horiz-2b.xhtml
 
 # Tests for invalidation after dynamic modifications
--- a/layout/reftests/w3c-css/submitted/align3/reftest-stylo.list
+++ b/layout/reftests/w3c-css/submitted/align3/reftest-stylo.list
@@ -25,27 +25,27 @@ fails == flex-abspos-staticpos-align-sel
 fails == flex-abspos-staticpos-align-self-rtl-002.html flex-abspos-staticpos-align-self-rtl-002.html
 fails == flex-abspos-staticpos-align-self-rtl-003.html flex-abspos-staticpos-align-self-rtl-003.html
 fails == flex-abspos-staticpos-align-self-rtl-004.html flex-abspos-staticpos-align-self-rtl-004.html
 fails == flex-abspos-staticpos-align-self-vertWM-001.html flex-abspos-staticpos-align-self-vertWM-001.html
 fails == flex-abspos-staticpos-align-self-vertWM-002.html flex-abspos-staticpos-align-self-vertWM-002.html
 fails == flex-abspos-staticpos-align-self-vertWM-003.html flex-abspos-staticpos-align-self-vertWM-003.html
 fails == flex-abspos-staticpos-align-self-vertWM-004.html flex-abspos-staticpos-align-self-vertWM-004.html
 
-== flex-abspos-staticpos-fallback-align-content-001.html flex-abspos-staticpos-fallback-align-content-001.html
-== flex-abspos-staticpos-fallback-justify-content-001.html flex-abspos-staticpos-fallback-justify-content-001.html
+fails == flex-abspos-staticpos-fallback-align-content-001.html flex-abspos-staticpos-fallback-align-content-001.html
+fails == flex-abspos-staticpos-fallback-justify-content-001.html flex-abspos-staticpos-fallback-justify-content-001.html
 
 fails == flex-abspos-staticpos-justify-content-001.html flex-abspos-staticpos-justify-content-001.html
 fails == flex-abspos-staticpos-justify-content-002.html flex-abspos-staticpos-justify-content-002.html
-== flex-abspos-staticpos-justify-content-003.html flex-abspos-staticpos-justify-content-003.html
-== flex-abspos-staticpos-justify-content-004.html flex-abspos-staticpos-justify-content-004.html
+fails == flex-abspos-staticpos-justify-content-003.html flex-abspos-staticpos-justify-content-003.html
+fails == flex-abspos-staticpos-justify-content-004.html flex-abspos-staticpos-justify-content-004.html
 fails == flex-abspos-staticpos-justify-content-005.html flex-abspos-staticpos-justify-content-005.html
 fails == flex-abspos-staticpos-justify-content-006.html flex-abspos-staticpos-justify-content-006.html
-== flex-abspos-staticpos-justify-content-007.html flex-abspos-staticpos-justify-content-007.html
-== flex-abspos-staticpos-justify-content-008.html flex-abspos-staticpos-justify-content-008.html
+fails == flex-abspos-staticpos-justify-content-007.html flex-abspos-staticpos-justify-content-007.html
+fails == flex-abspos-staticpos-justify-content-008.html flex-abspos-staticpos-justify-content-008.html
 fails == flex-abspos-staticpos-justify-content-rtl-001.html flex-abspos-staticpos-justify-content-rtl-001.html
 fails == flex-abspos-staticpos-justify-content-rtl-002.html flex-abspos-staticpos-justify-content-rtl-002.html
 fails == flex-abspos-staticpos-justify-content-vertWM-001.html flex-abspos-staticpos-justify-content-vertWM-001.html
 fails == flex-abspos-staticpos-justify-content-vertWM-002.html flex-abspos-staticpos-justify-content-vertWM-002.html
 
 == flex-abspos-staticpos-justify-self-001.html flex-abspos-staticpos-justify-self-001.html
 
 == flex-abspos-staticpos-margin-001.html flex-abspos-staticpos-margin-001.html
--- a/layout/reftests/w3c-css/submitted/flexbox/reftest-stylo.list
+++ b/layout/reftests/w3c-css/submitted/flexbox/reftest-stylo.list
@@ -2,20 +2,20 @@
 # Tests for absolutely-positioned children of a flex container
 == flexbox-abspos-child-001a.html flexbox-abspos-child-001a.html
 == flexbox-abspos-child-001b.html flexbox-abspos-child-001b.html
 
 # Tests for handling anonymous flex items
 == flexbox-anonymous-items-001.html flexbox-anonymous-items-001.html
 
 # Tests for alignment of flex lines (align-content property)
-== flexbox-align-content-horiz-001a.xhtml flexbox-align-content-horiz-001a.xhtml
-== flexbox-align-content-horiz-001b.xhtml flexbox-align-content-horiz-001b.xhtml
-== flexbox-align-content-vert-001a.xhtml flexbox-align-content-vert-001a.xhtml
-== flexbox-align-content-vert-001b.xhtml flexbox-align-content-vert-001b.xhtml
+fails == flexbox-align-content-horiz-001a.xhtml flexbox-align-content-horiz-001a.xhtml
+fails == flexbox-align-content-horiz-001b.xhtml flexbox-align-content-horiz-001b.xhtml
+fails == flexbox-align-content-vert-001a.xhtml flexbox-align-content-vert-001a.xhtml
+fails == flexbox-align-content-vert-001b.xhtml flexbox-align-content-vert-001b.xhtml
 
 # Tests for cross-axis alignment (align-self / align-items properties)
 fails == flexbox-align-self-baseline-horiz-001a.xhtml flexbox-align-self-baseline-horiz-001a.xhtml
 fails == flexbox-align-self-baseline-horiz-001b.xhtml flexbox-align-self-baseline-horiz-001b.xhtml
 == flexbox-align-self-baseline-horiz-002.xhtml flexbox-align-self-baseline-horiz-002.xhtml
 == flexbox-align-self-baseline-horiz-003.xhtml flexbox-align-self-baseline-horiz-003.xhtml
 == flexbox-align-self-baseline-horiz-004.xhtml flexbox-align-self-baseline-horiz-004.xhtml
 == flexbox-align-self-baseline-horiz-005.xhtml flexbox-align-self-baseline-horiz-005.xhtml
@@ -56,28 +56,28 @@ fails == flexbox-align-self-baseline-hor
 == flexbox-baseline-single-item-001a.html flexbox-baseline-single-item-001a.html
 == flexbox-baseline-single-item-001b.html flexbox-baseline-single-item-001b.html
 
 # Basic tests with with blocks as flex items
 == flexbox-basic-block-horiz-001.xhtml flexbox-basic-block-horiz-001.xhtml
 == flexbox-basic-block-vert-001.xhtml flexbox-basic-block-vert-001.xhtml
 
 # Tests for basic handling of <canvas>/<img>/etc as a flex item
-== flexbox-basic-canvas-horiz-001.xhtml flexbox-basic-canvas-horiz-001.xhtml
-== flexbox-basic-canvas-vert-001.xhtml flexbox-basic-canvas-vert-001.xhtml
-== flexbox-basic-fieldset-horiz-001.xhtml flexbox-basic-fieldset-horiz-001.xhtml
-== flexbox-basic-fieldset-vert-001.xhtml flexbox-basic-fieldset-vert-001.xhtml
-== flexbox-basic-iframe-horiz-001.xhtml flexbox-basic-iframe-horiz-001.xhtml
-== flexbox-basic-iframe-vert-001.xhtml flexbox-basic-iframe-vert-001.xhtml
-== flexbox-basic-img-horiz-001.xhtml flexbox-basic-img-horiz-001.xhtml
-== flexbox-basic-img-vert-001.xhtml flexbox-basic-img-vert-001.xhtml
+fails == flexbox-basic-canvas-horiz-001.xhtml flexbox-basic-canvas-horiz-001.xhtml
+fails == flexbox-basic-canvas-vert-001.xhtml flexbox-basic-canvas-vert-001.xhtml
+fails == flexbox-basic-fieldset-horiz-001.xhtml flexbox-basic-fieldset-horiz-001.xhtml
+fails == flexbox-basic-fieldset-vert-001.xhtml flexbox-basic-fieldset-vert-001.xhtml
+fails == flexbox-basic-iframe-horiz-001.xhtml flexbox-basic-iframe-horiz-001.xhtml
+fails == flexbox-basic-iframe-vert-001.xhtml flexbox-basic-iframe-vert-001.xhtml
+fails == flexbox-basic-img-horiz-001.xhtml flexbox-basic-img-horiz-001.xhtml
+fails == flexbox-basic-img-vert-001.xhtml flexbox-basic-img-vert-001.xhtml
 fails == flexbox-basic-textarea-horiz-001.xhtml flexbox-basic-textarea-horiz-001.xhtml
 fails == flexbox-basic-textarea-vert-001.xhtml flexbox-basic-textarea-vert-001.xhtml
-== flexbox-basic-video-horiz-001.xhtml flexbox-basic-video-horiz-001.xhtml
-== flexbox-basic-video-vert-001.xhtml flexbox-basic-video-vert-001.xhtml
+fails == flexbox-basic-video-horiz-001.xhtml flexbox-basic-video-horiz-001.xhtml
+fails == flexbox-basic-video-vert-001.xhtml flexbox-basic-video-vert-001.xhtml
 
 # Tests for "page-break-before" / "page-break-after" on a flex item
 == flexbox-break-request-horiz-001a.html flexbox-break-request-horiz-001a.html
 == flexbox-break-request-horiz-001b.html flexbox-break-request-horiz-001b.html
 == flexbox-break-request-horiz-002a.html flexbox-break-request-horiz-002a.html
 == flexbox-break-request-horiz-002b.html flexbox-break-request-horiz-002b.html
 == flexbox-break-request-vert-001a.html flexbox-break-request-vert-001a.html
 == flexbox-break-request-vert-001b.html flexbox-break-request-vert-001b.html
@@ -107,31 +107,31 @@ fails == flexbox-basic-textarea-vert-001
 == flexbox-intrinsic-ratio-002.html flexbox-intrinsic-ratio-002.html
 == flexbox-intrinsic-ratio-003.html flexbox-intrinsic-ratio-003.html
 == flexbox-intrinsic-ratio-004.html flexbox-intrinsic-ratio-004.html
 == flexbox-intrinsic-ratio-005.html flexbox-intrinsic-ratio-005.html
 == flexbox-intrinsic-ratio-006.html flexbox-intrinsic-ratio-006.html
 
 # Tests for flex items as (pseudo) stacking contexts
 == flexbox-items-as-stacking-contexts-001.xhtml flexbox-items-as-stacking-contexts-001.xhtml
-== flexbox-items-as-stacking-contexts-002.html flexbox-items-as-stacking-contexts-002.html
-== flexbox-items-as-stacking-contexts-003.html flexbox-items-as-stacking-contexts-003.html
+fails == flexbox-items-as-stacking-contexts-002.html flexbox-items-as-stacking-contexts-002.html
+fails == flexbox-items-as-stacking-contexts-003.html flexbox-items-as-stacking-contexts-003.html
 
 # Tests for main-axis alignment (jusify-content property)
-== flexbox-justify-content-horiz-001a.xhtml flexbox-justify-content-horiz-001a.xhtml
-== flexbox-justify-content-horiz-001b.xhtml flexbox-justify-content-horiz-001b.xhtml
-== flexbox-justify-content-horiz-002.xhtml flexbox-justify-content-horiz-002.xhtml
-== flexbox-justify-content-horiz-003.xhtml flexbox-justify-content-horiz-003.xhtml
-== flexbox-justify-content-horiz-004.xhtml flexbox-justify-content-horiz-004.xhtml
-== flexbox-justify-content-horiz-005.xhtml flexbox-justify-content-horiz-005.xhtml
-== flexbox-justify-content-vert-001a.xhtml flexbox-justify-content-vert-001a.xhtml
-== flexbox-justify-content-vert-001b.xhtml flexbox-justify-content-vert-001b.xhtml
-== flexbox-justify-content-vert-002.xhtml flexbox-justify-content-vert-002.xhtml
-== flexbox-justify-content-vert-003.xhtml flexbox-justify-content-vert-003.xhtml
-== flexbox-justify-content-vert-004.xhtml flexbox-justify-content-vert-004.xhtml
+fails == flexbox-justify-content-horiz-001a.xhtml flexbox-justify-content-horiz-001a.xhtml
+fails == flexbox-justify-content-horiz-001b.xhtml flexbox-justify-content-horiz-001b.xhtml
+fails == flexbox-justify-content-horiz-002.xhtml flexbox-justify-content-horiz-002.xhtml
+fails == flexbox-justify-content-horiz-003.xhtml flexbox-justify-content-horiz-003.xhtml
+fails == flexbox-justify-content-horiz-004.xhtml flexbox-justify-content-horiz-004.xhtml
+fails == flexbox-justify-content-horiz-005.xhtml flexbox-justify-content-horiz-005.xhtml
+fails == flexbox-justify-content-vert-001a.xhtml flexbox-justify-content-vert-001a.xhtml
+fails == flexbox-justify-content-vert-001b.xhtml flexbox-justify-content-vert-001b.xhtml
+fails == flexbox-justify-content-vert-002.xhtml flexbox-justify-content-vert-002.xhtml
+fails == flexbox-justify-content-vert-003.xhtml flexbox-justify-content-vert-003.xhtml
+fails == flexbox-justify-content-vert-004.xhtml flexbox-justify-content-vert-004.xhtml
 == flexbox-justify-content-vert-005.xhtml flexbox-justify-content-vert-005.xhtml
 
 # Tests for flexbox with margin, border, and/or padding on flex items
 == flexbox-margin-auto-horiz-001.xhtml flexbox-margin-auto-horiz-001.xhtml
 == flexbox-margin-auto-horiz-002.xhtml flexbox-margin-auto-horiz-002.xhtml
 == flexbox-mbp-horiz-001.xhtml flexbox-mbp-horiz-001.xhtml
 == flexbox-mbp-horiz-001-reverse.xhtml flexbox-mbp-horiz-001-reverse.xhtml
 == flexbox-mbp-horiz-001-rtl.xhtml flexbox-mbp-horiz-001-rtl.xhtml
@@ -154,51 +154,51 @@ fails == flexbox-min-height-auto-004.htm
 == flexbox-min-width-auto-002b.html flexbox-min-width-auto-002b.html
 == flexbox-min-width-auto-002c.html flexbox-min-width-auto-002c.html
 == flexbox-min-width-auto-003.html flexbox-min-width-auto-003.html
 fails == flexbox-min-width-auto-004.html flexbox-min-width-auto-004.html
 
 # Tests for flex containers with the "overflow" property set
 fails == flexbox-overflow-horiz-001.html flexbox-overflow-horiz-001.html
 == flexbox-overflow-horiz-002.html flexbox-overflow-horiz-002.html
-== flexbox-overflow-horiz-003.html flexbox-overflow-horiz-003.html
+fails == flexbox-overflow-horiz-003.html flexbox-overflow-horiz-003.html
 == flexbox-overflow-horiz-004.html flexbox-overflow-horiz-004.html
-== flexbox-overflow-horiz-005.html flexbox-overflow-horiz-005.html
+fails == flexbox-overflow-horiz-005.html flexbox-overflow-horiz-005.html
 fails == flexbox-overflow-vert-001.html flexbox-overflow-vert-001.html
 == flexbox-overflow-vert-002.html flexbox-overflow-vert-002.html
-== flexbox-overflow-vert-003.html flexbox-overflow-vert-003.html
+fails == flexbox-overflow-vert-003.html flexbox-overflow-vert-003.html
 == flexbox-overflow-vert-004.html flexbox-overflow-vert-004.html
-== flexbox-overflow-vert-005.html flexbox-overflow-vert-005.html
+fails == flexbox-overflow-vert-005.html flexbox-overflow-vert-005.html
 
 # Tests for the order in which we paint flex items
 == flexbox-paint-ordering-001.xhtml flexbox-paint-ordering-001.xhtml
 == flexbox-paint-ordering-002.xhtml flexbox-paint-ordering-002.xhtml
 
 # Tests for "display:flex" on root node
 == flexbox-root-node-001a.html flexbox-root-node-001a.html
 == flexbox-root-node-001b.html flexbox-root-node-001b.html
 
 # Tests for sizing of flex containers, e.g. under min/max size constraints
 == flexbox-sizing-horiz-001.xhtml flexbox-sizing-horiz-001.xhtml
 == flexbox-sizing-horiz-002.xhtml flexbox-sizing-horiz-002.xhtml
 == flexbox-sizing-vert-001.xhtml flexbox-sizing-vert-001.xhtml
 == flexbox-sizing-vert-002.xhtml flexbox-sizing-vert-002.xhtml
 
 # Tests for table-fixup *not happening* on direct children of a flex container
-== flexbox-table-fixup-001.xhtml flexbox-table-fixup-001.xhtml
+fails == flexbox-table-fixup-001.xhtml flexbox-table-fixup-001.xhtml
 
 # Tests for handling of whitespace within anonymous flex items.
-== flexbox-whitespace-handling-001a.xhtml flexbox-whitespace-handling-001a.xhtml
-== flexbox-whitespace-handling-001b.xhtml flexbox-whitespace-handling-001b.xhtml
-== flexbox-whitespace-handling-002.xhtml flexbox-whitespace-handling-002.xhtml
+fails == flexbox-whitespace-handling-001a.xhtml flexbox-whitespace-handling-001a.xhtml
+fails == flexbox-whitespace-handling-001b.xhtml flexbox-whitespace-handling-001b.xhtml
+fails == flexbox-whitespace-handling-002.xhtml flexbox-whitespace-handling-002.xhtml
 
 # Tests for flex containers with pseudo-elements
-== flexbox-with-pseudo-elements-001.html flexbox-with-pseudo-elements-001.html
+fails == flexbox-with-pseudo-elements-001.html flexbox-with-pseudo-elements-001.html
 == flexbox-with-pseudo-elements-002.html flexbox-with-pseudo-elements-002.html
-== flexbox-with-pseudo-elements-003.html flexbox-with-pseudo-elements-003.html
+fails == flexbox-with-pseudo-elements-003.html flexbox-with-pseudo-elements-003.html
 
 # Tests for combined influence of 'writing-mode' & 'direction' on flex axes
 == flexbox-writing-mode-001.html flexbox-writing-mode-001.html
 == flexbox-writing-mode-002.html flexbox-writing-mode-002.html
 == flexbox-writing-mode-003.html flexbox-writing-mode-003.html
 == flexbox-writing-mode-004.html flexbox-writing-mode-004.html
 == flexbox-writing-mode-005.html flexbox-writing-mode-005.html
 == flexbox-writing-mode-006.html flexbox-writing-mode-006.html