Bug 1391662 - Disable pytest cache provider in WPT. r?jgraham draft
authorAndreas Tolfsen <ato@sny.no>
Fri, 18 Aug 2017 16:16:45 +0100
changeset 649074 8f0c806dd7565bd941f3f7712d6660a6a1b4f1ff
parent 648573 a6a1f5c1d971dbee67ba6eec7ead7902351ddca2
child 726994 7b0db4f72d471e76d473e576bd16e3688d7e5ae1
push id74940
push userbmo:ato@sny.no
push dateFri, 18 Aug 2017 15:19:41 +0000
reviewersjgraham
bugs1391662
milestone57.0a1
Bug 1391662 - Disable pytest cache provider in WPT. r?jgraham The pytest cache provider lets you have access to --last-failed and --failed-first based on a cache file it puts in .cache/v/lastfailed. This can be useful for iterating on a set of failures, but not a feature we want to support through wptrunner. This patch disables the cache provider so that these files are not generated. When calling wptrunner with --manifest-update, these temporary files have had a tedency to be included in MANIFEST.json, and this change will effectively prevent that from happening. MozReview-Commit-ID: EU7zXAdxsfY
testing/web-platform/tests/tools/wptrunner/wptrunner/executors/pytestrunner/runner.py
--- a/testing/web-platform/tests/tools/wptrunner/wptrunner/executors/pytestrunner/runner.py
+++ b/testing/web-platform/tests/tools/wptrunner/wptrunner/executors/pytestrunner/runner.py
@@ -51,17 +51,18 @@ def run(path, server_config, session_con
 
     # TODO(ato): Deal with timeouts
 
     with TemporaryDirectory() as cache:
         pytest.main(["--strict",  # turn warnings into errors
                      "--verbose",  # show each individual subtest
                      "--capture", "no",  # enable stdout/stderr from tests
                      "--basetemp", cache,  # temporary directory
-                     "-p", "no:mozlog",
+                     "-p", "no:mozlog",  # use the WPT result recorder
+                     "-p", "no:cacheprovider",  # disable state preservation across invocations
                      path],
                     plugins=plugins)
 
     return recorder.results
 
 
 class SubtestResultRecorder(object):
     def __init__(self):