Bug 1467783 - Split basic_compositor_video into a separate suite and disable it on QR test platforms. r?jmaher draft
authorKartikaya Gupta <kgupta@mozilla.com>
Fri, 08 Jun 2018 09:59:14 -0400
changeset 805856 a87c5f86e6c9c09e162e15e994ba3c9ad0ac5f17
parent 805786 e0595117ff5bda3a63a72ad7b3b8754fec4fb4f0
push id112781
push userkgupta@mozilla.com
push dateFri, 08 Jun 2018 16:20:24 +0000
reviewersjmaher
bugs1467783
milestone62.0a1
Bug 1467783 - Split basic_compositor_video into a separate suite and disable it on QR test platforms. r?jmaher MozReview-Commit-ID: Ls5rM9SgOV9
taskcluster/ci/test/talos.yml
taskcluster/ci/test/test-sets.yml
testing/talos/talos.json
--- a/taskcluster/ci/test/talos.yml
+++ b/taskcluster/ci/test/talos.yml
@@ -20,16 +20,43 @@ job-defaults:
                     - talos/windows_config.py
                 windows10-64-ccov/debug:
                     - talos/windows_vm_config.py
                 linux64-ccov/debug:
                     - talos/linux64_config_taskcluster.py
                 default:
                     - talos/linux_config.py
 
+talos-bcv:
+    description: "Talos basic compositor video"
+    try-name: bcv
+    treeherder-symbol: T(bcv)
+    run-on-projects:
+        by-test-platform:
+            .*-qr/.*: []  # this test is not useful with webrender
+            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --suite=bcv
+
+talos-bcv-profiling:
+    description: "Talos profiling basic compositor video"
+    try-name: bcv-profiling
+    treeherder-symbol: T-P(bcv)
+    run-on-projects:
+        by-test-platform:
+            .*-qr/.*: []  # this test is not useful with webrender
+            default: ['mozilla-central', 'try']
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --suite=bcv
+            - --geckoProfile
+
 talos-chrome:
     description: "Talos chrome"
     try-name: chromez
     treeherder-symbol: T(c)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -53,16 +53,17 @@ web-platform-tests-headless:
     - web-platform-tests-headless
     - web-platform-tests-reftests-headless
     - web-platform-tests-wdspec-headless
 
 opt-only-tests:
     - mochitest-valgrind
 
 talos:
+    - talos-bcv
     - talos-chrome
     - talos-damp
     - talos-dromaeojs
     - talos-g1
     - talos-g3
     - talos-g4
     - talos-g5
     - talos-other
@@ -98,16 +99,17 @@ linux-qr-tests:
     - mochitest-a11y
     - mochitest-gpu
     - mochitest-media
     - mochitest-webgl
     - reftest
     - xpcshell
 
 linux-talos-profiling:
+    - talos-bcv-profiling
     - talos-chrome-profiling
     - talos-damp-profiling
     - talos-dromaeojs-profiling
     - talos-g1-profiling
     - talos-g3-profiling
     - talos-g4-profiling
     - talos-g5-profiling
     - talos-other-profiling
@@ -166,16 +168,17 @@ windows-tests:
     - test-verify
     - test-verify-gpu
     - test-verify-wpt
     - web-platform-tests
     - web-platform-tests-reftests
     - xpcshell
 
 windows-talos:
+    - talos-bcv
     - talos-chrome
     - talos-damp
     - talos-dromaeojs
     - talos-g1
     - talos-g4
     - talos-g5
     - talos-other
     - talos-perf-reftest
@@ -185,16 +188,17 @@ windows-talos:
     - talos-xperf
     - talos-speedometer
     - talos-tp6
     - talos-tps
     - talos-motionmark
     - talos-h1
 
 windows-talos-profiling:
+    - talos-bcv-profiling
     - talos-chrome-profiling
     - talos-damp-profiling
     - talos-dromaeojs-profiling
     - talos-g1-profiling
     - talos-g3-profiling
     - talos-g4-profiling
     - talos-g5-profiling
     - talos-motionmark-profiling
@@ -230,16 +234,17 @@ macosx64-tests:
     - test-verify
     - test-verify-gpu
     - test-verify-wpt
     - web-platform-tests
     - web-platform-tests-reftests
     - xpcshell
 
 macosx64-talos:
+    - talos-bcv
     - talos-chrome
     - talos-damp
     - talos-dromaeojs
     - talos-g1
     - talos-g4
     - talos-g5
     - talos-other
     - talos-svgr
@@ -249,16 +254,17 @@ macosx64-talos:
     - talos-tp6
     - talos-tp6-stylo-threads
     # - talos-tps # Bug 1453007 times out
     - talos-speedometer
     - talos-motionmark
     # - talos-h1 # too long to unpack profile- Bug 1442893
 
 macosx64-talos-profiling:
+    - talos-bcv-profiling
     - talos-chrome-profiling
     - talos-damp-profiling
     - talos-dromaeojs-profiling
     - talos-g1-profiling
     - talos-g3-profiling
     - talos-g4-profiling
     - talos-g5-profiling
     - talos-other-profiling
--- a/testing/talos/talos.json
+++ b/testing/talos/talos.json
@@ -1,10 +1,13 @@
 {
     "suites": {
+        "bcv-e10s": {
+            "tests": ["basic_compositor_video"]
+        },
         "chromez-e10s": {
             "tests": ["about_preferences_basic", "tresize"]
         },
         "dromaeojs-e10s": {
             "tests": ["dromaeo_css", "kraken"]
         },
         "flex-e10s": {
             "tests": ["tart_flex", "ts_paint_flex"]
@@ -23,17 +26,17 @@
         "tps-e10s": {
             "tests": ["tps"],
             "pagesets_name": "tp5n.zip"
         },
         "g3-e10s": {
             "tests": ["dromaeo_dom"]
         },
         "g4-e10s": {
-            "tests": ["basic_compositor_video", "glvideo", "displaylist_mutate", "rasterflood_svg", "rasterflood_gradient"]
+            "tests": ["glvideo", "displaylist_mutate", "rasterflood_svg", "rasterflood_gradient"]
         },
         "g5-e10s": {
             "tests": ["ts_paint_webext", "tp5o_webext"],
             "pagesets_name": "tp5n.zip"
         },
         "motionmark-e10s": {
             "tests": ["motionmark_animometer", "motionmark_htmlsuite", "JetStream", "ARES6"],
             "benchmark_zip": "jetstream.zip"