Bug 1383149 - Run the talos suite (minus g1 and g2) on linux64-qr/opt, on m-c and try. r?dustin draft
authorKartikaya Gupta <kgupta@mozilla.com>
Mon, 14 Aug 2017 16:51:26 -0400
changeset 646102 b7e338a9299372b9a31a31159555b8cf6bc7429f
parent 646101 d4db1295a2ddfbc85e471cdf728afd750168d584
child 726138 ad2e07bec00d0c3e374dc4621d3a76585c84d59f
push id74006
push userkgupta@mozilla.com
push dateMon, 14 Aug 2017 21:31:20 +0000
reviewersdustin
bugs1383149
milestone57.0a1
Bug 1383149 - Run the talos suite (minus g1 and g2) on linux64-qr/opt, on m-c and try. r?dustin MozReview-Commit-ID: 94ZcluR2xET
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
taskcluster/ci/test/tests.yml
taskcluster/taskgraph/transforms/job/mozharness_test.py
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -140,16 +140,17 @@ windows10-64-stylo/opt:
 
 # QR builds just run a subset right now. Note that the tests in this
 # test set are further restricted in tests.yml to run on certain projects
 # only, to avoid adding too much infra load.
 linux64-qr/opt:
     build-platform: linux64/opt
     test-sets:
         - qr-tests
+        - qr-talos
 linux64-qr/debug:
     build-platform: linux64/debug
     test-sets:
         - qr-tests
 
 linux64-ccov/opt:
     build-platform: linux64-ccov/opt
     test-sets:
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -94,16 +94,30 @@ stylo-tests:
     - mochitest-media
     - mochitest-webgl
 
 stylo-sequential-tests:
     - crashtest
     - reftest-stylo
     - mochitest
 
+qr-talos:
+    - talos-chrome
+    - talos-dromaeojs
+    # - talos-g1 # doesn't work with QR yet
+    # - talos-g2 # doesn't work with QR yet
+    - talos-g3
+    - talos-g4
+    - talos-g5
+    - talos-other
+    - talos-svgr
+    - talos-tp5o
+    - talos-perf-reftest
+    - talos-perf-reftest-singletons
+
 qr-tests:
     - cppunit
     - crashtest
     - gtest
     - jittest
     - jsreftest
     - mochitest-a11y
     - mochitest-gpu
--- a/taskcluster/ci/test/tests.yml
+++ b/taskcluster/ci/test/tests.yml
@@ -1228,16 +1228,17 @@ robocop:
 talos-chrome:
     description: "Talos chrome"
     suite: talos
     try-name: chromez
     treeherder-symbol: tc-T(c)
     virtualization: hardware
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 3600
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
@@ -1255,16 +1256,17 @@ talos-chrome:
 talos-dromaeojs:
     description: "Talos dromaeojs"
     suite: talos
     try-name: dromaeojs
     treeherder-symbol: tc-T(d)
     virtualization: hardware
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 3600
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
@@ -1282,16 +1284,17 @@ talos-dromaeojs:
 talos-g1:
     description: "Talos g1"
     suite: talos
     try-name: g1
     treeherder-symbol: tc-T(g1)
     virtualization: hardware
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 7200
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
@@ -1310,16 +1313,17 @@ talos-g2:
     description: "Talos g2"
     suite: talos
     try-name: g2
     treeherder-symbol: tc-T(g2)
     virtualization: hardware
     max-run-time: 7200
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
                 macosx.*:
@@ -1336,16 +1340,17 @@ talos-g2:
 talos-g3:
     description: "Talos g3"
     suite: talos
     try-name: g3
     treeherder-symbol: tc-T(g3)
     virtualization: hardware
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-beta','mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 3600
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
@@ -1363,16 +1368,17 @@ talos-g3:
 talos-g4:
     description: "Talos g4"
     suite: talos
     try-name: g4
     treeherder-symbol: tc-T(g4)
     virtualization: hardware
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-beta','mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 3600
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
@@ -1390,16 +1396,17 @@ talos-g4:
 talos-g5:
     description: "Talos g5"
     suite: talos
     try-name: g5
     treeherder-symbol: tc-T(g5)
     virtualization: hardware
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 3600
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
@@ -1418,16 +1425,17 @@ talos-g5:
 talos-other:
     description: "Talos other"
     suite: talos
     try-name: other
     treeherder-symbol: tc-T(o)
     virtualization: hardware
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-beta','mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 3600
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
@@ -1445,16 +1453,17 @@ talos-other:
 talos-perf-reftest:
     description: "Talos perf-reftest"
     suite: talos
     try-name: perf-reftest
     treeherder-symbol: tc-T(p)
     virtualization: hardware
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 3600
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
@@ -1468,16 +1477,17 @@ talos-perf-reftest:
 talos-perf-reftest-singletons:
     description: "Talos perf-reftest singletons"
     suite: talos
     try-name: perf-reftest-singletons
     treeherder-symbol: tc-T(ps)
     virtualization: hardware
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 3600
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
@@ -1493,16 +1503,17 @@ talos-perf-reftest-singletons:
 talos-svgr:
     description: "Talos svgr"
     suite: talos
     try-name: svgr
     treeherder-symbol: tc-T(s)
     virtualization: hardware
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 3600
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
@@ -1520,16 +1531,17 @@ talos-svgr:
 talos-tp5o:
     description: "Talos tp5o"
     suite: talos
     try-name: tp5o
     treeherder-symbol: tc-T(tp)
     virtualization: hardware
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: ['mozilla-central', 'try']
             .*-stylo.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 3600
     mozharness:
         script: talos_script.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
--- a/taskcluster/taskgraph/transforms/job/mozharness_test.py
+++ b/taskcluster/taskgraph/transforms/job/mozharness_test.py
@@ -19,16 +19,17 @@ import os
 
 BUILDER_NAME_PREFIX = {
     'linux64-pgo': 'Ubuntu VM 12.04 x64',
     'linux64': 'Ubuntu VM 12.04 x64',
     'linux64-nightly': 'Ubuntu VM 12.04 x64',
     'linux64-asan': 'Ubuntu ASAN VM 12.04 x64',
     'linux64-ccov': 'Ubuntu Code Coverage VM 12.04 x64',
     'linux64-jsdcov': 'Ubuntu Code Coverage VM 12.04 x64',
+    'linux64-qr': 'Ubuntu VM 12.04 x64',
     'linux64-stylo': 'Ubuntu VM 12.04 x64',
     'linux64-stylo-sequential': 'Ubuntu VM 12.04 x64',
     'linux64-devedition': 'Ubuntu VM 12.04 x64',
     'linux64-devedition-nightly': 'Ubuntu VM 12.04 x64',
     'macosx64': 'Rev7 MacOSX Yosemite 10.10.5',
     'macosx64-devedition': 'Rev7 MacOSX Yosemite 10.10.5 DevEdition',
     'android-4.3-arm7-api-15': 'Android 4.3 armv7 API 15+',
     'android-4.2-x86': 'Android 4.2 x86 Emulator',
@@ -476,17 +477,17 @@ def mozharness_test_buildbot_bridge(conf
         variant = get_variant(test['test-platform'])
 
         # On beta and release, we run nightly builds on-push; the talos
         # builders need to run against non-nightly buildernames
         if variant == 'nightly':
             variant = ''
 
         # this variant name has branch after the variant type in BBB bug 1338871
-        if variant in ('stylo', 'stylo-sequential', 'devedition'):
+        if variant in ('qr', 'stylo', 'stylo-sequential', 'devedition'):
             name = '{prefix} {variant} {branch} talos {test_name}'
         elif variant:
             name = '{prefix} {branch} {variant} talos {test_name}'
         else:
             name = '{prefix} {branch} talos {test_name}'
 
         buildername = name.format(
             prefix=BUILDER_NAME_PREFIX[test_platform],