Bug 1425850 - Add new talos gecko profiling job on osx nightly; r?jmaher draft
authorRob Wood <rwood@mozilla.com>
Tue, 16 Jan 2018 15:10:00 -0500
changeset 722305 2a9c482c888764e6e35d6e7a3896cf6a6d96c5a8
parent 722297 36a8327139530a95003d431f3f43e7c3f6f9c3ee
child 746594 20a882b96a29b8e331ffc7a7a3a0266a2e966bdf
push id96129
push userrwood@mozilla.com
push dateThu, 18 Jan 2018 21:13:46 +0000
reviewersjmaher
bugs1425850
milestone59.0a1
Bug 1425850 - Add new talos gecko profiling job on osx nightly; r?jmaher MozReview-Commit-ID: BO6YEmWPifb
taskcluster/ci/config.yml
taskcluster/ci/test/talos.yml
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
--- a/taskcluster/ci/config.yml
+++ b/taskcluster/ci/config.yml
@@ -15,16 +15,17 @@ treeherder:
         'R': 'Reftests'
         'R-e10s': 'Reftests with e10s'
         'T': 'Talos performance tests'
         'Tsd': 'Talos performance tests with Stylo disabled'
         'Tss': 'Talos performance tests with Stylo sequential'
         'T-e10s': 'Talos performance tests with e10s'
         'Tsd-e10s': 'Talos performance tests with e10s, Stylo disabled'
         'Tss-e10s': 'Talos performance tests with e10s, Stylo sequential'
+        'T-P-e10s': 'Talos performance tests with e10s and gecko profiling'
         'tt-c': 'Telemetry client marionette tests'
         'tt-c-e10s': 'Telemetry client marionette tests with e10s'
         'SY-e10s': 'Are we slim yet tests by TaskCluster with e10s'
         'SYsd-e10s': 'Are we slim yet tests by TaskCluster with e10s, Stylo disabled'
         'SYss-e10s': 'Are we slim yet tests by TaskCluster with e10s, Stylo sequential'
         'VP': 'VideoPuppeteer tests'
         'W': 'Web platform tests'
         'W-e10s': 'Web platform tests with e10s'
--- a/taskcluster/ci/test/talos.yml
+++ b/taskcluster/ci/test/talos.yml
@@ -35,16 +35,28 @@ talos-chrome:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=chromez
             - --add-option
             - --webServer,localhost
 
+talos-chrome-profiling:
+    description: "Talos profiling chrome"
+    try-name: chromez-profiling
+    treeherder-symbol: T-P(c)
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=chromez
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
 talos-chrome-stylo-disabled:
     description: "Talos Stylo disabled chrome"
     try-name: chromez-stylo-disabled
     treeherder-symbol: Tsd(c)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'try']
     mozharness:
         extra-options:
             - --suite=chromez-stylo-disabled
@@ -60,16 +72,28 @@ talos-dromaeojs:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=dromaeojs
             - --add-option
             - --webServer,localhost
 
+talos-dromaeojs-profiling:
+    description: "Talos profiling dromaeojs"
+    try-name: dromaeojs-profiling
+    treeherder-symbol: T-P(d)
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=dromaeojs
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
 talos-dromaeojs-stylo-disabled:
     description: "Talos Stylo disabled dromaeojs"
     try-name: dromaeojs-stylo-disabled
     treeherder-symbol: Tsd(d)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'try']
     mozharness:
         extra-options:
             - --suite=dromaeojs-stylo-disabled
@@ -86,16 +110,29 @@ talos-g1:
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 7200
     mozharness:
         extra-options:
             - --suite=g1
             - --add-option
             - --webServer,localhost
 
+talos-g1-profiling:
+    description: "Talos profiling g1"
+    try-name: g1-profiling
+    treeherder-symbol: T-P(g1)
+    run-on-projects: ['mozilla-central', 'try']
+    max-run-time: 7200
+    mozharness:
+        extra-options:
+            - --suite=g1
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
 talos-g1-stylo-disabled:
     description: "Talos Stylo disabled g1"
     try-name: g1-stylo-disabled
     treeherder-symbol: Tsd(g1)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'try']
     max-run-time: 7200
     mozharness:
         extra-options:
@@ -114,16 +151,29 @@ talos-g2:
             linux64-ccov/.*: ['try']  # Bug 1407593
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=g2
             - --add-option
             - --webServer,localhost
 
+talos-g2-profiling:
+    description: "Talos profiling g2"
+    try-name: g2-profiling
+    treeherder-symbol: T-P(g2)
+    max-run-time: 7200
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=g2
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
 talos-g2-stylo-disabled:
     description: "Talos Stylo disabled g2"
     try-name: g2-stylo-disabled
     treeherder-symbol: Tsd(g2)
     max-run-time: 7200
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'try']
     mozharness:
         extra-options:
@@ -140,16 +190,28 @@ talos-g3:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=g3
             - --add-option
             - --webServer,localhost
 
+talos-g3-profiling:
+    description: "Talos profiling g3"
+    try-name: g3-profiling
+    treeherder-symbol: T-P(g3)
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=g3
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
 talos-g3-stylo-disabled:
     description: "Talos Stylo disabled g3"
     try-name: g3-stylo-disabled
     treeherder-symbol: Tsd(g3)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'try']
     mozharness:
         extra-options:
             - --suite=g3-stylo-disabled
@@ -165,16 +227,28 @@ talos-g4:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=g4
             - --add-option
             - --webServer,localhost
 
+talos-g4-profiling:
+    description: "Talos profiling g4"
+    try-name: g4-profiling
+    treeherder-symbol: T-P(g4)
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=g4
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
 talos-g4-stylo-disabled:
     description: "Talos Stylo disabled g4"
     try-name: g4-stylo-disabled
     treeherder-symbol: Tsd(g4)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'try']
     mozharness:
         extra-options:
             - --suite=g4-stylo-disabled
@@ -190,16 +264,29 @@ talos-g5:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=g5
             - --add-option
             - --webServer,localhost
 
+talos-g5-profiling:
+    description: "Talos profiling g5"
+    try-name: g5-profiling
+    treeherder-symbol: T-P(g5)
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=g5
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
+
 talos-g5-stylo-disabled:
     description: "Talos Stylo disabled g5"
     try-name: g5-stylo-disabled
     treeherder-symbol: Tsd(g5)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'try']
     mozharness:
         extra-options:
             - --suite=g5-stylo-disabled
@@ -247,16 +334,28 @@ talos-other:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=other
             - --add-option
             - --webServer,localhost
 
+talos-other-profiling:
+    description: "Talos profiling other"
+    try-name: other-profiling
+    treeherder-symbol: T-P(o)
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=other
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
 talos-other-stylo-disabled:
     description: "Talos Stylo disabled other"
     try-name: other-stylo-disabled
     treeherder-symbol: Tsd(o)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'try']
     mozharness:
         extra-options:
             - --suite=other-stylo-disabled
@@ -270,28 +369,48 @@ talos-perf-reftest:
     run-on-projects:
         by-test-platform:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=perf-reftest
 
+talos-perf-reftest-profiling:
+    description: "Talos profiling perf-reftest"
+    try-name: perf-reftest-profiling
+    treeherder-symbol: T-P(p)
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=perf-reftest
+            - --geckoProfile
+
 talos-perf-reftest-singletons:
     description: "Talos perf-reftest singletons"
     try-name: perf-reftest-singletons
     treeherder-symbol: T(ps)
     run-on-projects:
         by-test-platform:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=perf-reftest-singletons
 
+talos-perf-reftest-singletons-profiling:
+    description: "Talos profiling perf-reftest singletons"
+    try-name: perf-reftest-singletons-profiling
+    treeherder-symbol: T-P(ps)
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=perf-reftest-singletons
+            - --geckoProfile
+
 talos-perf-reftest-singletons-stylo-disabled:
     description: "Talos Stylo disabled perf-reftest singletons"
     try-name: perf-reftest-singletons-stylo-disabled
     treeherder-symbol: Tsd(ps)
     run-on-projects: ['mozilla-central', 'try']
     mozharness:
         extra-options:
             - --suite=perf-reftest-singletons-stylo-disabled
@@ -314,16 +433,28 @@ talos-speedometer:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=speedometer
             - --add-option
             - --webServer,localhost
 
+talos-speedometer-profiling:
+    description: "Talos profiling speedometer"
+    try-name: speedometer-profiling
+    treeherder-symbol: T-P(sp)
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=speedometer
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
 talos-speedometer-stylo-disabled:
     description: "Talos Stylo disabled speedometer"
     try-name: speedometer-stylo-disabled
     treeherder-symbol: Tsd(sp)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'try']
     mozharness:
         extra-options:
             - --suite=speedometer-stylo-disabled
@@ -339,16 +470,28 @@ talos-svgr:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=svgr
             - --add-option
             - --webServer,localhost
 
+talos-svgr-profiling:
+    description: "Talos profiling svgr"
+    try-name: svgr-profiling
+    treeherder-symbol: T-P(s)
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=svgr
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
 talos-svgr-stylo-disabled:
     description: "Talos Stylo disabled svgr"
     try-name: svgr-stylo-disabled
     treeherder-symbol: Tsd(s)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'try']
     mozharness:
         extra-options:
             - --suite=svgr-stylo-disabled
@@ -364,58 +507,83 @@ talos-tp5o:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=tp5o
             - --add-option
             - --webServer,localhost
 
+talos-tp5o-profiling:
+    description: "Talos profiling tp5o"
+    try-name: tp5o-profiling
+    treeherder-symbol: T-P(tp)
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=tp5o
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
 talos-tp5o-stylo-disabled:
     description: "Talos Stylo disabled tp5o"
     try-name: tp5o-stylo-disabled
     treeherder-symbol: Tsd(tp)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'try']
     mozharness:
         extra-options:
             - --suite=tp5o-stylo-disabled
             - --add-option
             - --webServer,localhost
 
 talos-tp6:
-    description: "Talos Tp6"
+    description: "Talos tp6"
     try-name: tp6
     treeherder-symbol: T(tp6)
     max-run-time: 7200
     run-on-projects:
         by-test-platform:
             .*-qr/.*: ['mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=tp6
             - --add-option
             - --webServer,localhost
 
+talos-tp6-profiling:
+    description: "Talos profiling tp6"
+    try-name: tp6-profiling
+    treeherder-symbol: T-P(tp6)
+    max-run-time: 7200
+    run-on-projects: ['mozilla-central', 'try']
+    mozharness:
+        extra-options:
+            - --suite=tp6
+            - --geckoProfile
+            - --add-option
+            - --webServer,localhost
+
 talos-tp6-stylo-disabled:
-    description: "Talos Stylo disabled Tp6"
+    description: "Talos Stylo disabled tp6"
     try-name: tp6-stylo-disabled
     treeherder-symbol: Tsd(tp6)
     max-run-time: 7200
     run-on-projects:
         by-test-platform:
             windows.*: ['mozilla-beta', 'mozilla-central', 'try']
             macosx.*: ['mozilla-beta', 'mozilla-central', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'try']
     mozharness:
         extra-options:
             - --suite=tp6-stylo-disabled
 
 talos-tp6-stylo-threads:
-    description: "Talos Stylo sequential Tp6"
+    description: "Talos Stylo sequential tp6"
     try-name: tp6-stylo-threads
     treeherder-symbol: Tss(tp6)
     max-run-time: 7200
     run-on-projects:
         by-test-platform:
             .*-qr/.*: ['mozilla-central', 'try']
             macosx.*: ['mozilla-beta', 'autoland', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -261,16 +261,17 @@ macosx64/opt:
         - macosx64-tests
         - desktop-screenshot-capture
         - awsy
 
 macosx64-nightly/opt:
     build-platform: macosx64-nightly/opt
     test-sets:
         - macosx64-tests
+        - macosx64-talos-profiling
         - awsy
 
 macosx64-devedition/opt:
     build-platform: macosx64-devedition-nightly/opt
     test-sets:
         - macosx64-tests
 
 ##
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -282,16 +282,31 @@ macosx64-talos-stylo-disabled:
     - talos-other-stylo-disabled
     - talos-svgr-stylo-disabled
     - talos-tp5o-stylo-disabled
     - talos-perf-reftest-stylo-disabled
     - talos-perf-reftest-singletons-stylo-disabled
     - talos-tp6-stylo-disabled
     - talos-speedometer-stylo-disabled
 
+macosx64-talos-profiling:
+    - talos-chrome-profiling
+    - talos-dromaeojs-profiling
+    - talos-g1-profiling
+    - talos-g2-profiling
+    - talos-g3-profiling
+    - talos-g4-profiling
+    - talos-g5-profiling
+    - talos-other-profiling
+    - talos-perf-reftest-profiling
+    - talos-perf-reftest-singletons-profiling
+    - talos-speedometer-profiling
+    - talos-svgr-profiling
+    - talos-tp6-profiling
+
 linux32-tests:
     - cppunit
     - crashtest
     - firefox-ui-functional-local
     - firefox-ui-functional-remote
     - gtest
     - jittest
     - jsreftest