Bug 1472803 - Add TaskCluster configs for Raptor's SunSpider; tweak new raptor ini r?rwood draft
authorIonut Goldan <igoldan@mozilla.com>
Thu, 19 Jul 2018 12:11:42 +0300
changeset 822396 ce52e9f4b14fe4d5cfc58759c1c1d718d660603f
parent 822395 3e8079a6996f85e22f37b83b75154d965c01b41e
child 822397 ad4645f67539f33f86ef03f5b514480d46028e12
push id117352
push userbmo:igoldan@mozilla.com
push dateWed, 25 Jul 2018 06:16:19 +0000
reviewersrwood
bugs1472803
milestone63.0a1
Bug 1472803 - Add TaskCluster configs for Raptor's SunSpider; tweak new raptor ini r?rwood MozReview-Commit-ID: AKFMkb20vyS
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/tests/raptor-sunspider.ini
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -31,17 +31,17 @@ raptor-firefox-tp6:
     treeherder-symbol: Rap(tp6)
     run-on-projects: ['try', 'mozilla-central']
     max-run-time: 1200
     mozharness:
         extra-options:
             - --test=raptor-tp6
 
 raptor-firefox-speedometer:
-    description: "Raptor Firefox speedometer"
+    description: "Raptor Firefox Speedometer"
     try-name: raptor-firefox-speedometer
     treeherder-symbol: Rap(sp)
     run-on-projects: ['try', 'mozilla-central']
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-speedometer
 
@@ -50,16 +50,26 @@ raptor-firefox-stylebench:
     try-name: raptor-firefox-stylebench
     treeherder-symbol: Rap(sb)
     run-on-projects: ['try', 'mozilla-central']
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-stylebench
 
+raptor-firefox-sunspider:
+    description: "Raptor Firefox SunSpider"
+    try-name: raptor-firefox-sunspider
+    treeherder-symbol: Rap(ss)
+    run-on-projects: ['try', 'mozilla-central']
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --test=raptor-sunspider
+
 raptor-firefox-motionmark-htmlsuite:
     description: "Raptor Firefox MotionMark HtmlSuite"
     try-name: raptor-firefox-motionmark-htmlsuite
     treeherder-symbol: Rap(mm-h)
     run-on-projects: ['try', 'mozilla-central']
     max-run-time: 1800
     mozharness:
         extra-options:
@@ -95,17 +105,17 @@ raptor-chrome-tp6:
             default: ['try']
     max-run-time: 1200
     mozharness:
         extra-options:
             - --test=raptor-tp6
             - --app=chrome
 
 raptor-chrome-speedometer:
-    description: "Raptor Chrome speedometer"
+    description: "Raptor Chrome Speedometer"
     try-name: raptor-chrome-speedometer
     treeherder-symbol: Rap-C(sp)
     run-on-projects: ['try', 'mozilla-central']
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-speedometer
             - --app=chrome
@@ -116,16 +126,27 @@ raptor-chrome-stylebench:
     treeherder-symbol: Rap-C(sb)
     run-on-projects: ['try', 'mozilla-central']
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-stylebench
             - --app=chrome
 
+raptor-chrome-sunspider:
+    description: "Raptor Chrome SunSpider"
+    try-name: raptor-chrome-sunspider
+    treeherder-symbol: Rap-C(ss)
+    run-on-projects: ['try', 'mozilla-central']
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --test=raptor-sunspider
+            - --app=chrome
+
 raptor-chrome-motionmark-htmlsuite:
     description: "Raptor Chrome MotionMark HtmlSuite"
     try-name: raptor-chrome-motionmark-htmlsuite
     treeherder-symbol: Rap-C(mm-h)
     run-on-projects: ['try', 'mozilla-central']
     max-run-time: 1800
     mozharness:
         extra-options:
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -79,22 +79,24 @@ talos:
     - talos-motionmark
     - talos-h1
     - talos-h2
 
 raptor:
     - raptor-firefox-tp6
     - raptor-firefox-speedometer
     - raptor-firefox-stylebench
+    - raptor-firefox-sunspider
     - raptor-firefox-motionmark-htmlsuite
     - raptor-firefox-motionmark-animometer
     - raptor-firefox-webaudio
     - raptor-chrome-tp6
     - raptor-chrome-speedometer
     - raptor-chrome-stylebench
+    - raptor-chrome-sunspider
     - raptor-chrome-webaudio
 
 awsy:
     - awsy
     - awsy-base
 
 awsy-stylo-sequential:
     - awsy-stylo-sequential
--- a/testing/raptor/raptor/tests/raptor-sunspider.ini
+++ b/testing/raptor/raptor/tests/raptor-sunspider.ini
@@ -1,21 +1,20 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # sunspider benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
+test_url = http://localhost:<port>/SunSpider/sunspider-1.0.1/sunspider-1.0.1/driver.html?raptor
 page_cycles = 5
 page_timeout = 35000
 unit = score
 lower_is_better = false
 alert_threshold = 2.0
 
-[raptor-sunspider-browser-firefox]
-test_url = http://localhost:<port>/SunSpider/sunspider-1.0.1/sunspider-1.0.1/driver.html?raptor
+[raptor-sunspider-firefox]
 apps = firefox
 
-[raptor-sunspider-browser-chrome]
-test_url = http://localhost:<port>/SunSpider/sunspider-1.0.1/sunspider-1.0.1/driver.html?raptor
+[raptor-sunspider-chrome]
 apps = chrome