Bug 1064004 - Add TaskCluster job to run Android instrumentation tests in automation. r?dustin draft
authorNick Alexander <nalexander@mozilla.com>
Tue, 08 Mar 2016 14:43:03 -0800
changeset 338756 a068e9be4d853f3e9f5f4e08e985788efbd00cb2
parent 338755 2b6ab550e591828aae65176c25776a9b09994832
child 338757 7feb36e1d792de5996b5efddfa886fc90615751a
push id12579
push usernalexander@mozilla.com
push dateWed, 09 Mar 2016 23:56:43 +0000
reviewersdustin
bugs1064004
milestone48.0a1
Bug 1064004 - Add TaskCluster job to run Android instrumentation tests in automation. r?dustin MozReview-Commit-ID: FJt59ExZgJT
testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_androidTest.py
testing/mozharness/mozharness/mozilla/building/buildbase.py
testing/taskcluster/tasks/branches/base_jobs.yml
testing/taskcluster/tasks/builds/android_api_15_androidTest.yml
new file mode 100644
--- /dev/null
+++ b/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_androidTest.py
@@ -0,0 +1,12 @@
+config = {
+    'base_name': 'Android armv7 API 15+ androidTest %(branch)s',
+    'stage_platform': 'android-api-15-androidTest',
+    'build_type': 'api-15-opt',
+    'src_mozconfig': 'mobile/android/config/mozconfigs/android-api-15-frontend/nightly',
+    'tooltool_manifest_src': 'mobile/android/config/tooltool-manifests/android-frontend/releng.manifest',
+    'multi_locale_config_platform': 'android',
+    'postflight_build_mach_commands': [
+        ['android-emulator', '--headless', '--version=4.3'],
+        ['gradle', 'app:spoonAutomationDebugAndroidTest'],
+    ],
+}
--- a/testing/mozharness/mozharness/mozilla/building/buildbase.py
+++ b/testing/mozharness/mozharness/mozilla/building/buildbase.py
@@ -354,16 +354,17 @@ class BuildOptionParser(object):
         'code-coverage': 'builds/releng_sub_%s_configs/%s_code_coverage.py',
         'graphene': 'builds/releng_sub_%s_configs/%s_graphene.py',
         'horizon': 'builds/releng_sub_%s_configs/%s_horizon.py',
         'source': 'builds/releng_sub_%s_configs/%s_source.py',
         'api-9': 'builds/releng_sub_%s_configs/%s_api_9.py',
         'api-11': 'builds/releng_sub_%s_configs/%s_api_11.py',
         'api-15-frontend': 'builds/releng_sub_%s_configs/%s_api_15_frontend.py',
         'api-15-gradle-dependencies': 'builds/releng_sub_%s_configs/%s_api_15_gradle_dependencies.py',
+        'api-15-androidTest': 'builds/releng_sub_%s_configs/%s_api_15_androidTest.py',
         'api-15': 'builds/releng_sub_%s_configs/%s_api_15.py',
         'api-9-debug': 'builds/releng_sub_%s_configs/%s_api_9_debug.py',
         'api-11-debug': 'builds/releng_sub_%s_configs/%s_api_11_debug.py',
         'api-15-debug': 'builds/releng_sub_%s_configs/%s_api_15_debug.py',
         'x86': 'builds/releng_sub_%s_configs/%s_x86.py',
         'api-11-partner-sample1': 'builds/releng_sub_%s_configs/%s_api_11_partner_sample1.py',
         'api-15-partner-sample1': 'builds/releng_sub_%s_configs/%s_api_15_partner_sample1.py',
         'api-11-b2gdroid': 'builds/releng_sub_%s_configs/%s_api_11_b2gdroid.py',
--- a/testing/taskcluster/tasks/branches/base_jobs.yml
+++ b/testing/taskcluster/tasks/branches/base_jobs.yml
@@ -153,16 +153,22 @@ builds:
       opt:
         task: tasks/builds/opt_macosx64_st-an.yml
   android-api-15-frontend:
     platforms:
       - Android
     types:
       opt:
         task: tasks/builds/android_api_15_frontend.yml
+  android-api-15-androidTest:
+    platforms:
+      - Android
+    types:
+      opt:
+        task: tasks/builds/android_api_15_androidTest.yml
   android-b2gdroid:
     platforms:
       - Android
     types:
       opt:
         task: tasks/builds/android_api_15_b2gdroid.yml
   linux64-mulet-haz:
     platforms:
new file mode 100644
--- /dev/null
+++ b/testing/taskcluster/tasks/builds/android_api_15_androidTest.yml
@@ -0,0 +1,71 @@
+$inherits:
+  from: 'tasks/builds/mobile_base.yml'
+  variables:
+    build_name: 'android-api-15-androidTest'
+    build_type: 'opt'
+task:
+  metadata:
+      name: '[TC] Android armv7 API 15+ androidTest'
+      description: 'Android armv7 API 15+ androidTest'
+
+  workerType: android-api-15
+
+  routes:
+    - 'index.buildbot.branches.{{project}}.android-api-15-androidTest'
+    - 'index.buildbot.revisions.{{head_rev}}.{{project}}.android-api-15-androidTest'
+
+  scopes:
+    - 'docker-worker:cache:level-{{level}}-{{project}}-build-android-api-15-frontend-workspace'
+    - 'docker-worker:cache:tooltool-cache'
+    - 'docker-worker:relengapi-proxy:tooltool.download.internal'
+    - 'docker-worker:relengapi-proxy:tooltool.download.public'
+
+  payload:
+    cache:
+      level-{{level}}-{{project}}-build-android-api-15-frontend-workspace: '/home/worker/workspace'
+      tooltool-cache: '/home/worker/tooltool-cache'
+
+    features:
+      relengAPIProxy: true
+
+    env:
+      # inputs to mozharness
+      MOZHARNESS_SCRIPT: 'mozharness/scripts/fx_desktop_build.py'
+      # TODO: make these additional configuration files go away
+      MOZHARNESS_CONFIG: >
+          builds/releng_base_android_64_builds.py
+          disable_signing.py
+          platform_supports_post_upload_to_latest.py
+      MH_CUSTOM_BUILD_VARIANT_CFG: api-15-androidTest
+      MH_BRANCH: {{project}}
+      MH_BUILD_POOL: taskcluster
+      GRADLE_USER_HOME: '/home/worker/workspace/build/src/dotgradle'
+
+    maxRunTime: 36000
+
+    command: ["/bin/bash", "bin/build.sh"]
+
+    artifacts:
+      'public/android/spoon':
+        type: directory
+        path: '/home/worker/workspace/build/src/obj-firefox/gradle/build/mobile/android/app/spoon'
+        expires: '{{#from_now}}1 year{{/from_now}}'
+
+  extra:
+    treeherderEnv:
+      - production
+      - staging
+    treeherder:
+      machine:
+        # see https://github.com/mozilla/treeherder/blob/master/ui/js/values.js
+        platform: android-4-0-armv7-api15
+      groupSymbol: tc
+      groupName: Submitted by taskcluster
+      symbol: androidTest
+      tier: 2
+    # Rather then enforcing particular conventions we require that all build
+    # tasks provide the "build" extra field to specify where the build and tests
+    # files are located.
+    locations:
+      build: 'public/build/target.linux-x86_64.tar.bz2'
+      tests: 'public/build/target.tests.zip'