Bug 1290282 - Switch to 16 vCPU instances for build tasks; r?dustin
We've created a new worker type based on c4.4xlarge and m4.4xlarge
instances to replace the existing worker types based on c3.2xlarge,
m3.2xlarge, and r3.2xlarge. The new worker type has 16 vCPU instead
of 8, which makes build tasks complete ~10 minutes faster.
We've also consolidated down into a single pool for workers.
MozReview-Commit-ID: sOfKspFjCS
--- a/taskcluster/ci/legacy/tasks/builds/dbg_linux32.yml
+++ b/taskcluster/ci/legacy/tasks/builds/dbg_linux32.yml
@@ -6,17 +6,17 @@
task:
metadata:
name: '[TC] Linux32 Debug'
description: 'Linux32 Debug'
routes:
- 'coalesce.v1.builds.{{project}}.dbg_linux32'
- workerType: dbg-linux32
+ workerType: 'gecko-{{level}}-b-linux'
payload:
supersederUrl: 'https://coalesce.mozilla-releng.net/v1/list/builds.{{project}}.dbg_linux32'
env:
MH_CUSTOM_BUILD_VARIANT_CFG: 'debug'
extra:
--- a/taskcluster/ci/legacy/tasks/builds/dbg_linux64-asan.yml
+++ b/taskcluster/ci/legacy/tasks/builds/dbg_linux64-asan.yml
@@ -7,17 +7,17 @@ task:
metadata:
name: '[TC] Linux64 ASan Debug'
description: 'Linux64 ASan Debug'
routes:
- 'index.buildbot.branches.{{project}}.linux64-asan'
- 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-asan'
- workerType: dbg-linux64
+ workerType: 'gecko-{{level}}-b-linux'
payload:
env:
MH_CUSTOM_BUILD_VARIANT_CFG: 'asan-tc-and-debug'
extra:
treeherder:
groupSymbol: tc
--- a/taskcluster/ci/legacy/tasks/builds/dbg_linux64.yml
+++ b/taskcluster/ci/legacy/tasks/builds/dbg_linux64.yml
@@ -7,17 +7,17 @@ task:
metadata:
name: '[TC] Linux64 Debug'
description: 'Linux64 Debug'
routes:
- 'index.buildbot.branches.{{project}}.linux64-debug'
- 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-debug'
- workerType: dbg-linux64
+ workerType: 'gecko-{{level}}-b-linux'
payload:
env:
MH_CUSTOM_BUILD_VARIANT_CFG: 'debug'
extra:
treeherder:
groupSymbol: tc
--- a/taskcluster/ci/legacy/tasks/builds/firefox_l10n_linux32.yml
+++ b/taskcluster/ci/legacy/tasks/builds/firefox_l10n_linux32.yml
@@ -3,17 +3,17 @@
variables:
build_name: 'linux32-l10n'
platform: 'linux32'
task:
metadata:
name: '[TC] Linux32 L10n'
description: 'Linux32 L10n'
- workerType: opt-linux32
+ workerType: 'gecko-{{level}}-b-linux'
extra:
treeherder:
groupSymbol: tc
groupName: Submitted by taskcluster
tier: 2
symbol: L10n
--- a/taskcluster/ci/legacy/tasks/builds/firefox_l10n_linux64.yml
+++ b/taskcluster/ci/legacy/tasks/builds/firefox_l10n_linux64.yml
@@ -3,17 +3,17 @@
variables:
build_name: 'linux64-l10n'
platform: 'linux64'
task:
metadata:
name: '[TC] Linux64 L10n'
description: 'Linux64 L10n'
- workerType: opt-linux64
+ workerType: 'gecko-{{level}}-b-linux'
extra:
treeherder:
groupSymbol: tc
groupName: Submitted by taskcluster
tier: 2
symbol: L10n
--- a/taskcluster/ci/legacy/tasks/builds/haz_linux.yml
+++ b/taskcluster/ci/legacy/tasks/builds/haz_linux.yml
@@ -3,17 +3,17 @@
variables:
build_name: 'browser-haz'
build_type: 'debug'
task:
metadata:
name: '[TC] Browser Hazard Linux'
description: Browser Hazard Analysis Linux
- workerType: dbg-linux64
+ workerType: 'gecko-{{level}}-b-linux'
scopes:
- 'docker-worker:cache:tooltool-cache'
- 'docker-worker:relengapi-proxy:tooltool.download.public'
- 'docker-worker:cache:level-{{level}}-{{project}}-build-linux64-haz-workspace'
payload:
cache:
--- a/taskcluster/ci/legacy/tasks/builds/haz_shell_linux.yml
+++ b/taskcluster/ci/legacy/tasks/builds/haz_shell_linux.yml
@@ -3,17 +3,17 @@
variables:
build_name: 'shell-haz'
build_type: 'debug'
task:
metadata:
name: '[TC] JS Shell Hazard Linux'
description: JS Shell Hazard Analysis Linux
- workerType: dbg-linux64
+ workerType: 'gecko-{{level}}-b-linux'
scopes:
- 'docker-worker:cache:tooltool-cache'
- 'docker-worker:relengapi-proxy:tooltool.download.public'
- 'docker-worker:cache:level-{{level}}-{{project}}-build-linux64-haz-workspace'
payload:
cache:
--- a/taskcluster/ci/legacy/tasks/builds/linux64_clang.yml
+++ b/taskcluster/ci/legacy/tasks/builds/linux64_clang.yml
@@ -3,17 +3,17 @@
variables:
build_name: 'linux64-clang'
build_type: 'opt'
task:
metadata:
name: '[TC] Clang'
description: 'Clang'
- workerType: opt-linux64
+ workerType: 'gecko-{{level}}-b-linux'
routes:
- 'index.buildbot.branches.{{project}}.clang'
- 'index.buildbot.revisions.{{head_rev}}.{{project}}.clang'
scopes:
- 'docker-worker:cache:tooltool-cache'
--- a/taskcluster/ci/legacy/tasks/builds/linux64_gcc.yml
+++ b/taskcluster/ci/legacy/tasks/builds/linux64_gcc.yml
@@ -3,17 +3,17 @@
variables:
build_name: 'linux64-gcc'
build_type: 'opt'
task:
metadata:
name: '[TC] GCC'
description: 'GCC'
- workerType: opt-linux64
+ workerType: 'gecko-{{level}}-b-linux'
routes:
- 'index.buildbot.branches.{{project}}.gcc'
- 'index.buildbot.revisions.{{head_rev}}.{{project}}.gcc'
payload:
env:
MOZHARNESS_DISABLE: 'true'
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux32.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux32.yml
@@ -6,17 +6,17 @@
task:
metadata:
name: '[TC] Linux32 Opt'
description: 'Linux32 Opt'
routes:
- 'coalesce.v1.builds.{{project}}.opt_linux32'
- workerType: opt-linux32
+ workerType: 'gecko-{{level}}-b-linux'
payload:
supersederUrl: 'https://coalesce.mozilla-releng.net/v1/list/builds.{{project}}.opt_linux32'
extra:
treeherder:
groupSymbol: tc
groupName: Submitted by taskcluster
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64-asan.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64-asan.yml
@@ -7,17 +7,17 @@ task:
metadata:
name: '[TC] Linux64 ASan Opt'
description: 'Linux64 ASan Opt'
routes:
- 'index.buildbot.branches.{{project}}.linux64-asan'
- 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-asan'
- workerType: opt-linux64
+ workerType: 'gecko-{{level}}-b-linux'
payload:
env:
MH_CUSTOM_BUILD_VARIANT_CFG: 'asan-tc'
extra:
treeherder:
groupSymbol: tc
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64.yml
@@ -7,16 +7,16 @@ task:
metadata:
name: '[TC] Linux64 Opt'
description: 'Linux64 Opt'
routes:
- 'index.buildbot.branches.{{project}}.linux64'
- 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64'
- workerType: opt-linux64
+ workerType: 'gecko-{{level}}-b-linux'
extra:
treeherder:
groupSymbol: tc
groupName: Submitted by taskcluster
symbol: B
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64_artifact.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64_artifact.yml
@@ -7,17 +7,17 @@ task:
metadata:
name: '[TC] Linux64 Artifact Opt'
description: 'Linux64 Opt Artifact build'
routes:
- 'index.buildbot.branches.{{project}}.linux64-artifact'
- 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-artifact'
- workerType: opt-linux64
+ workerType: 'gecko-{{level}}-b-linux'
payload:
env:
MOZHARNESS_SCRIPT: 'mozharness/scripts/fx_desktop_build.py'
MOZHARNESS_CONFIG: 'builds/releng_sub_linux_configs/64_artifact.py balrog/production.py'
MOZHARNESS_ACTIONS: 'get-secrets build generate-build-stats'
DIST_UPLOADS: ''
DIST_TARGET_UPLOADS: ''
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64_pgo.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64_pgo.yml
@@ -8,17 +8,17 @@ task:
name: '[TC] Linux64 PGO Opt'
description: 'Linux64 PGO Opt'
routes:
- 'index.buildbot.branches.{{project}}.linux64-pgo'
- 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-pgo'
- 'coalesce.v1.builds.{{project}}.linux64-pgo'
- workerType: opt-linux64
+ workerType: 'gecko-{{level}}-b-linux'
payload:
supersederUrl: 'https://coalesce.mozilla-releng.net/v1/list/builds.{{project}}.linux64-pgo'
env:
# add various options to mozharness command line run
MOZHARNESS_OPTIONS: 'enable-pgo'
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64_st-an.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64_st-an.yml
@@ -7,17 +7,17 @@ task:
metadata:
name: '[TC] Linux64 Static Analysis Opt'
description: 'Linux64 Static Analysis Opt'
routes:
- 'index.buildbot.branches.{{project}}.linux64-st-an'
- 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-st-an'
- workerType: opt-linux64
+ workerType: 'gecko-{{level}}-b-linux'
payload:
env:
MOZHARNESS_SCRIPT: 'mozharness/scripts/fx_desktop_build.py'
MOZHARNESS_CONFIG: 'builds/releng_sub_linux_configs/64_stat_and_opt.py balrog/production.py'
MOZHARNESS_ACTIONS: 'get-secrets build generate-build-stats'
DIST_UPLOADS: ''
DIST_TARGET_UPLOADS: ''
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64_valgrind.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64_valgrind.yml
@@ -7,17 +7,17 @@ task:
metadata:
name: '[TC] Linux64 Valgrind Opt'
description: 'Linux64 Valgrind Opt'
routes:
- 'index.buildbot.branches.{{project}}.linux64-valgrind'
- 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-valgrind'
- workerType: opt-linux64
+ workerType: 'gecko-{{level}}-b-linux'
payload:
env:
MH_CUSTOM_BUILD_VARIANT_CFG: 'valgrind'
MOZHARNESS_ACTIONS: 'get-secrets build valgrind-test generate-build-stats'
maxRunTime: 72000
--- a/taskcluster/ci/legacy/tasks/builds/sm_base.yml
+++ b/taskcluster/ci/legacy/tasks/builds/sm_base.yml
@@ -1,12 +1,12 @@
$inherits:
from: 'tasks/builds/firefox_docker_base.yml'
task:
- workerType: dbg-linux64
+ workerType: 'gecko-{{level}}-b-linux'
routes:
- 'index.buildbot.branches.{{project}}.sm-plain'
- 'index.buildbot.revisions.{{head_rev}}.{{project}}.sm-plain'
scopes:
- 'docker-worker:cache:tooltool-cache'
- 'docker-worker:cache:level-{{level}}-{{project}}-build-spidermonkey-workspace'