--- a/taskcluster/ci/source-test/mozlint.yml
+++ b/taskcluster/ci/source-test/mozlint.yml
@@ -31,17 +31,17 @@ mozlint-eslint:
             - '**/*eslintrc*'
             # The plugin implementing custom checks.
             - 'tools/lint/eslint/eslint-plugin-mozilla/**'
             - 'tools/lint/eslint/eslint-plugin-spidermonkey-js/**'
             # Other misc lint related files.
             - 'python/mozlint/**'
             - 'tools/lint/**'
 
-mozlint-flake8:
+mozlint-py-flake8:
     description: flake8 run over the gecko codebase
     platform: lint/opt
     treeherder:
         symbol: f8
         kind: test
         tier: 1
     worker-type: aws-provisioner-v1/gecko-t-linux-xlarge
     worker:
@@ -74,16 +74,36 @@ mozlint-yaml:
     when:
         files-changed:
             - '**/*.yml'
             - '**/*.yaml'
             - '**/.ymllint'
             - 'python/mozlint/**'
             - 'tools/lint/**'
 
+mozlint-py-compat:
+    description: lint for python 2/3 compatibility issues
+    platform: lint/opt
+    treeherder:
+        symbol: py-compat
+        kind: test
+        tier: 1
+    worker-type: aws-provisioner-v1/gecko-t-linux-xlarge
+    worker:
+        docker-image: {in-tree: "lint"}
+        max-run-time: 1800
+    run:
+        using: mach
+        mach: lint -l py2 -l py3 -f treeherder
+    when:
+        files-changed:
+            - '**/.py'
+            - 'python/mozlint/**'
+            - 'tools/lint/**'
+
 wptlint-gecko:
     description: web-platform-tests linter
     platform: lint/opt
     treeherder:
         symbol: W
         kind: test
         tier: 1
     worker-type: aws-provisioner-v1/gecko-t-linux-xlarge

--- a/taskcluster/ci/source-test/python-tests.yml
+++ b/taskcluster/ci/source-test/python-tests.yml
@@ -143,28 +143,8 @@ mozlint:
                 max-run-time: 3600
     run:
         using: mach
         mach: python-test --subsuite mozlint
     when:
         files-changed:
             - 'python/mozlint/**'
             - 'python/mach_commands.py'
-
-python3:
-    description: regression tests for python3 compatibility
-    platform: linux64/opt
-    treeherder:
-        symbol: py(3)
-        kind: test
-        tier: 2
-    worker-type: aws-provisioner-v1/gecko-t-linux-large
-    worker:
-        docker-image: {in-tree: "lint"}
-        max-run-time: 3600
-    run:
-        using: run-task
-        # this will evolve as we get closer and closer to python 3 compatibility. It may
-        # eventually be a mach command or shell script.
-        command: python3 -mcompileall python/ taskcluster/
-    when:
-        files-changed:
-            - '**/*.py'