palemoon-dev/platform/taskcluster/ci/desktop-test/tests.yml

# Each stanza here describes a particular test suite or sub-suite.  These are
# processed through the transformations described in kind.yml to produce a
# bunch of tasks.  See the schema in `test-descriptions.py` for a description
# of the fields used here.

# Note that these are in lexical order

cppunit:
    description: "CPP Unit Tests"
    suite: cppunittest
    treeherder-symbol: tc(Cpp)
    e10s: false
    run-on-projects:
        by-test-platform:
            windows.*: ['mozilla-central', 'try']
            default: ['all']
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --cppunittest-suite=cppunittest

crashtest:
    description: "Crashtest run"
    suite: reftest/crashtest
    treeherder-symbol: tc-R(C)
    docker-image: {"in-tree": "desktop1604-test"}
    e10s:
        by-test-platform:
            # Bug 1304435
            win.*: false
            default: both
    mozharness:
        script: desktop_unittest.py
        chunked: true
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --reftest-suite=crashtest

external-media-tests:
    description: "External Media Test run"
    suite: external-media-tests
    treeherder-symbol: tc-VP(b-m)
    e10s: false
    tier: 2
    max-run-time: 5400
    run-on-projects:
        by-test-platform:
            windows.*: ['mozilla-central', 'try']
            default: ['all']
    mozharness:
        script: firefox_media_tests_taskcluster.py
        config:
            by-test-platform:
                win.*:
                    - mediatests/taskcluster_windows_config.py
                default:
                    - mediatests/taskcluster_posix_config.py
                    - remove_executables.py

firefox-ui-functional-local:
    description: "Firefox-ui-tests functional run"
    suite: "firefox-ui/functional local"
    treeherder-symbol: tc-Fxfn-l(en-US)
    max-run-time: 5400
    tier: 1
    docker-image: {"in-tree": "desktop1604-test"}
    mozharness:
        script: firefox_ui_tests/functional.py
        config:
            - firefox_ui_tests/taskcluster.py
            - remove_executables.py
        extra-options:
            - "--tag"
            - "local"

firefox-ui-functional-remote:
    description: "Firefox-ui-tests functional run"
    suite: "firefox-ui/functional remote"
    treeherder-symbol: tc-Fxfn-r(en-US)
    max-run-time: 5400
    tier: 2
    docker-image: {"in-tree": "desktop1604-test"}
    mozharness:
        script: firefox_ui_tests/functional.py
        config:
            - firefox_ui_tests/taskcluster.py
            - remove_executables.py
        extra-options:
            - "--tag"
            - "remote"

gtest:
    description: "GTests run"
    suite: gtest
    treeherder-symbol: tc(GTest)
    e10s: false
    instance-size: xlarge
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --gtest-suite=gtest

jittest:
    description: "JIT Test run"
    suite: jittest/jittest-chunked
    treeherder-symbol: tc(Jit)
    e10s: false
    chunks:
        by-test-platform:
            win.*: 1
            default: 6
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --jittest-suite=jittest-chunked

jsreftest:
    description: "JS Reftest run"
    suite: reftest/jsreftest
    treeherder-symbol: tc-R(J)
    chunks:
        by-test-platform:
            win.*: 1
            default: 2
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --reftest-suite=jsreftest

marionette:
    description: "Marionette unittest run"
    suite: marionette
    treeherder-symbol: tc(Mn)
    max-run-time: 5400
    docker-image: {"in-tree": "desktop1604-test"}
    mozharness:
        script: marionette.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - marionette/windows_taskcluster_config.py
                default:
                    - marionette/prod_config.py
                    - remove_executables.py

mochitest:
    description: "Mochitest plain run"
    suite: mochitest/plain-chunked
    treeherder-symbol: tc-M()
    loopback-video: true
    run-on-projects:
        by-test-platform:
            linux64-ccov/opt: []
            default: ['all']
    chunks:
        by-test-platform:
            macosx.*: 5
            win.*: 5
            default: 10
    e10s:
        by-test-platform:
            linux64-ccov/opt: false
            default: both
    max-run-time: 5400
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        chunked: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            by-test-platform:
                linux64-ccov/opt:
                    - --mochitest-suite=plain-chunked
                    - --code-coverage
                default:
                    - --mochitest-suite=plain-chunked
    # Bug 1281241: migrating to m3.large instances
    instance-size: legacy
    allow-software-gl-layers: false

mochitest-a11y:
    description: "Mochitest a11y run"
    suite: mochitest/a11y
    treeherder-symbol: tc-M(a11y)
    loopback-video: true
    e10s: false
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        chunked: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --mochitest-suite=a11y

mochitest-browser-chrome:
    description: "Mochitest browser-chrome run"
    suite:
        by-test-platform:
            linux64-jsdcov/opt: mochitest/browser-chrome-coverage
            default: mochitest/browser-chrome-chunked
    treeherder-symbol: tc-M(bc)
    loopback-video: true
    run-on-projects:
        by-test-platform:
            linux64-jsdcov/opt: []
            linux64-ccov/opt: []
            default: ['all']
    chunks:
        by-test-platform:
            linux64-jsdcov/opt: 35
            default: 10
    e10s:
        by-test-platform:
            linux64-jsdcov/opt: false
            linux64-ccov/opt: false
            default: both
    max-run-time:
        by-test-platform:
            linux64-jsdcov/opt: 7200
            linux64-ccov/opt: 7200
            linux64/debug: 5400
            default: 3600
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            by-test-platform:
                linux64-jsdcov/opt:
                    - --mochitest-suite=browser-chrome-coverage
                linux64-ccov/opt:
                    - --mochitest-suite=browser-chrome-chunked
                    - --code-coverage
                default:
                    - --mochitest-suite=browser-chrome-chunked
    # Bug 1281241: migrating to m3.large instances
    instance-size:
        by-test-platform:
            linux64-jsdcov/opt: xlarge
            linux64-ccov/opt: xlarge
            default: legacy
    allow-software-gl-layers: false

mochitest-chrome:
    description: "Mochitest chrome run"
    suite: mochitest/chrome
    treeherder-symbol: tc-M(c)
    loopback-video: true
    chunks:
      by-test-platform:
        macosx.*: 1
        default: 3
    e10s: false
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --mochitest-suite=chrome

mochitest-clipboard:
    description: "Mochitest clipboard run"
    suite: mochitest/plain-clipboard,chrome-clipboard,browser-chrome-clipboard,jetpack-package-clipboard
    treeherder-symbol: tc-M(cl)
    loopback-video: true
    instance-size: xlarge
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        chunked: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --mochitest-suite=plain-clipboard,chrome-clipboard,browser-chrome-clipboard,jetpack-package-clipboard

mochitest-devtools-chrome:
    description: "Mochitest devtools-chrome run"
    suite:
        by-test-platform:
            linux64-jsdcov/opt: mochitest/mochitest-devtools-chrome-coverage
            default: mochitest/mochitest-devtools-chrome-chunked
    treeherder-symbol: tc-M(dt)
    loopback-video: true
    max-run-time: 5400
    chunks:
        by-test-platform:
            win.*: 8
            default: 10
    run-on-projects:
        by-test-platform:
            linux64-ccov/opt: []
            linux64-jsdcov/opt: []
            windows.*: ['mozilla-central', 'try']
            default: ['all']
    e10s:
        by-test-platform:
            # Bug 1242986: linux64/debug mochitest-devtools-chrome e10s is not greened up yet
            linux64/debug: false
            linux64-ccov/opt: false
            linux64-jsdcov/opt: false
            default: both
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            by-test-platform:
                linux64-ccov/opt:
                    - --mochitest-suite=mochitest-devtools-chrome-chunked
                    - --code-coverage
                linux64-jsdcov:
                    - --mochitest-suite=mochitest-devtools-chrome-coverage
                default:
                    - --mochitest-suite=mochitest-devtools-chrome-chunked
    instance-size:
        by-test-platform:
            # Bug 1281241: migrating to m3.large instances
            linux64-asan/opt: legacy
            default: default
    # Bug 1296086: high number of intermittents observed with software GL and large instances
    allow-software-gl-layers: false

mochitest-gpu:
    description: "Mochitest GPU run"
    suite: mochitest/plain-gpu,chrome-gpu,browser-chrome-gpu
    treeherder-symbol: tc-M(gpu)
    loopback-video: true
    e10s:
        by-test-platform:
            win.*: both
            default: true
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        chunked: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --mochitest-suite=plain-gpu,chrome-gpu,browser-chrome-gpu

mochitest-jetpack:
    description: "Mochitest jetpack run"
    suite: mochitest/jetpack-package
    treeherder-symbol: tc-M(JP)
    loopback-video: true
    e10s: false
    max-run-time: 5400
    run-on-projects:
        by-test-platform:
            windows.*: ['mozilla-central', 'try']
            default: ['all']
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        chunked: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --mochitest-suite=jetpack-package
            - --mochitest-suite=jetpack-addon

mochitest-media:
    description: "Mochitest media run"
    suite: mochitest/mochitest-media
    treeherder-symbol: tc-M(mda)
    max-run-time: 5400
    loopback-video: true
    instance-size: large
    docker-image: {"in-tree": "desktop1604-test"}
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        chunked: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --mochitest-suite=mochitest-media

mochitest-other:
    description: "Mochitest other"
    suite: mochitest/other
    treeherder-symbol: tc-M(oth)
    e10s: false
    max-run-time: 5400
    mozharness:
        script: mozharness/scripts/desktop_unittest.py
        no-read-buildbot-config: true
        include-blob-upload-branch: true
        chunked: true
        config:
          by-test-platform:
            macosx.*:
              - remove_executables.py
              - unittests/mac_unittest.py
            default:
              - unittests/linux_unittest.py
              - remove_executables.py
        extra-options:
            - --mochitest-suite=chrome,a11y

mochitest-webgl:
    description: "Mochitest webgl run"
    suite: mochitest/mochitest-gl
    treeherder-symbol: tc-M(gl)
    chunks: 3
    loopback-video: true
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        chunked: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --mochitest-suite=mochitest-gl
    # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
    allow-software-gl-layers: false

reftest:
    description: "Reftest run"
    suite: reftest/reftest
    treeherder-symbol: tc-R(R)
    docker-image: {"in-tree": "desktop1604-test"}
    chunks:
      by-test-platform:
        macosx.*: 1
        default: 8
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --reftest-suite=reftest

reftest-no-accel:
    description: "Reftest not accelerated run"
    suite: reftest/reftest-no-accel
    treeherder-symbol: tc-R(Ru)
    docker-image: {"in-tree": "desktop1604-test"}
    chunks:
      by-test-platform:
        macosx.*: 1
        default: 8
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            - --reftest-suite=reftest-no-accel

web-platform-tests:
    description: "Web platform test run"
    suite: web-platform-tests
    treeherder-symbol: tc-W()
    chunks:
      by-test-platform:
        macosx.*: 5
        default: 12
    max-run-time: 7200
    instance-size: xlarge
    docker-image: {"in-tree": "desktop1604-test"}
    checkout: true
    run-on-projects:
        by-test-platform:
            windows.*: ['mozilla-central', 'try']
            default: ['all']
    mozharness:
        script: web_platform_tests.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - web_platform_tests/prod_config_windows_taskcluster.py
                default:
                    - web_platform_tests/prod_config.py
                    - remove_executables.py
        extra-options:
            - --test-type=testharness

web-platform-tests-reftests:
    description: "Web platform reftest run"
    suite: web-platform-tests-reftests
    treeherder-symbol: tc-W(Wr)
    max-run-time: 5400
    instance-size: xlarge
    docker-image: {"in-tree": "desktop1604-test"}
    checkout: true
    run-on-projects:
        by-test-platform:
            windows.*: ['mozilla-central', 'try']
            default: ['all']
    mozharness:
        script: web_platform_tests.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - web_platform_tests/prod_config_windows_taskcluster.py
                default:
                    - web_platform_tests/prod_config.py
                    - remove_executables.py
        extra-options:
            - --test-type=reftest

web-platform-tests-wdspec:
    description: "Web platform webdriver-spec run"
    suite: web-platform-tests-wdspec
    treeherder-symbol: tc-W(Wd)
    max-run-time: 5400
    instance-size: xlarge
    docker-image: {"in-tree": "desktop1604-test"}
    checkout: true
    mozharness:
        script: web_platform_tests.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - web_platform_tests/prod_config_windows_taskcluster.py
                default:
                    - web_platform_tests/prod_config.py
                    - remove_executables.py
        extra-options:
            - --test-type=wdspec

xpcshell:
    description: "xpcshell test run"
    suite: xpcshell
    treeherder-symbol: tc-X()
    run-on-projects:
        by-test-platform:
            linux64-ccov/opt: []
            default: ['all']
    chunks:
        by-test-platform:
            # win.*: 1
            macosx.*: 1
            linux64/debug: 10
            default: 8
    max-run-time: 5400
    e10s: false
    mozharness:
        script: desktop_unittest.py
        no-read-buildbot-config: true
        config:
            by-test-platform:
                win.*:
                    - unittests/win_taskcluster_unittest.py
                macosx.*:
                    - remove_executables.py
                    - unittests/mac_unittest.py
                default:
                    - unittests/linux_unittest.py
                    - remove_executables.py
        extra-options:
            by-test-platform:
                linux64-ccov/opt:
                    - --xpcshell-suite=xpcshell
                    - --code-coverage
                default:
                    - --xpcshell-suite=xpcshell
    # Bug 1281241: migrating to m3.large instances
    instance-size: legacy
    allow-software-gl-layers: false