| # This is the configuration file for Azure Pipelines, used to run tests on |
| # macOS. Documentation to help understand this setup: |
| # https://docs.microsoft.com/en-us/azure/devops/pipelines/yaml-schema |
| # https://docs.microsoft.com/en-us/azure/devops/pipelines/build/triggers |
| # https://docs.microsoft.com/en-us/azure/devops/pipelines/process/multiple-phases |
| # https://docs.microsoft.com/en-us/azure/devops/pipelines/process/templates |
| # https://docs.microsoft.com/en-us/azure/devops/pipelines/process/variables |
| # https://docs.microsoft.com/en-us/azure/devops/pipelines/tasks/index |
| # |
| # In addition to this configuration file, some setup in the Azure DevOps |
| # project is required: |
| # - The "Build pull requests from forks of this repository" setting must be |
| # enabled: https://docs.microsoft.com/en-us/azure/devops/pipelines/repos/github#validate-contributions-from-forks |
| # - A self-hosted Windows 10 agent pool named 'Hosted Windows Client'. |
| # Documention for the setup of these agents: |
| # https://docs.microsoft.com/en-us/azure/devops/pipelines/agents/v2-windows |
| |
| trigger: |
| # These are all the branches referenced in the jobs that follow. |
| - epochs/daily |
| - epochs/three_hourly |
| - triggers/edge_stable |
| - triggers/edge_dev |
| - triggers/edge_canary |
| - triggers/safari_stable |
| - triggers/safari_preview |
| |
| jobs: |
| # The affected tests jobs are unconditional for speed, as most PRs have one or |
| # more affected tests: https://github.com/web-platform-tests/wpt/issues/13936. |
| - job: affected_safari_preview |
| displayName: 'affected tests: Safari Technology Preview' |
| condition: eq(variables['Build.Reason'], 'PullRequest') |
| pool: |
| vmImage: 'macOS-10.14' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/affected_tests.yml |
| parameters: |
| artifactName: 'safari-preview-affected-tests' |
| - template: tools/ci/azure/fyi_hook.yml |
| parameters: |
| dependsOn: affected_safari_preview |
| artifactName: safari-preview-affected-tests |
| |
| - job: affected_without_changes_safari_preview |
| displayName: 'affected tests without changes: Safari Technology Preview' |
| condition: eq(variables['Build.Reason'], 'PullRequest') |
| pool: |
| vmImage: 'macOS-10.14' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/affected_tests.yml |
| parameters: |
| checkoutCommit: 'HEAD^1' |
| affectedRange: 'HEAD@{1}' |
| artifactName: 'safari-preview-affected-tests-without-changes' |
| - template: tools/ci/azure/fyi_hook.yml |
| parameters: |
| dependsOn: affected_without_changes_safari_preview |
| artifactName: safari-preview-affected-tests-without-changes |
| |
| # The decision jobs runs `./wpt test-jobs` to determine which jobs to run, |
| # and all following jobs wait for it to finish and depend on its output. |
| - job: decision |
| displayName: './wpt test-jobs' |
| condition: eq(variables['Build.Reason'], 'PullRequest') |
| pool: |
| vmImage: 'ubuntu-18.04' |
| steps: |
| - template: tools/ci/azure/checkout.yml |
| - script: | |
| ./wpt test-jobs | while read job; do |
| echo "$job" |
| echo "##vso[task.setvariable variable=$job;isOutput=true]true"; |
| done |
| name: test_jobs |
| displayName: 'Run ./wpt test-jobs' |
| |
| - job: infrastructure_macOS |
| displayName: 'infrastructure/ tests: macOS' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wptrunner_infrastructure'] |
| pool: |
| vmImage: 'macOS-10.14' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/pip_install.yml |
| parameters: |
| packages: virtualenv |
| - template: tools/ci/azure/install_fonts.yml |
| - template: tools/ci/azure/install_certs.yml |
| - template: tools/ci/azure/install_chrome.yml |
| - template: tools/ci/azure/install_firefox.yml |
| - template: tools/ci/azure/install_safari.yml |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| - script: no_proxy='*' ./wpt run --yes --no-manifest-update --manifest MANIFEST.json --metadata infrastructure/metadata/ --log-mach - --log-mach-level info --channel dev chrome infrastructure/ |
| displayName: 'Run tests (Chrome Dev)' |
| - script: no_proxy='*' ./wpt run --yes --no-manifest-update --manifest MANIFEST.json --metadata infrastructure/metadata/ --log-mach - --log-mach-level info --channel nightly firefox infrastructure/ |
| displayName: 'Run tests (Firefox Nightly)' |
| - script: no_proxy='*' ./wpt run --yes --no-manifest-update --manifest MANIFEST.json --metadata infrastructure/metadata/ --log-mach - --log-mach-level info --channel preview safari infrastructure/ |
| displayName: 'Run tests (Safari Technology Preview)' |
| - task: PublishBuildArtifacts@1 |
| displayName: 'Publish results' |
| inputs: |
| artifactName: 'infrastructure' |
| condition: always() |
| |
| - job: tools_unittest_macOS |
| displayName: 'tools/ unittests: macOS' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.tools_unittest'] |
| pool: |
| vmImage: 'macOS-10.14' |
| variables: |
| HYPOTHESIS_PROFILE: ci |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/ |
| toxenv: py27 |
| |
| - job: tools_unittest_macOS_py3 |
| displayName: 'tools/ unittests: macOS (Python 3.6)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.tools_unittest'] |
| pool: |
| vmImage: 'macOS-10.14' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.6.x' |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/ |
| toxenv: py36 |
| |
| - job: tools_unittest_macOS_py38 |
| displayName: 'tools/ unittests: macOS (Python 3.8)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.tools_unittest'] |
| pool: |
| vmImage: 'macOS-10.14' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.8.x' |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/ |
| toxenv: py38 |
| |
| - job: wptrunner_unittest_macOS |
| displayName: 'tools/wptrunner/ unittests: macOS' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wptrunner_unittest'] |
| pool: |
| vmImage: 'macOS-10.14' |
| variables: |
| HYPOTHESIS_PROFILE: ci |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wptrunner/ |
| toxenv: py27 |
| |
| - job: wptrunner_unittest_macOS_py3 |
| displayName: 'tools/wptrunner/ unittests: macOS (Python 3.6)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wptrunner_unittest'] |
| pool: |
| vmImage: 'macOS-10.14' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.6.x' |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wptrunner/ |
| toxenv: py36 |
| |
| - job: wptrunner_unittest_macOS_py38 |
| displayName: 'tools/wptrunner/ unittests: macOS (Python 3.8)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wptrunner_unittest'] |
| pool: |
| vmImage: 'macOS-10.14' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.8.x' |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wptrunner/ |
| toxenv: py38 |
| |
| - job: wpt_integration_macOS |
| displayName: 'tools/wpt/ tests: macOS' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wpt_integration'] |
| pool: |
| vmImage: 'macOS-10.14' |
| variables: |
| HYPOTHESIS_PROFILE: ci |
| steps: |
| # full checkout required |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/install_chrome.yml |
| - template: tools/ci/azure/install_firefox.yml |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wpt/ |
| toxenv: py27 |
| |
| - job: wpt_integration_macOS_py3 |
| displayName: 'tools/wpt/ tests: macOS (Python 3.6)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wpt_integration'] |
| pool: |
| vmImage: 'macOS-10.14' |
| steps: |
| # full checkout required |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.6.x' |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/install_chrome.yml |
| - template: tools/ci/azure/install_firefox.yml |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wpt/ |
| toxenv: py36 |
| |
| - job: wpt_integration_macOS_py38 |
| displayName: 'tools/wpt/ tests: macOS (Python 3.8)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wpt_integration'] |
| pool: |
| vmImage: 'macOS-10.14' |
| steps: |
| # full checkout required |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.8.x' |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/install_chrome.yml |
| - template: tools/ci/azure/install_firefox.yml |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wpt/ |
| toxenv: py38 |
| |
| - job: tools_unittest_win |
| displayName: 'tools/ unittests: Windows' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.tools_unittest'] |
| pool: |
| vmImage: 'windows-2019' |
| variables: |
| HYPOTHESIS_PROFILE: ci |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/ |
| toxenv: py27 |
| |
| - job: tools_unittest_win_py3 |
| displayName: 'tools/ unittests: Windows (Python 3.6)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.tools_unittest'] |
| pool: |
| vmImage: 'windows-2019' |
| variables: |
| HYPOTHESIS_PROFILE: ci |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.6.x' |
| addToPath: false |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/ |
| toxenv: py36 |
| |
| - job: tools_unittest_win_py38 |
| displayName: 'tools/ unittests: Windows (Python 3.8)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.tools_unittest'] |
| pool: |
| vmImage: 'windows-2019' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.8.x' |
| addToPath: false |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/ |
| toxenv: py38 |
| |
| - job: wptrunner_unittest_win |
| displayName: 'tools/wptrunner/ unittests: Windows' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wptrunner_unittest'] |
| pool: |
| vmImage: 'windows-2019' |
| variables: |
| HYPOTHESIS_PROFILE: ci |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wptrunner/ |
| toxenv: py27 |
| |
| - job: wptrunner_unittest_win_py3 |
| displayName: 'tools/wptrunner/ unittests: Windows (Python 3.6)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wptrunner_unittest'] |
| pool: |
| vmImage: 'windows-2019' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.6.x' |
| addToPath: false |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wptrunner/ |
| toxenv: py36 |
| |
| - job: wptrunner_unittest_win_py38 |
| displayName: 'tools/wptrunner/ unittests: Windows (Python 3.8)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wptrunner_unittest'] |
| pool: |
| vmImage: 'windows-2019' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.8.x' |
| addToPath: false |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wptrunner/ |
| toxenv: py38 |
| |
| - job: wpt_integration_win |
| displayName: 'tools/wpt/ tests: Windows' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wpt_integration'] |
| pool: |
| vmImage: 'windows-2019' |
| variables: |
| HYPOTHESIS_PROFILE: ci |
| steps: |
| # full checkout required |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| # currently just using the outdated Chrome/Firefox on the VM rather than |
| # figuring out how to install Chrome Dev channel on Windows |
| # - template: tools/ci/azure/install_chrome.yml |
| # - template: tools/ci/azure/install_firefox.yml |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wpt/ |
| toxenv: py27 |
| |
| - job: wpt_integration_win_py3 |
| displayName: 'tools/wpt/ tests: Windows (Python 3.6)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wpt_integration'] |
| pool: |
| vmImage: 'windows-2019' |
| steps: |
| # full checkout required |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.6.x' |
| addToPath: false |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| addToPath: true |
| # currently just using the outdated Chrome/Firefox on the VM rather than |
| # figuring out how to install Chrome Dev channel on Windows |
| # - template: tools/ci/azure/install_chrome.yml |
| # - template: tools/ci/azure/install_firefox.yml |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wpt/ |
| toxenv: py36 |
| |
| - job: wpt_integration_win_py38 |
| displayName: 'tools/wpt/ tests: Windows (Python 3.8)' |
| dependsOn: decision |
| condition: dependencies.decision.outputs['test_jobs.wpt_integration'] |
| pool: |
| vmImage: 'windows-2019' |
| steps: |
| # full checkout required |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '3.8.x' |
| addToPath: false |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| addToPath: true |
| # currently just using the outdated Chrome/Firefox on the VM rather than |
| # figuring out how to install Chrome Dev channel on Windows |
| # - template: tools/ci/azure/install_chrome.yml |
| # - template: tools/ci/azure/install_firefox.yml |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| - template: tools/ci/azure/tox_pytest.yml |
| parameters: |
| directory: tools/wpt/ |
| toxenv: py38 |
| |
| - job: infrastructure_win10 |
| displayName: 'infrastructure/ tests: Windows 10' |
| # This job is only triggered manually until it has been shown to be robust. |
| condition: and(eq(variables['Build.Reason'], 'Manual'), variables['run_infrastructure_win10']) |
| pool: |
| name: 'Hosted Windows Client' |
| steps: |
| - template: tools/ci/azure/system_info.yml |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/install_python.yml |
| - template: tools/ci/azure/pip_install.yml |
| parameters: |
| packages: virtualenv |
| - template: tools/ci/azure/install_certs.yml |
| - template: tools/ci/azure/install_edge.yml |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| - script: python ./wpt run --yes --no-manifest-update --install-fonts --manifest MANIFEST.json --metadata infrastructure/metadata/ --log-mach - --log-mach-level info --channel dev edgechromium infrastructure/ |
| displayName: 'Run tests (Edge Dev)' |
| - task: PublishBuildArtifacts@1 |
| displayName: 'Publish results' |
| inputs: |
| artifactName: 'infrastructure' |
| condition: always() |
| - template: tools/ci/azure/cleanup_win10.yml |
| |
| - job: results_edge_stable |
| displayName: 'all tests: Edge Stable' |
| condition: | |
| or(eq(variables['Build.SourceBranch'], 'refs/heads/epochs/daily'), |
| eq(variables['Build.SourceBranch'], 'refs/heads/triggers/edge_stable'), |
| and(eq(variables['Build.Reason'], 'Manual'), variables['run_all_edge_stable'])) |
| strategy: |
| parallel: 10 # chosen to make runtime ~2h |
| timeoutInMinutes: 180 |
| pool: |
| name: 'Hosted Windows Client' |
| steps: |
| - template: tools/ci/azure/system_info.yml |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/install_python.yml |
| - template: tools/ci/azure/pip_install.yml |
| parameters: |
| packages: virtualenv |
| - template: tools/ci/azure/install_certs.yml |
| - template: tools/ci/azure/install_edge.yml |
| parameters: |
| channel: stable |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| - script: python ./wpt run --yes --no-manifest-update --no-restart-on-unexpected --no-fail-on-unexpected --install-fonts --this-chunk $(System.JobPositionInPhase) --total-chunks $(System.TotalJobsInPhase) --chunk-type hash --log-wptreport $(Build.ArtifactStagingDirectory)/wpt_report_$(System.JobPositionInPhase).json --log-wptscreenshot $(Build.ArtifactStagingDirectory)/wpt_screenshot_$(System.JobPositionInPhase).txt --log-mach - --log-mach-level info --channel stable edgechromium |
| displayName: 'Run tests (Edge Stable)' |
| - task: PublishBuildArtifacts@1 |
| displayName: 'Publish results' |
| inputs: |
| artifactName: 'edge-stable-results' |
| - template: tools/ci/azure/cleanup_win10.yml |
| - template: tools/ci/azure/fyi_hook.yml |
| parameters: |
| dependsOn: results_edge_stable |
| artifactName: edge-stable-results |
| |
| - job: results_edge_dev |
| displayName: 'all tests: Edge Dev' |
| condition: | |
| or(eq(variables['Build.SourceBranch'], 'refs/heads/epochs/three_hourly'), |
| eq(variables['Build.SourceBranch'], 'refs/heads/triggers/edge_dev'), |
| and(eq(variables['Build.Reason'], 'Manual'), variables['run_all_edge_dev'])) |
| strategy: |
| parallel: 10 # chosen to make runtime ~2h |
| timeoutInMinutes: 180 |
| pool: |
| name: 'Hosted Windows Client' |
| steps: |
| - template: tools/ci/azure/system_info.yml |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/install_python.yml |
| - template: tools/ci/azure/pip_install.yml |
| parameters: |
| packages: virtualenv |
| - template: tools/ci/azure/install_certs.yml |
| - template: tools/ci/azure/install_edge.yml |
| parameters: |
| channel: dev |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| - script: python ./wpt run --yes --no-manifest-update --no-restart-on-unexpected --no-fail-on-unexpected --install-fonts --this-chunk $(System.JobPositionInPhase) --total-chunks $(System.TotalJobsInPhase) --chunk-type hash --log-wptreport $(Build.ArtifactStagingDirectory)/wpt_report_$(System.JobPositionInPhase).json --log-wptscreenshot $(Build.ArtifactStagingDirectory)/wpt_screenshot_$(System.JobPositionInPhase).txt --log-mach - --log-mach-level info --channel dev edgechromium |
| displayName: 'Run tests (Edge Dev)' |
| - task: PublishBuildArtifacts@1 |
| displayName: 'Publish results' |
| inputs: |
| artifactName: 'edge-dev-results' |
| - template: tools/ci/azure/cleanup_win10.yml |
| - template: tools/ci/azure/fyi_hook.yml |
| parameters: |
| dependsOn: results_edge_dev |
| artifactName: edge-dev-results |
| |
| - job: results_edge_canary |
| displayName: 'all tests: Edge Canary' |
| condition: | |
| or(eq(variables['Build.SourceBranch'], 'refs/heads/epochs/three_hourly'), |
| eq(variables['Build.SourceBranch'], 'refs/heads/triggers/edge_canary'), |
| and(eq(variables['Build.Reason'], 'Manual'), variables['run_all_edge_canary'])) |
| strategy: |
| parallel: 10 # chosen to make runtime ~2h |
| timeoutInMinutes: 180 |
| pool: |
| name: 'Hosted Windows Client' |
| steps: |
| - template: tools/ci/azure/system_info.yml |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/install_python.yml |
| - template: tools/ci/azure/pip_install.yml |
| parameters: |
| packages: virtualenv |
| - template: tools/ci/azure/install_certs.yml |
| - template: tools/ci/azure/install_edge.yml |
| parameters: |
| channel: canary |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| - script: python ./wpt run --yes --no-manifest-update --no-restart-on-unexpected --no-fail-on-unexpected --install-fonts --this-chunk $(System.JobPositionInPhase) --total-chunks $(System.TotalJobsInPhase) --chunk-type hash --log-wptreport $(Build.ArtifactStagingDirectory)/wpt_report_$(System.JobPositionInPhase).json --log-wptscreenshot $(Build.ArtifactStagingDirectory)/wpt_screenshot_$(System.JobPositionInPhase).txt --log-mach - --log-mach-level info --channel canary edgechromium |
| displayName: 'Run tests (Edge Canary)' |
| - task: PublishBuildArtifacts@1 |
| displayName: 'Publish results' |
| inputs: |
| artifactName: 'edge-canary-results' |
| - template: tools/ci/azure/cleanup_win10.yml |
| - template: tools/ci/azure/fyi_hook.yml |
| parameters: |
| dependsOn: results_edge_canary |
| artifactName: edge-canary-results |
| |
| - job: results_safari |
| displayName: 'all tests: Safari' |
| condition: | |
| or(eq(variables['Build.SourceBranch'], 'refs/heads/epochs/daily'), |
| eq(variables['Build.SourceBranch'], 'refs/heads/triggers/safari_stable'), |
| and(eq(variables['Build.Reason'], 'Manual'), variables['run_all_safari'])) |
| strategy: |
| parallel: 5 # chosen to make runtime ~2h |
| timeoutInMinutes: 180 |
| pool: |
| vmImage: 'macOS-10.14' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/pip_install.yml |
| parameters: |
| packages: virtualenv |
| - template: tools/ci/azure/install_certs.yml |
| - template: tools/ci/azure/install_safari.yml |
| parameters: |
| channel: stable |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| # --exclude is a workaround for https://github.com/web-platform-tests/wpt/issues/18634 |
| - script: no_proxy='*' ./wpt run --no-manifest-update --no-restart-on-unexpected --no-fail-on-unexpected --this-chunk=$(System.JobPositionInPhase) --total-chunks=$(System.TotalJobsInPhase) --chunk-type hash --log-wptreport $(Build.ArtifactStagingDirectory)/wpt_report_$(System.JobPositionInPhase).json --log-wptscreenshot $(Build.ArtifactStagingDirectory)/wpt_screenshot_$(System.JobPositionInPhase).txt --log-mach - --log-mach-level info safari --exclude /inert/inert-retargeting.tentative.html --exclude /inert/inert-retargeting-iframe.tentative.html |
| displayName: 'Run tests' |
| - task: PublishBuildArtifacts@1 |
| displayName: 'Publish results' |
| inputs: |
| artifactName: 'safari-results' |
| - template: tools/ci/azure/fyi_hook.yml |
| parameters: |
| dependsOn: results_safari |
| artifactName: safari-results |
| |
| - job: results_safari_preview |
| displayName: 'all tests: Safari Technology Preview' |
| condition: | |
| or(eq(variables['Build.SourceBranch'], 'refs/heads/epochs/three_hourly'), |
| eq(variables['Build.SourceBranch'], 'refs/heads/triggers/safari_preview'), |
| and(eq(variables['Build.Reason'], 'Manual'), variables['run_all_safari_preview'])) |
| strategy: |
| parallel: 5 # chosen to make runtime ~2h |
| timeoutInMinutes: 180 |
| pool: |
| vmImage: 'macOS-10.14' |
| steps: |
| - task: UsePythonVersion@0 |
| inputs: |
| versionSpec: '2.7.x' |
| - template: tools/ci/azure/checkout.yml |
| - template: tools/ci/azure/pip_install.yml |
| parameters: |
| packages: virtualenv |
| - template: tools/ci/azure/install_certs.yml |
| - template: tools/ci/azure/install_safari.yml |
| - template: tools/ci/azure/update_hosts.yml |
| - template: tools/ci/azure/update_manifest.yml |
| # --exclude is a workaround for https://github.com/web-platform-tests/wpt/issues/18995 + https://github.com/web-platform-tests/wpt/issues/20887 |
| - script: no_proxy='*' ./wpt run --no-manifest-update --no-restart-on-unexpected --no-fail-on-unexpected --this-chunk=$(System.JobPositionInPhase) --total-chunks=$(System.TotalJobsInPhase) --chunk-type hash --log-wptreport $(Build.ArtifactStagingDirectory)/wpt_report_$(System.JobPositionInPhase).json --log-wptscreenshot $(Build.ArtifactStagingDirectory)/wpt_screenshot_$(System.JobPositionInPhase).txt --log-mach - --log-mach-level info --channel preview safari --exclude /pointerevents/pointerevent_pointercapture_in_frame.html --exclude /web-share/share-sharePromise-internal-slot.https.html |
| displayName: 'Run tests' |
| - task: PublishBuildArtifacts@1 |
| displayName: 'Publish results' |
| inputs: |
| artifactName: 'safari-preview-results' |
| - template: tools/ci/azure/fyi_hook.yml |
| parameters: |
| dependsOn: results_safari_preview |
| artifactName: safari-preview-results |