diff --git a/.github/workflows/create_test_report.yml b/.github/workflows/create_test_report.yml index 2085a10276..4da024272d 100644 --- a/.github/workflows/create_test_report.yml +++ b/.github/workflows/create_test_report.yml @@ -18,12 +18,6 @@ jobs: - uses: actions/setup-node@v4 with: node-version: 18 - - name: Azure Login - uses: azure/login@v2 - with: - client-id: ${{ secrets.AZURE_BLOB_REPORTS_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_BLOB_REPORTS_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_BLOB_REPORTS_SUBSCRIPTION_ID }} - run: npm ci env: DEBUG: pw:install @@ -42,6 +36,13 @@ jobs: env: NODE_OPTIONS: --max-old-space-size=4096 + - name: Azure Login + uses: azure/login@v2 + with: + client-id: ${{ secrets.AZURE_BLOB_REPORTS_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_BLOB_REPORTS_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_BLOB_REPORTS_SUBSCRIPTION_ID }} + - name: Upload HTML report to Azure run: | REPORT_DIR='run-${{ github.event.workflow_run.id }}-${{ github.event.workflow_run.run_attempt }}-${{ github.sha }}' diff --git a/.github/workflows/publish_canary.yml b/.github/workflows/publish_canary.yml index c28ca4a525..50a1564755 100644 --- a/.github/workflows/publish_canary.yml +++ b/.github/workflows/publish_canary.yml @@ -22,12 +22,6 @@ jobs: environment: allow-publish-driver-to-cdn # This is required for OIDC login (azure/login) steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - with: - client-id: ${{ secrets.AZURE_PW_CDN_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_PW_CDN_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_PW_CDN_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -56,6 +50,12 @@ jobs: utils/publish_all_packages.sh --beta env: NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }} + - name: Azure Login + uses: azure/login@v2 + with: + client-id: ${{ secrets.AZURE_PW_CDN_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_PW_CDN_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_PW_CDN_SUBSCRIPTION_ID }} - name: build & publish driver env: AZ_UPLOAD_FOLDER: driver/next diff --git a/.github/workflows/publish_release_docker.yml b/.github/workflows/publish_release_docker.yml index ca3ca0c43a..6a9e6d85ae 100644 --- a/.github/workflows/publish_release_docker.yml +++ b/.github/workflows/publish_release_docker.yml @@ -24,14 +24,6 @@ jobs: if: github.repository == 'microsoft/playwright' environment: allow-publishing-docker-to-acr steps: - - name: Azure Login - uses: azure/login@v2 - with: - client-id: ${{ secrets.AZURE_DOCKER_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_DOCKER_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_DOCKER_SUBSCRIPTION_ID }} - - name: Login to ACR via OIDC - run: az acr login --name playwright - uses: actions/checkout@v4 - uses: actions/setup-node@v4 with: @@ -44,6 +36,14 @@ jobs: - run: npm ci - run: npm run build - run: npx playwright install-deps + - name: Azure Login + uses: azure/login@v2 + with: + client-id: ${{ secrets.AZURE_DOCKER_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_DOCKER_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_DOCKER_SUBSCRIPTION_ID }} + - name: Login to ACR via OIDC + run: az acr login --name playwright - run: ./utils/docker/publish_docker.sh stable if: (github.event_name != 'workflow_dispatch' && !github.event.release.prerelease) || (github.event_name == 'workflow_dispatch' && github.event.inputs.is_release == 'true') - run: ./utils/docker/publish_docker.sh canary diff --git a/.github/workflows/publish_release_driver.yml b/.github/workflows/publish_release_driver.yml index b406c15eda..8ad1a4184a 100644 --- a/.github/workflows/publish_release_driver.yml +++ b/.github/workflows/publish_release_driver.yml @@ -18,12 +18,6 @@ jobs: environment: allow-publish-driver-to-cdn # This is required for OIDC login (azure/login) steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - with: - client-id: ${{ secrets.AZURE_PW_CDN_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_PW_CDN_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_PW_CDN_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -32,6 +26,12 @@ jobs: - run: npm run build - run: npx playwright install-deps - run: utils/build/build-playwright-driver.sh + - name: Azure Login + uses: azure/login@v2 + with: + client-id: ${{ secrets.AZURE_PW_CDN_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_PW_CDN_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_PW_CDN_SUBSCRIPTION_ID }} - run: utils/build/upload-playwright-driver.sh env: AZ_UPLOAD_FOLDER: driver diff --git a/.github/workflows/tests_electron.yml b/.github/workflows/tests_electron.yml index 171c51f364..51eade0776 100644 --- a/.github/workflows/tests_electron.yml +++ b/.github/workflows/tests_electron.yml @@ -32,13 +32,6 @@ jobs: runs-on: ${{ matrix.os }} steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -53,6 +46,13 @@ jobs: if: matrix.os != 'ubuntu-latest' - run: node tests/config/checkCoverage.js electron if: ${{ !cancelled() && matrix.os == 'ubuntu-latest' }} + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash diff --git a/.github/workflows/tests_primary.yml b/.github/workflows/tests_primary.yml index c932702d72..430c165522 100644 --- a/.github/workflows/tests_primary.yml +++ b/.github/workflows/tests_primary.yml @@ -49,13 +49,6 @@ jobs: contents: read # This is required for actions/checkout to succeed steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: ${{ matrix.node-version }} @@ -67,6 +60,13 @@ jobs: - run: npx playwright install --with-deps ${{ matrix.browser }} chromium - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run test -- --project=${{ matrix.browser }}-* - run: node tests/config/checkCoverage.js ${{ matrix.browser }} + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -92,13 +92,6 @@ jobs: contents: read # This is required for actions/checkout to succeed steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -112,6 +105,13 @@ jobs: env: PWTEST_CHANNEL: chromium-tip-of-tree PWTEST_BOT_NAME: "${{ matrix.os }}-chromium-tip-of-tree" + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -157,13 +157,6 @@ jobs: contents: read # This is required for actions/checkout to succeed steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: ${{matrix.node-version}} @@ -176,6 +169,13 @@ jobs: if: matrix.os != 'ubuntu-latest' - run: xvfb-run npm run ttest -- --shard ${{ matrix.shardIndex }}/${{ matrix.shardTotal }} if: matrix.os == 'ubuntu-latest' + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -276,13 +276,6 @@ jobs: contents: read # This is required for actions/checkout to succeed steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -297,6 +290,13 @@ jobs: if: matrix.os != 'ubuntu-latest' - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run itest if: matrix.os == 'ubuntu-latest' + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash diff --git a/.github/workflows/tests_secondary.yml b/.github/workflows/tests_secondary.yml index 895d4ca4cc..6356ff8557 100644 --- a/.github/workflows/tests_secondary.yml +++ b/.github/workflows/tests_secondary.yml @@ -37,13 +37,6 @@ jobs: PWTEST_BOT_NAME: "${{ matrix.browser }}-${{ matrix.os }}" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -55,6 +48,13 @@ jobs: - run: npx playwright install --with-deps ${{ matrix.browser }} chromium - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run test -- --project=${{ matrix.browser }}-* - run: node tests/config/checkCoverage.js ${{ matrix.browser }} + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -82,13 +82,6 @@ jobs: if: ${{ matrix.os == 'macos-14' }} run: sqlite3 $HOME/Library/Application\ Support/com.apple.TCC/TCC.db "INSERT OR IGNORE INTO access VALUES ('kTCCServiceMicrophone','/usr/local/opt/runner/provisioner/provisioner',1,2,4,1,NULL,NULL,0,'UNUSED',NULL,0,1687786159,NULL,NULL,'UNUSED',1687786159);" - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -99,6 +92,13 @@ jobs: - run: npm run build - run: npx playwright install --with-deps ${{ matrix.browser }} chromium - run: npm run test -- --project=${{ matrix.browser }}-* + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -121,13 +121,6 @@ jobs: PWTEST_BOT_NAME: "${{ matrix.browser }}-windows-latest" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -143,6 +136,13 @@ jobs: - run: npm run test -- --project=${{ matrix.browser }}-* if: matrix.browser != 'firefox' shell: bash + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -168,13 +168,6 @@ jobs: timeout-minutes: 30 steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: ${{ matrix.node_version }} @@ -189,6 +182,13 @@ jobs: if: matrix.os != 'ubuntu-latest' - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run itest if: matrix.os == 'ubuntu-latest' + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -210,13 +210,6 @@ jobs: if: ${{ matrix.os == 'macos-latest' }} run: sqlite3 $HOME/Library/Application\ Support/com.apple.TCC/TCC.db "INSERT OR IGNORE INTO access VALUES ('kTCCServiceMicrophone','/usr/local/opt/runner/provisioner/provisioner',1,2,4,1,NULL,NULL,0,'UNUSED',NULL,0,1687786159,NULL,NULL,'UNUSED',1687786159);" - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -230,6 +223,13 @@ jobs: if: ${{ !cancelled() && startsWith(matrix.os, 'ubuntu-') }} - run: npm run test -- --project=${{ matrix.browser }}-* --headed if: ${{ !cancelled() && !startsWith(matrix.os, 'ubuntu-') }} + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -252,13 +252,6 @@ jobs: PWTEST_BOT_NAME: "${{ matrix.mode }}" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -271,6 +264,13 @@ jobs: - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run ctest env: PWTEST_MODE: ${{ matrix.mode }} + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -298,13 +298,6 @@ jobs: PWTEST_BOT_NAME: "tracing-${{ matrix.channel || matrix.browser }}" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -318,6 +311,13 @@ jobs: env: PWTEST_TRACE: 1 PWTEST_CHANNEL: ${{ matrix.channel }} + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -336,13 +336,6 @@ jobs: PWTEST_BOT_NAME: "chrome-stable-linux" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -354,6 +347,13 @@ jobs: - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run ctest env: PWTEST_CHANNEL: chrome + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -372,13 +372,6 @@ jobs: PWTEST_BOT_NAME: "chrome-stable-windows" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -391,6 +384,13 @@ jobs: shell: bash env: PWTEST_CHANNEL: chrome + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -409,13 +409,6 @@ jobs: PWTEST_BOT_NAME: "chrome-stable-mac" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -427,6 +420,13 @@ jobs: - run: npm run ctest env: PWTEST_CHANNEL: chrome + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -450,13 +450,6 @@ jobs: os: [ubuntu-20.04, macos-12, windows-latest] steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -469,6 +462,13 @@ jobs: if: matrix.os == 'ubuntu-20.04' - run: npm run ctest if: matrix.os != 'ubuntu-20.04' + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -492,13 +492,6 @@ jobs: os: [ubuntu-latest, macos-latest, windows-latest] steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -511,6 +504,13 @@ jobs: if: matrix.os == 'ubuntu-latest' - run: npm run ctest -- --headed if: matrix.os != 'ubuntu-latest' + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -529,13 +529,6 @@ jobs: PWTEST_BOT_NAME: "firefox-beta-linux" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -547,6 +540,13 @@ jobs: - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run ftest env: PWTEST_CHANNEL: firefox-beta + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -565,13 +565,6 @@ jobs: PWTEST_BOT_NAME: "firefox-beta-windows" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -584,6 +577,13 @@ jobs: shell: bash env: PWTEST_CHANNEL: firefox-beta + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -602,13 +602,6 @@ jobs: PWTEST_BOT_NAME: "firefox-beta-mac" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -620,6 +613,13 @@ jobs: - run: npm run ftest env: PWTEST_CHANNEL: firefox-beta + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -638,13 +638,6 @@ jobs: PWTEST_BOT_NAME: "edge-stable-mac" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -656,6 +649,13 @@ jobs: - run: npm run ctest env: PWTEST_CHANNEL: msedge + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -674,13 +674,6 @@ jobs: PWTEST_BOT_NAME: "edge-stable-windows" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -693,6 +686,13 @@ jobs: shell: bash env: PWTEST_CHANNEL: msedge + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -711,13 +711,6 @@ jobs: PWTEST_BOT_NAME: "edge-stable-linux" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -729,6 +722,13 @@ jobs: - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run ctest env: PWTEST_CHANNEL: msedge + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -747,13 +747,6 @@ jobs: PWTEST_BOT_NAME: "edge-beta-mac" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -765,6 +758,13 @@ jobs: - run: npm run ctest env: PWTEST_CHANNEL: msedge-beta + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -783,13 +783,6 @@ jobs: PWTEST_BOT_NAME: "edge-beta-windows" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -802,6 +795,13 @@ jobs: shell: bash env: PWTEST_CHANNEL: msedge-beta + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -820,13 +820,6 @@ jobs: PWTEST_BOT_NAME: "edge-beta-linux" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -838,6 +831,13 @@ jobs: - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run ctest env: PWTEST_CHANNEL: msedge-beta + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -856,13 +856,6 @@ jobs: PWTEST_BOT_NAME: "edge-dev-mac" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -874,6 +867,13 @@ jobs: - run: npm run ctest env: PWTEST_CHANNEL: msedge-dev + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -892,13 +892,6 @@ jobs: PWTEST_BOT_NAME: "edge-dev-windows" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -911,6 +904,13 @@ jobs: shell: bash env: PWTEST_CHANNEL: msedge-dev + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -929,13 +929,6 @@ jobs: PWTEST_BOT_NAME: "edge-dev-linux" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -947,6 +940,13 @@ jobs: - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run ctest env: PWTEST_CHANNEL: msedge-dev + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -965,13 +965,6 @@ jobs: PWTEST_BOT_NAME: "chrome-beta-linux" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -983,6 +976,13 @@ jobs: - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run ctest env: PWTEST_CHANNEL: chrome-beta + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -1001,13 +1001,6 @@ jobs: PWTEST_BOT_NAME: "chrome-beta-windows" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -1020,6 +1013,13 @@ jobs: shell: bash env: PWTEST_CHANNEL: chrome-beta + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -1038,13 +1038,6 @@ jobs: PWTEST_BOT_NAME: "chrome-beta-mac" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -1056,6 +1049,13 @@ jobs: - run: npm run ctest env: PWTEST_CHANNEL: chrome-beta + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash @@ -1087,13 +1087,6 @@ jobs: PWTEST_BOT_NAME: "headless-new" steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -1107,6 +1100,13 @@ jobs: env: PLAYWRIGHT_CHROMIUM_USE_HEADLESS_NEW: 1 - run: node tests/config/checkCoverage.js chromium + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash diff --git a/.github/workflows/tests_video.yml b/.github/workflows/tests_video.yml index 5aa6e778ea..a0beb253b0 100644 --- a/.github/workflows/tests_video.yml +++ b/.github/workflows/tests_video.yml @@ -26,13 +26,6 @@ jobs: runs-on: ${{ matrix.os }} steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -45,6 +38,13 @@ jobs: - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run test -- --project=${{ matrix.browser }}-* env: PWTEST_VIDEO: 1 + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash diff --git a/.github/workflows/tests_webview2.yml b/.github/workflows/tests_webview2.yml index 7063c8b4cc..e894c2dc78 100644 --- a/.github/workflows/tests_webview2.yml +++ b/.github/workflows/tests_webview2.yml @@ -29,13 +29,6 @@ jobs: contents: read # This is required for actions/checkout to succeed steps: - uses: actions/checkout@v4 - - name: Azure Login - uses: azure/login@v2 - if: github.event_name == 'push' && github.repository == 'microsoft/playwright' - with: - client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} - tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} - subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - uses: actions/setup-node@v4 with: node-version: 18 @@ -55,6 +48,13 @@ jobs: Invoke-WebRequest -Uri 'https://go.microsoft.com/fwlink/p/?LinkId=2124703' -OutFile 'setup.exe' Start-Process -FilePath setup.exe -Verb RunAs -Wait - run: npm run webview2test + - name: Azure Login + uses: azure/login@v2 + if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }} + with: + client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }} + tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }} + subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: ${{ !cancelled() }} shell: bash