main.yml

---
name: Fx Test Execution

run-name: ${{ github.actor }} is running smoke tests
on:
  workflow_call:
    inputs:
      channel:
        description: "Channel to run tests against"
        default: "beta"
        type: string
        required: false
      job_to_run:
        required: true
        type: string
      is_pull_request:
        description: "Is this a PR?"
        default: false
        type: boolean
      test_set:
        description: "Test set to run"
        default: ''
        required: false
        type: string
      dry_run:
        description: "If true, skip downloads/installs/tests/uploads (safe dry run)"
        required: false
        type: boolean
        default: false
      trigger_event:
        required: false
        type: string
    secrets:
      TESTRAIL_BASE_URL:
        required: false
      TESTRAIL_API_KEY:
        required: false
      TESTRAIL_USERNAME:
        required: false
      SLACK_KEY:
        required: false
      GCP_CREDENTIAL:
        required: false
      GC_CREDENTIAL_STABILITY:
        required: false
      BQ_PROJECT:
        required: false
      CI_WAF_TOKEN:
        required: false

  workflow_dispatch:
    inputs:
      channel:
        description: 'Firefox channel for the supplied candidate'
        default: 'beta'
        required: false
        type: string
      win_installer_link:
        description: 'The link to the Windows installer (win64) for the Fx under test'
        required: false
        type: string
      mac_installer_link:
        description: 'The link to the macOS installer for the Fx under test'
        required: false
        type: string
      linux_tarball_link:
        description: 'The link to the Linux tarball (linux-x86_64) for the Fx under test'
        required: false
        type: string
      firefox_version:
        description: 'Optional Firefox version metadata for a manual run'
        required: false
        type: string
      test_set:
        description: 'Test set to run'
        default: "smoke"
        required: false
        type: string
env:
  FX_CHANNEL: ${{ inputs.channel }}
  FX_VERSION: ${{ inputs.firefox_version }}
  TESTRAIL_BASE_URL: ${{ secrets.TESTRAIL_BASE_URL }}
  TESTRAIL_API_KEY: ${{ secrets.TESTRAIL_API_KEY }}
  TESTRAIL_USERNAME: ${{ secrets.TESTRAIL_USERNAME }}
  CI_WAF_TOKEN: ${{ secrets.CI_WAF_TOKEN }}

jobs:
  Test-Windows:
    if: ${{ inputs.job_to_run == 'Test-Windows' || inputs.win_installer_link }}
    runs-on: windows-latest

    steps:
      - name: Checkout repository
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
        with:
          persist-credentials: false
          fetch-depth: 0

      - name: Dry-run notice
        if: ${{ inputs.dry_run == true }}
        run: |
          Write-Host "DRY_RUN enabled: skipping downloads, installs, tests and uploads in this job."

      - name: Set up Python 3.13
        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # 6.2.0
        with:
          python-version: "3.13"

      - name: Set CI Environment (Default)
        shell: pwsh
        run: |
          "STARFOX_SPLIT=$env:TEST_SET" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
          "TESTRAIL_REPORT=false" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
        env:
          TEST_SET: ${{ inputs.test_set }}

      - name: Set CI Environment (Manual)
        if: ${{ inputs.win_installer_link && inputs.dry_run != true }}
        shell: pwsh
        run: |
          "MANUAL=true" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
          "STARFOX_SPLIT=$env:TEST_SET" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
          Write-Host "Running smoke tests on supplied executable"
        env:
          TEST_SET: ${{ inputs.test_set }}

      - name: Set CI Environment (Scheduled Beta)
        if: ${{ inputs.job_to_run == 'Test-Windows' && inputs.is_pull_request == false && inputs.dry_run != true }}
        shell: pwsh
        run: |
          "TESTRAIL_REPORT=true" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
          Write-Host "Running report for most recent Beta on Windows"

      - name: Install dependencies
        run: |
          mkdir -p artifacts;
          pip3 install 'uv==0.11.18';
          uv sync;
          uv run python scripts/switch_config.py ci;
          uv sync;

      - name: Install Fx
        id: install-fx
        env:
          WIN_INSTALLER_LINK: ${{ inputs.win_installer_link }}
        if: ${{ inputs.dry_run != true }}
        shell: pwsh
        run: |
          if (-not $env:WIN_INSTALLER_LINK) {
            $fx_url = (uv run python -m scripts.collect_executables) -join ""
            if (-not $fx_url) { throw "collect_executables returned an empty Firefox URL" }
            "FX_DOWNLOAD_URL=$fx_url" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
          }
          $gecko_url = (uv run python -m scripts.collect_executables -g) -join ""
          if (-not $gecko_url) { throw "collect_executables returned an empty geckodriver URL" }
          "GECKO_DOWNLOAD_URL=$gecko_url" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
          $fx_version = (uv run python -m scripts.collect_executables -n) -join ""
          "FX_VERSION=$fx_version" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append

      - name: Download Geckodriver
        if: ${{ inputs.dry_run != true }}
        shell: pwsh
        run: |
          Invoke-WebRequest -Uri $env:GECKO_DOWNLOAD_URL -OutFile "geckodriver.zip"
          unzip geckodriver.zip
          echo "$env:GITHUB_WORKSPACE" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append

      - name: Download Beta
        if: ${{ !inputs.win_installer_link && inputs.dry_run != true }}
        shell: pwsh
        run: |
          Invoke-WebRequest -Uri $env:FX_DOWNLOAD_URL -OutFile "${{ github.workspace }}\setup.exe"
          New-Item -ItemType Directory -Path "C:\Program Files\Custom Firefox" -Force

      - name: Download Executable
        if: ${{ inputs.win_installer_link && inputs.dry_run != true }}
        env:
          WIN_INSTALLER_LINK: ${{ inputs.win_installer_link }}
          FX_EXECUTABLE: 'C:\Program Files\Custom Firefox\firefox.exe'
        shell: pwsh
        run: |
          if ($env:WIN_INSTALLER_LINK.Contains(".zip")) {
            Write-Host "Downloading and unzipping file..."
            Invoke-WebRequest -Uri "$env:WIN_INSTALLER_LINK" -OutFile "firefox.zip"
            Expand-Archive -Path firefox.zip -PassThru
            Move-Item -Path firefox\firefox -Destination "C:\Program Files\Custom Firefox" -Force -PassThru
            Start-Process -FilePath $env:FX_EXECUTABLE -ArgumentList "--version" -Wait -NoNewWindow
          } else {
            New-Item -ItemType Directory -Path "C:\Program Files\Custom Firefox" -Force
            Invoke-WebRequest -Uri "$env:WIN_INSTALLER_LINK" -OutFile "${{ github.workspace }}\setup.exe"
          }

      - name: Install Beta
        if: ${{ inputs.dry_run != true }}
        id: setup
        env:
          WIN_INSTALLER_LINK: ${{ inputs.win_installer_link }}
        shell: pwsh
        run: |
          if (-not $env:WIN_INSTALLER_LINK -or -not $env:WIN_INSTALLER_LINK.Contains(".zip")) {
            Start-Process -FilePath "${{ github.workspace }}\setup.exe" -ArgumentList "/S", '/D=C:\Program Files\Custom Firefox' -Wait -NoNewWindow -PassThru
          }

      - name: Select Tests (Win)
        id: select
        if: ${{ inputs.test_set != 'glean' }}
        shell: pwsh
        run: |
          uv sync;
          uv run python -m scripts.choose_test_split

      - name: Print Selected Tests (Win)
        if: ${{steps.select.conclusion == 'success'}}
        shell: pwsh
        run: |
          $testCount = (Get-Content selected_tests | Where-Object { $_.Trim() -ne "" }).Count
          Write-Host "Total test scripts selected: $testCount"

          Write-Host "Selected tests: "
          Get-Content selected_tests

      - name: Test Fx Version (Win)
        if: |-
          ${{
            steps.setup.conclusion == 'success' &&
            (steps.select.conclusion == 'success' || inputs.test_set == 'glean') &&
            inputs.dry_run != true
          }}
        env:
          TESTRAIL_REPORT: false
        shell: pwsh
        run: |
          uv run python -c "import sys; print(sys.platform)"
          $env:FX_EXECUTABLE = "C:\Program Files\Custom Firefox\firefox.exe"
          Start-Process -FilePath $env:FX_EXECUTABLE -ArgumentList "--version" -Wait -NoNewWindow
          uv run pytest ".\tests\meta\test_version.py" --geckodriver=geckodriver.exe

      # --- REAL RUN: actually execute tests ---
      - name: Run Tests in Win
        if: |-
          ${{
            steps.setup.conclusion == 'success' &&
            steps.select.conclusion == 'success' &&
            inputs.test_set != 'glean' &&
            inputs.dry_run != true
          }}
        shell: pwsh
        run: |
          uv run pytest $(Get-Content selected_tests) --geckodriver=geckodriver.exe
          $env:TEST_EXIT_CODE = $LASTEXITCODE
          mv artifacts artifacts-win || true
          exit $env:TEST_EXIT_CODE

      - name: Run Glean Tests in Win
        if: |-
          ${{
            steps.setup.conclusion == 'success' &&
            inputs.test_set == 'glean' &&
            inputs.dry_run != true
          }}
        shell: pwsh
        run: |
          uv run pytest tests/glean --geckodriver=geckodriver.exe
          $env:TEST_EXIT_CODE = $LASTEXITCODE
          mv artifacts artifacts-win || true
          exit $env:TEST_EXIT_CODE
        env:
          REPORTABLE: ${{ !inputs.is_pull_request }}

      - name: Run Tests in Win (Headed)
        if: |-
          ${{
            steps.setup.conclusion == 'success' &&
            inputs.test_set != 'glean' &&
            always() &&
            inputs.dry_run != true
          }}
        env:
          REPORTABLE: true
        shell: pwsh
        run: |
          uv sync;
          uv run python scripts/switch_config.py ci_headed;
          uv sync;
          $env:FX_EXECUTABLE = "C:\Program Files\Custom Firefox\firefox.exe"
          uv run pytest $(Get-Content selected_tests) --geckodriver=geckodriver.exe
          $env:TEST_EXIT_CODE = $LASTEXITCODE
          rm artifacts/assets -r -Force
          Get-ChildItem -Path "artifacts" | ForEach-Object {
              $destPath = "artifacts-win\" + $_.Name
              if (-not (Test-Path -Path $destPath)) {
                  try {
                      Move-Item -Path $_.FullName -Destination $destPath
                  } catch {
                      # Ignore errors and continue
                  }
              }
          }
          exit $env:TEST_EXIT_CODE

      - name: Auth to Google Cloud
        id: gcp_auth
        if: ${{ always() && !inputs.is_pull_request && inputs.dry_run != true }}
        uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # 3.0.0
        with:
          credentials_json: ${{ secrets.GC_CREDENTIAL_STABILITY }}

      - name: Upload JSON to GCS Bucket
        if: ${{ always() && inputs.trigger_event == 'schedule' && inputs.dry_run != true && steps.gcp_auth.conclusion == 'success' }}
        uses: google-github-actions/upload-cloud-storage@6397bd7208e18d13ba2619ee21b9873edc94427a # v3.0.0
        with:
          path: artifacts-win
          destination: 'fx-dte/artifacts/${{ github.run_id }}/win/'
          glob: '**/*.json'

      - name: Upload results to BigQuery
        if: ${{ always() && steps.gcp_auth.conclusion == 'success' }}
        env:
          BQ_PROJECT: ${{ secrets.BQ_PROJECT }}
          BQ_DATASET: fx_qa_ci
          BQ_TABLE: test_results
          GITHUB_RUN_STARTED_AT: ${{ github.run_started_at }}
          BQ_WORKFLOW_FILE: main.yml
          BQ_JOB_NAME: Test-Windows
          BQ_TEST_SET: ${{ inputs.test_set }}
        run: uv run python scripts/upload_results_to_bq.py

      - name: Upload artifacts
        if: ${{ always() && inputs.dry_run != true }}
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
        with:
          name: artifacts-win${{ inputs.test_set == 'glean' && '-glean' || '' }}
          path: artifacts-win

      - name: DLL Interceptor tests
        id: dll
        if: ${{ always() && !inputs.win_installer_link && inputs.dry_run != true && inputs.is_pull_request != true }}
        env:
          FX_EXECUTABLE: 'C:\Program Files\Custom Firefox\firefox.exe'
        run: |
          uv run python dll_check/check_dll_interceptors.py

  Test-MacOS:
    if: ${{ inputs.job_to_run == 'Test-MacOS' || inputs.mac_installer_link }}
    runs-on: macos-26

    steps:
      - name: Checkout repository
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
        with:
          persist-credentials: false
          fetch-depth: 0

      - name: Dry-run notice
        if: ${{ inputs.dry_run == true }}
        run: |
          echo "DRY_RUN enabled: skipping downloads, installs, tests and uploads in this job"

      - name: Set up Python 3.13
        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # 6.2.0
        with:
          python-version: "3.13"

      - name: Set CI Environment (Default)
        run: |
          echo "STARFOX_SPLIT=${TEST_SET}" >> "$GITHUB_ENV"
          echo "TESTRAIL_REPORT=false" >> "$GITHUB_ENV"
        env:
          TEST_SET: ${{ inputs.test_set }}

      - name: Check test case numbers
        run: |
          python scripts/check_test_cases.py
          exit $?

      - name: Set CI Environment (Scheduled Beta)
        if: ${{ inputs.job_to_run == 'Test-MacOS' && inputs.is_pull_request == false && inputs.dry_run != true }}
        run: |
          echo "TESTRAIL_REPORT=true" >> "$GITHUB_ENV"
          echo "Running report for most recent Beta on MacOS"

      - name: Set CI Environment (Manual)
        if: ${{ inputs.mac_installer_link && inputs.dry_run != true }}
        run: |
          echo "MANUAL=true" >> "$GITHUB_ENV"
          echo "STARFOX_SPLIT=$TEST_SET" >> "$GITHUB_ENV"
          echo "Running smoke tests on supplied executable"
        env:
          TEST_SET: ${{ inputs.test_set }}

      - name: Install dependencies
        id: setup
        env:
          MANUAL_DOWNLOAD_LINK: ${{ inputs.mac_installer_link }}
        run: |
          mkdir -p artifacts;
          pip install 'uv==0.11.18';
          uv sync;
          uv run python scripts/switch_config.py ci;
          uv sync;
          if ! [ "$MANUAL_DOWNLOAD_LINK" ]; then echo "FX_DOWNLOAD_URL=$(uv run python -m scripts.collect_executables)" >> "$GITHUB_ENV"; fi
          echo "FX_VERSION=$(uv run python -m scripts.collect_executables -n)" >> "$GITHUB_ENV";
          echo "GECKO_DOWNLOAD_URL=$(uv run python -m scripts.collect_executables -g)" >> "$GITHUB_ENV";

      - name: Install Fx
        id: install-fx
        if: ${{ inputs.dry_run != true && steps.setup.conclusion == 'success'}}
        env:
          MANUAL_DOWNLOAD_LINK: ${{ inputs.mac_installer_link }}
        run:
          echo "app_name=$(bash ./scripts/collect_executables.sh | xargs -0 ./scripts/parse_executables.sh)" >> "$GITHUB_OUTPUT";

      - name: Select Tests (MacOS)
        id: select
        if: ${{ inputs.test_set != 'glean' }}
        run: |
          uv sync;
          uv run python -m scripts.choose_test_split

      - name: Print Selected Tests (MacOS)
        if: ${{steps.select.conclusion == 'success'}}
        run: |
          test_count=$(grep -cve '^\s*$' selected_tests)
          echo "Total test scripts selected: $test_count"

          echo "Selected tests: "
          cat selected_tests

      - name: Test Fx Version (MacOS)
        if: |-
          ${{
            steps.install-fx.conclusion == 'success' &&
            (steps.select.conclusion == 'success' || inputs.test_set == 'glean') &&
            inputs.dry_run != true
          }}
        env:
          FX_EXECUTABLE: /Volumes/${{ steps.install-fx.outputs.app_name }}/${{ steps.install-fx.outputs.app_name }}.app/Contents/MacOS/firefox
          TESTRAIL_REPORT: false
        run: |
          "$FX_EXECUTABLE" --version
          uv run pytest --fx-executable="$FX_EXECUTABLE" tests/meta/test_version.py || TEST_EXIT_CODE=$?

      - name: Run Tests in MacOS
        if: |-
          ${{
            steps.install-fx.conclusion == 'success' &&
            steps.select.conclusion == 'success' &&
            inputs.test_set != 'glean' &&
            inputs.dry_run != true
          }}
        env:
          FX_EXECUTABLE: /Volumes/${{ steps.install-fx.outputs.app_name }}/${{ steps.install-fx.outputs.app_name }}.app/Contents/MacOS/firefox
        run: |
          "$FX_EXECUTABLE" --version
          uv run pytest --fx-executable="$FX_EXECUTABLE"  $(cat selected_tests) || TEST_EXIT_CODE=$?
          mv artifacts artifacts-mac || true
          exit $TEST_EXIT_CODE

      - name: Run Glean Tests in MacOS
        if: |-
          ${{
            steps.install-fx.conclusion == 'success' &&
            inputs.test_set == 'glean' &&
            inputs.dry_run != true
          }}
        env:
          FX_EXECUTABLE: /Volumes/${{ steps.install-fx.outputs.app_name }}/${{ steps.install-fx.outputs.app_name }}.app/Contents/MacOS/firefox
          REPORTABLE: ${{ !inputs.is_pull_request }}
        run: |
          "$FX_EXECUTABLE" --version
          uv run pytest --fx-executable="$FX_EXECUTABLE" tests/glean || TEST_EXIT_CODE=$?
          mv artifacts artifacts-mac || true
          exit $TEST_EXIT_CODE

      - name: Run Tests in MacOS (Headed)
        if: |-
          ${{
            steps.install-fx.conclusion == 'success' &&
            inputs.test_set != 'glean' &&
            always() &&
            inputs.dry_run != true
          }}
        env:
          FX_EXECUTABLE: /Volumes/${{ steps.install-fx.outputs.app_name }}/${{ steps.install-fx.outputs.app_name }}.app/Contents/MacOS/firefox
          REPORTABLE: true
        run: |
          uv sync;
          uv run python scripts/switch_config.py ci_headed
          uv sync;
          uv run pytest --fx-executable="$FX_EXECUTABLE" $(cat selected_tests) || TEST_EXIT_CODE=$?
          mv -n artifacts/* artifacts-mac/ || true
          exit $TEST_EXIT_CODE

      - name: Auth to Google Cloud
        id: gcp_auth
        if: ${{ always() && !inputs.is_pull_request && inputs.dry_run != true }}
        uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # 3.0.0
        with:
          credentials_json: ${{ secrets.GC_CREDENTIAL_STABILITY }}

      - name: Upload JSON to GCS Bucket
        if: ${{ always() && inputs.trigger_event == 'schedule' && inputs.dry_run != true && steps.gcp_auth.conclusion == 'success' }}
        uses: google-github-actions/upload-cloud-storage@6397bd7208e18d13ba2619ee21b9873edc94427a # v3.0.0
        with:
          path: artifacts-mac
          destination: 'fx-dte/artifacts/${{ github.run_id }}/mac/'
          glob: '**/*.json'

      - name: Upload results to BigQuery
        if: ${{ always() && steps.gcp_auth.conclusion == 'success' }}
        env:
          BQ_PROJECT: ${{ secrets.BQ_PROJECT }}
          BQ_DATASET: fx_qa_ci
          BQ_TABLE: test_results
          GITHUB_RUN_STARTED_AT: ${{ github.run_started_at }}
          BQ_WORKFLOW_FILE: main.yml
          BQ_JOB_NAME: Test-MacOS
          BQ_TEST_SET: ${{ inputs.test_set }}
        run: uv run python scripts/upload_results_to_bq.py

      - name: Upload artifacts
        if: ${{ always() && inputs.dry_run != true }}
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
        with:
          name: artifacts-mac${{ inputs.test_set == 'glean' && '-glean' || '' }}
          path: artifacts-mac

  Smoke-Linux:
    if: ${{ inputs.linux_tarball_link }}
    runs-on: ubuntu-latest

    steps:
      - name: Checkout repository
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
        with:
          persist-credentials: false

      - name: Set up Python 3.13
        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # 6.2.0
        with:
          python-version: "3.13"

      - name: Set CI Environment (Default)
        run: |
          echo "STARFOX_SPLIT=${TEST_SET}" >> "$GITHUB_ENV"
          echo "TESTRAIL_REPORT=false" >> "$GITHUB_ENV"
        env:
          TEST_SET: ${{ inputs.test_set }}

      - name: Check test case numbers
        run: |
          python scripts/check_test_cases.py
          exit $?

      - name: Set CI Environment (Manual)
        if: ${{ inputs.linux_tarball_link && inputs.dry_run != true }}
        run: |
          echo "MANUAL=true" >> "$GITHUB_ENV"
          echo "STARFOX_SPLIT=$TEST_SET" >> "$GITHUB_ENV"
          echo "Running smoke tests on supplied executable"
        env:
          TEST_SET: ${{ inputs.test_set }}

      - name: Install dependencies
        id: setup
        env:
          MANUAL_DOWNLOAD_LINK: ${{ inputs.linux_tarball_link }}
        run: |
          sudo apt install gnome-screenshot
          uname -m;
          mkdir -p artifacts;
          pip3 install 'uv==0.11.18';
          uv sync;
          uv run python scripts/switch_config.py ci_xvfb;
          uv sync;
          echo "FX_VERSION=$(uv run python -m scripts.collect_executables -n)" >> "$GITHUB_ENV"
          echo "GECKO_DOWNLOAD_URL=$(uv run python -m scripts.collect_executables -g)" >> "$GITHUB_ENV"

      - name: Install executables
        if: ${{ steps.setup.conclusion == 'success' }}
        id: install-fx
        env:
          MANUAL_DOWNLOAD_LINK: ${{ inputs.linux_tarball_link }}
        run: |
          ./scripts/collect_executables.sh
          ./firefox/firefox --version;
          #. ./keyring-unlock.sh;

      - name: Select Tests (Linux)
        if: ${{ steps.install-fx.conclusion == 'success' }}
        id: select
        run: |
          uv run python -m scripts.choose_test_split
        env:
          STARFOX_EXCLUDE: exclude_xvfb

      - name: Run Smoke Tests in Ubuntu
        if: ${{ steps.select.conclusion == 'success' && inputs.dry_run != true }}
        env:
          FX_EXECUTABLE: ./firefox/firefox
        run: |
          "$FX_EXECUTABLE" --version;
          XVFB_PID=$(ps -e | grep vfb | head -1 | awk '{print $1}')
          if [[ -n "$XVFB_PID" ]]; then kill -9 "$XVFB_PID"; fi;
          xvfb-run -f "$HOME/.Xauthority" -s "-screen 0 1600x1200x24" uv run pytest --fx-executable="$FX_EXECUTABLE" --geckodriver=geckodriver $(cat selected_tests) || TEST_EXIT_CODE=$?;
          mkdir -p artifacts-linux
          mv -n artifacts/* artifacts-linux/ || true
          exit $TEST_EXIT_CODE

      - name: Run Smoke Tests in Ubuntu (Headed)
        if: ${{ steps.install-fx.conclusion == 'success' && always() && inputs.dry_run != true }}
        env:
          FX_EXECUTABLE: ./firefox/firefox
          REPORTABLE: true
        run: |
          uv sync;
          uv run python scripts/switch_config.py ci_xvfb_headed;
          uv sync;
          XVFB_PID=$(ps -e | grep vfb | head -1 | awk '{print $1}')
          if [[ -n "$XVFB_PID" ]]; then kill -9 "$XVFB_PID"; fi;
          xvfb-run -f "$HOME/.Xauthority" -s "-screen 0 1600x1200x24" uv run pytest --fx-executable="$FX_EXECUTABLE" --geckodriver=geckodriver $(cat selected_tests) || TEST_EXIT_CODE=$?;
          mkdir -p artifacts-linux
          mv -n artifacts/* artifacts-linux/ || true
          exit $TEST_EXIT_CODE

      - name: Auth to Google Cloud
        id: gcp_auth
        if: ${{ always() && !inputs.is_pull_request && inputs.dry_run != true }}
        uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # 3.0.0
        with:
          credentials_json: ${{ secrets.GC_CREDENTIAL_STABILITY }}

      - name: Upload JSON to GCS Bucket
        if: ${{ always() && inputs.dry_run != true && steps.gcp_auth.conclusion == 'success' }}
        uses: google-github-actions/upload-cloud-storage@6397bd7208e18d13ba2619ee21b9873edc94427a # v3.0.0
        with:
          path: artifacts-linux
          destination: 'fx-dte/artifacts/${{ github.run_id }}/linux/'
          glob: '**/*.json'

      - name: Upload results to BigQuery
        if: ${{ always() && steps.gcp_auth.conclusion == 'success' }}
        env:
          BQ_PROJECT: ${{ secrets.BQ_PROJECT }}
          BQ_DATASET: fx_qa_ci
          BQ_TABLE: test_results
          GITHUB_RUN_STARTED_AT: ${{ github.run_started_at }}
          BQ_WORKFLOW_FILE: main.yml
          BQ_JOB_NAME: Smoke-Linux
          BQ_TEST_SET: ${{ inputs.test_set }}
        run: uv run python scripts/upload_results_to_bq.py

      - name: Upload artifacts
        if: ${{ always() && inputs.dry_run != true }}
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
        with:
          name: artifacts-linux${{ inputs.test_set == 'glean' && '-glean' || '' }}
          path: artifacts-linux


  Use-Artifacts:
    if: ${{ github.event_name != 'workflow_dispatch' }}
    runs-on: ubuntu-latest
    needs:
      - Test-Windows
      - Test-MacOS
    steps:
      - name: Checkout repository
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
        with:
          persist-credentials: false

      - name: Set up Python 3.13
        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # 6.2.0
        with:
          python-version: "3.13"

      - name: Install dependencies
        run: |
          pip3 install 'uv==0.11.18'
          uv sync

      - name: Download Windows artifact
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # 8.0.1
        with:
          name: artifacts-win${{ inputs.test_set == 'glean' && '-glean' || '' }}
          path: artifacts-win

      - name: Download MacOS artifact
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # 8.0.1
        with:
          name: artifacts-mac${{ inputs.test_set == 'glean' && '-glean' || '' }}
          path: artifacts-mac

      - name: List downloaded Windows files
        run: ls artifacts-win/

      - name: List downloaded MacOS files
        run: ls artifacts-mac/

      - name: Run script with secret
        env:
          SLACK_KEY: ${{ secrets.SLACK_KEY }}
          GCP_CREDENTIAL: ${{ secrets.GCP_CREDENTIAL }}
          GITHUB_SHA: ${{ github.sha }}
          GITHUB_RUN_ID: ${{ github.run_id }}
          GITHUB_ACTOR: ${{ github.actor }}
          GITHUB_REF_NAME: ${{ github.ref_name }}
        run: |
          uv run python scripts/notifier.py