CLD-7074 Implement full E2E tests on Github Actions (#26093)

* Move license setting from env var to mmctl upload
* Extract common E2E steps
* Add E2E fulltests
* Fix plugin_startup_fail_spec.js, timeout runners, fix local dashboard run
* Implement reporting script and job
* Bump artifact related actions
* Fix E2E variable generator script
* Skip reporting steps if not required
* Get rid of deprecation warnings
* Fix inbucket hostname parameter
* Support arbitrary refs in test template
* Fix cycle BRANCH var for non-PR commits
---------

Co-authored-by: Mattermost Build <build@mattermost.com>

.github/workflows/e2e-fulltests-ci.yml

@@ -0,0 +1,83 @@
+---
+name: E2E Tests
+on:
+  # For PRs, this workflow gets triggered from the Argo Events platform.
+  # Check the following repo for details: https://github.com/mattermost/delivery-platform
+  workflow_dispatch:
+    inputs:
+      ref:
+        type: string
+        required: false
+      REPORT_TYPE:
+        type: choice
+        description: The context this report is being generated in
+        options:
+          - PR
+          - RELEASE
+          - MASTER
+          - MASTER_UNSTABLE
+          - CLOUD
+          - CLOUD_UNSTABLE
+          - NONE
+        default: NONE
+
+jobs:
+  generate-test-variables:
+    runs-on: ubuntu-22.04
+    outputs:
+      status_check_context: "${{ steps.generate.outputs.status_check_context }}"
+      workers_number: "${{ steps.generate.outputs.workers_number }}"
+      ENABLED_DOCKER_SERVICES: "${{ steps.generate.outputs.ENABLED_DOCKER_SERVICES }}"
+      TEST_FILTER: "${{ steps.generate.outputs.TEST_FILTER }}"
+    env:
+      # We could exclude the @smoke group for PRs, but then we wouldn't have it in the report
+      TEST_FILTER_PR: >-
+        --stage="@prod"
+        --excludeGroup="@te_only,@cloud_only,@high_availability"
+        --sortFirst="@compliance_export,@elasticsearch,@ldap_group,@ldap"
+        --sortLast="@saml,@keycloak,@plugin,@plugins_uninstall,@mfa,@license_removal"
+    steps:
+      - name: ci/generate-test-variables
+        id: generate
+        shell: bash
+        run: |
+          case "${{ inputs.REPORT_TYPE }}" in
+            NONE | PR)
+              echo "status_check_context=E2E Tests/test" >> $GITHUB_OUTPUT
+              echo "workers_number=20" >> $GITHUB_OUTPUT
+              echo "ENABLED_DOCKER_SERVICES=postgres inbucket minio openldap elasticsearch keycloak" >> $GITHUB_OUTPUT
+              echo "TEST_FILTER=$TEST_FILTER_PR" >> $GITHUB_OUTPUT
+              ;;
+            *)
+              # TODO implement other test types, in the future
+              echo "Fatal: unimplemented test type. Aborting."
+              exit 1
+          esac
+
+  e2e-fulltest:
+    needs:
+      - generate-test-variables
+    uses: ./.github/workflows/e2e-tests-ci-template.yml
+    strategy:
+      matrix:
+        type:
+        - name: PR
+    with:
+      ref: "${{ inputs.ref || github.sha }}"
+      status_check_context: "${{ needs.generate-test-variables.outputs.status_check_context }}"
+      workers_number: "${{ needs.generate-test-variables.outputs.workers_number }}"
+      testcase_failure_fatal: false
+      run_preflight_checks: false
+      enable_reporting: true
+      ENABLED_DOCKER_SERVICES: "${{ needs.generate-test-variables.outputs.ENABLED_DOCKER_SERVICES }}"
+      TEST_FILTER: "${{ needs.generate-test-variables.outputs.TEST_FILTER }}"
+      REPORT_TYPE: "${{ inputs.REPORT_TYPE }}"
+    secrets:
+      MM_LICENSE: "${{ secrets.MM_E2E_TEST_LICENSE_ONPREM_ENT }}"
+      AUTOMATION_DASHBOARD_URL: "${{ secrets.MM_E2E_AUTOMATION_DASHBOARD_URL }}"
+      AUTOMATION_DASHBOARD_TOKEN: "${{ secrets.MM_E2E_AUTOMATION_DASHBOARD_TOKEN }}"
+      PUSH_NOTIFICATION_SERVER: "${{ secrets.MM_E2E_PUSH_NOTIFICATION_SERVER }}"
+      REPORT_WEBHOOK_URL: "${{ secrets.MM_E2E_REPORT_WEBHOOK_URL }}"
+      ### These are disabled until release tests are implemented
+      #REPORT_TM4J_API_KEY: "${{ secrets.MM_E2E_TM4J_API_KEY }}"
+      #REPORT_TEST_CYCLE_LINK_PREFIX: "${{ secrets.MM_E2E_TEST_CYCLE_LINK_PREFIX }}"

.github/workflows/e2e-tests-ci-template.yml

@@ -0,0 +1,390 @@
+---
+name: E2E Tests Template
+on:
+  workflow_call:
+    inputs:
+      # NB: this does not support using branch names that belong to forks.
+      #     In those cases, you should specify directly the commit SHA that you want to test, or
+      #     some wrapper workflow that does it for you (e.g. the slash command for initiating a PR test)
+      ref:
+        type: string
+        required: true
+      status_check_context:
+        type: string
+        required: true
+      workers_number:
+        type: string # Should ideally be a number; see https://github.com/orgs/community/discussions/67182
+        required: false
+        default: "1"
+      testcase_failure_fatal:
+        type: boolean
+        required: false
+        default: true
+      # NB: the following toggles will skip individual steps, rather than the whole jobs,
+      #     to let the dependent jobs run even if these are false
+      run_preflight_checks:
+        type: boolean
+        required: false
+        default: true
+      enable_reporting:
+        type: boolean
+        required: false
+        default: false
+      ENABLED_DOCKER_SERVICES:
+        type: string
+        required: false
+      TEST_FILTER:
+        type: string
+        required: false
+      MM_ENV:
+        type: string
+        required: false
+      REPORT_TYPE:
+        type: string
+        required: false
+    secrets:
+      MM_LICENSE:
+        required: false
+      AUTOMATION_DASHBOARD_URL:
+        required: false
+      AUTOMATION_DASHBOARD_TOKEN:
+        required: false
+      PUSH_NOTIFICATION_SERVER:
+        required: false
+      REPORT_WEBHOOK_URL:
+        required: false
+      REPORT_TM4J_API_KEY:
+        required: false
+      REPORT_TM4J_TEST_CYCLE_LINK_PREFIX:
+        required: false
+
+jobs:
+  resolve-ref:
+    runs-on: ubuntu-22.04
+    outputs:
+      commit_sha: "${{ steps.resolve-ref.outputs.commit_sha }}"
+    steps:
+      - name: ci/checkout-repo
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        with:
+          ref: ${{ inputs.ref }}
+          fetch-depth: 0
+      - name: ci/resolve-ref
+        id: resolve-ref
+        run: |
+          echo "commit_sha=$(git rev-parse --verify HEAD)" >> $GITHUB_OUTPUT
+
+  update-initial-status:
+    runs-on: ubuntu-22.04
+    needs:
+      - resolve-ref
+    steps:
+      - uses: mattermost/actions/delivery/update-commit-status@main
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+        with:
+          repository_full_name: ${{ github.repository }}
+          commit_sha: ${{ needs.resolve-ref.outputs.commit_sha }}
+          context: ${{ inputs.status_check_context }}
+          description: E2E tests for mattermost server app
+          status: pending
+
+  cypress-check:
+    runs-on: ubuntu-22.04
+    needs:
+      - update-initial-status
+    defaults:
+      run:
+        working-directory: e2e-tests/cypress
+    steps:
+      - name: ci/checkout-repo
+        if: "${{ inputs.run_preflight_checks }}"
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        with:
+          ref: ${{ inputs.ref }}
+          fetch-depth: 0
+      - name: ci/setup-node
+        if: "${{ inputs.run_preflight_checks }}"
+        uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8 # v4.0.2
+        id: setup_node
+        with:
+          node-version-file: ".nvmrc"
+          cache: npm
+          cache-dependency-path: "e2e-tests/cypress/package-lock.json"
+      - name: ci/cypress/npm-install
+        if: "${{ inputs.run_preflight_checks }}"
+        run: |
+          npm ci
+      - name: ci/cypress/npm-check
+        if: "${{ inputs.run_preflight_checks }}"
+        run: |
+          npm run check
+
+  playwright-check:
+    runs-on: ubuntu-22.04
+    needs:
+      - update-initial-status
+    defaults:
+      run:
+        working-directory: e2e-tests/playwright
+    steps:
+      - name: ci/checkout-repo
+        if: "${{ inputs.run_preflight_checks }}"
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        with:
+          ref: ${{ inputs.ref }}
+          fetch-depth: 0
+      - name: ci/setup-node
+        if: "${{ inputs.run_preflight_checks }}"
+        uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8 # v4.0.2
+        id: setup_node
+        with:
+          node-version-file: ".nvmrc"
+          cache: npm
+          cache-dependency-path: "e2e-tests/playwright/package-lock.json"
+      - name: ci/get-webapp-node-modules
+        if: "${{ inputs.run_preflight_checks }}"
+        working-directory: webapp
+        # requires build of client and types
+        run: |
+          make node_modules
+      - name: ci/playwright/npm-install
+        if: "${{ inputs.run_preflight_checks }}"
+        run: |
+          npm ci
+      - name: ci/playwright/npm-check
+        if: "${{ inputs.run_preflight_checks }}"
+        run: |
+          npm run check
+
+  generate-build-variables:
+    runs-on: ubuntu-22.04
+    needs:
+      - resolve-ref
+      - update-initial-status
+    outputs:
+      workers: "${{ steps.workers.outputs.workers }}"
+      BRANCH: "${{ steps.branch.outputs.BRANCH }}"
+      BUILD_ID: "${{ steps.build-id.outputs.BUILD_ID }}"
+    steps:
+      - name: ci/checkout-repo
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        with:
+          ref: ${{ inputs.ref }}
+          fetch-depth: 0
+      - name: ci/generate-workers
+        id: workers
+        env:
+          WORKERS: ${{ inputs.workers_number }}
+        run: |
+          [ "$WORKERS" -gt "0" ] # Assert that the workers number is an integer greater than 0
+          echo "workers="$(jq --slurp --compact-output '[range('"$WORKERS"')] | map(tostring)' /dev/null) >> $GITHUB_OUTPUT
+      - name: ci/generate-branch
+        id: branch
+        run: |
+          PR_LIST=$(curl -L -H "Accept: application/vnd.github+json" \
+            -H "Authorization: Bearer ${{ github.token }}" \
+            -H "X-GitHub-Api-Version: 2022-11-28" \
+            "${{ github.api_url }}/repos/${{ github.repository }}/commits/${{ needs.resolve-ref.outputs.commit_sha }}/pulls" 2>/dev/null || echo -n "")
+          PR_NAMES_LIST=$(echo -n "$PR_LIST" | jq -r 'map(.number) | join("-")')
+          if [ -n "$PR_NAMES_LIST" ]; then
+            # This commit belongs to one or more PRs.
+            # Prefer displaying the PR names in the Automation Dashboard, instead of the branch name
+            BRANCH="server-pr-${PR_NAMES_LIST}"
+          else
+            # This commit does not belong to a PR. Use the given input ref as-is
+            BRANCH="${{ inputs.ref }}"
+          fi
+          echo "Generated branch identifier for E2E run: ${BRANCH}"
+          echo "BRANCH=${BRANCH}" >> "$GITHUB_OUTPUT"
+      - name: ci/calculate-build-id
+        id: build-id
+        run: |
+          BUILD_ID="$(git rev-parse --short=7 HEAD)-${{ github.run_id }}-${{ github.run_attempt }}-ent"
+          echo "Generated BUILD_ID for E2E run: ${BUILD_ID}"
+          echo "BUILD_ID=${BUILD_ID}" >> "$GITHUB_OUTPUT"
+
+  generate-test-cycle:
+    runs-on: ubuntu-22.04
+    needs:
+      - generate-build-variables
+    defaults:
+      run:
+        shell: bash
+        working-directory: e2e-tests
+    steps:
+      - name: ci/checkout-repo
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        with:
+          ref: ${{ inputs.ref }}
+          fetch-depth: 0
+      - name: ci/setup-node
+        uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8 # v4.0.2
+        id: setup_node
+        with:
+          node-version-file: ".nvmrc"
+          cache: npm
+          cache-dependency-path: "e2e-tests/cypress/package-lock.json"
+      - name: ci/e2e-test-gencycle
+        env:
+          AUTOMATION_DASHBOARD_URL: "${{ secrets.AUTOMATION_DASHBOARD_URL }}"
+          AUTOMATION_DASHBOARD_TOKEN: "${{ secrets.AUTOMATION_DASHBOARD_TOKEN }}"
+          BRANCH: "${{ needs.generate-build-variables.outputs.BRANCH }}"
+          BUILD_ID: "${{ needs.generate-build-variables.outputs.BUILD_ID }}"
+          TEST_FILTER: "${{ inputs.TEST_FILTER }}"
+        run: |
+          make generate-test-cycle
+
+  test:
+    continue-on-error: true # Individual runner failures shouldn't prevent the completion of an E2E run
+    strategy:
+      fail-fast: false # Individual runner failures shouldn't prevent the completion of an E2E run
+      matrix:
+        #
+        # Note that E2E tests should be run only on ubuntu, for QA purposes.
+        # But it's useful to be able to run and debug the E2E tests for different OSes.
+        # Notes:
+        # - For MacOS: works on developer machines, but uses too many resources to be able to run on Github Actions
+        # - for Windows: cannot currently run on Github Actions, since the runners do not support running linux containers, at the moment
+        #
+        #os: [ubuntu-latest-8-cores, windows-2022, macos-12-xl]
+        os: [ubuntu-latest-8-cores]
+        worker_index: ${{ fromJSON(needs.generate-build-variables.outputs.workers) }} # https://docs.github.com/en/actions/learn-github-actions/expressions#example-returning-a-json-object
+    runs-on: "${{ matrix.os }}"
+    timeout-minutes: 60
+    needs:
+      - cypress-check
+      - playwright-check
+      - generate-build-variables
+      - generate-test-cycle
+    defaults:
+      run:
+        shell: bash
+        working-directory: e2e-tests
+    env:
+      AUTOMATION_DASHBOARD_URL: "${{ secrets.AUTOMATION_DASHBOARD_URL }}"
+      AUTOMATION_DASHBOARD_TOKEN: "${{ secrets.AUTOMATION_DASHBOARD_TOKEN }}"
+      MM_LICENSE: "${{ secrets.MM_LICENSE }}"
+      ENABLED_DOCKER_SERVICES: "${{ inputs.ENABLED_DOCKER_SERVICES }}"
+      TEST_FILTER: "${{ inputs.TEST_FILTER }}"
+      MM_ENV: "${{ inputs.MM_ENV }}"
+      BRANCH: "${{ needs.generate-build-variables.outputs.BRANCH }}"
+      BUILD_ID: "${{ needs.generate-build-variables.outputs.BUILD_ID }}"
+      CI_BASE_URL: "http://localhost:8065/?worker_index=${{ matrix.worker_index }}"
+      CYPRESS_pushNotificationServer: "${{ secrets.PUSH_NOTIFICATION_SERVER }}"
+    steps:
+      - name: ci/checkout-repo
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        with:
+          ref: ${{ inputs.ref }}
+          fetch-depth: 0
+      - name: ci/setup-macos-docker
+        if: runner.os == 'macos'
+        # https://github.com/actions/runner-images/issues/17#issuecomment-1537238473
+        run: |
+          brew install docker docker-compose
+          colima start
+          mkdir -p ~/.docker/cli-plugins
+          ln -sfn /usr/local/opt/docker-compose/bin/docker-compose ~/.docker/cli-plugins/docker-compose
+          sudo ln -sf $HOME/.colima/default/docker.sock /var/run/docker.sock
+      - name: ci/setup-node
+        uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8 # v4.0.2
+        id: setup_node
+        with:
+          node-version-file: ".nvmrc"
+          cache: npm
+          cache-dependency-path: "e2e-tests/cypress/package-lock.json"
+      - name: ci/e2e-test
+        run: |
+          make
+      - name: ci/e2e-test-store-results
+        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # v4.3.1
+        with:
+          name: e2e-test-results-${{ matrix.os }}-${{ matrix.worker_index }}
+          path: |
+            e2e-tests/cypress/logs/
+            e2e-tests/cypress/results/
+      - name: ci/e2e-test-assert-results
+        if: ${{ inputs.testcase_failure_fatal }}
+        run: |
+          # Assert that the run contained 0 failures
+          CYPRESS_FAILURES=$(find cypress/results -name '*.json' | xargs -l jq -r '.stats.failures' | jq -s add)
+          echo "Cypress run completed with $CYPRESS_FAILURES failures"
+          [ "$CYPRESS_FAILURES" = "0" ]
+
+  publish-report:
+    runs-on: ubuntu-22.04
+    needs:
+      - generate-build-variables
+      - test
+    defaults:
+      run:
+        shell: bash
+        working-directory: e2e-tests
+    steps:
+      - name: ci/checkout-repo
+        if: "${{ inputs.enable_reporting }}"
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        with:
+          ref: ${{ inputs.ref }}
+          fetch-depth: 0
+      - name: ci/setup-node
+        if: "${{ inputs.enable_reporting }}"
+        uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8 # v4.0.2
+        id: setup_node
+        with:
+          node-version-file: ".nvmrc"
+          cache: npm
+          cache-dependency-path: "e2e-tests/cypress/package-lock.json"
+      - name: ci/download-artifacts
+        if: "${{ inputs.enable_reporting }}"
+        uses: actions/download-artifact@eaceaf801fd36c7dee90939fad912460b18a1ffe # v4.1.2
+        with:
+          path: e2e-tests/cypress/
+          merge-multiple: true
+      - name: ci/publish-report
+        if: "${{ inputs.enable_reporting }}"
+        env:
+          TYPE: "${{ inputs.REPORT_TYPE }}"
+          WEBHOOK_URL: "${{ secrets.REPORT_WEBHOOK_URL }}"
+          BRANCH: "${{ needs.generate-build-variables.outputs.BRANCH }}"
+          BUILD_ID: "${{ needs.generate-build-variables.outputs.BUILD_ID }}"
+          MM_ENV: "${{ inputs.MM_ENV }}"
+          TM4J_API_KEY: "${{ secrets.REPORT_TM4J_API_KEY }}"
+          TEST_CYCLE_LINK_PREFIX: "${{ secrets.REPORT_TM4J_TEST_CYCLE_LINK_PREFIX }}"
+        run: |
+          make publish-report
+
+  update-failure-final-status:
+    runs-on: ubuntu-22.04
+    if: failure() || cancelled()
+    needs:
+      - resolve-ref
+      - publish-report
+    steps:
+      - uses: mattermost/actions/delivery/update-commit-status@main
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+        with:
+          repository_full_name: ${{ github.repository }}
+          commit_sha: ${{ needs.resolve-ref.outputs.commit_sha }}
+          context: ${{ inputs.status_check_context }}
+          description: E2E tests for mattermost server app
+          status: failure
+
+  update-success-final-status:
+    runs-on: ubuntu-22.04
+    if: success()
+    needs:
+      - resolve-ref
+      - publish-report
+    steps:
+      - uses: mattermost/actions/delivery/update-commit-status@main
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+        with:
+          repository_full_name: ${{ github.repository }}
+          commit_sha: ${{ needs.resolve-ref.outputs.commit_sha }}
+          context: ${{ inputs.status_check_context }}
+          description: E2E tests for mattermost server app
+          status: success

.github/workflows/e2e-tests-ci.yml

@@ -1,4 +1,5 @@
-name: E2E Tests
+---
+name: E2E Smoketests
 on:
   # For PRs, this workflow gets triggered from the Argo Events platform.
   # Check the following repo for details: https://github.com/mattermost/delivery-platform
@@ -9,155 +10,8 @@ on:
         required: false
 
 jobs:
-  update-initial-status:
-    runs-on: ubuntu-22.04
-    steps:
-      - uses: mattermost/actions/delivery/update-commit-status@main
-        env:
-          GITHUB_TOKEN: ${{ github.token }}
-        with:
-          repository_full_name: ${{ github.repository }}
-          commit_sha: ${{ inputs.commit_sha || github.sha }}
-          context: E2E Tests/smoketests
-          description: E2E tests for mattermost server app
-          status: pending
-
-  cypress-check:
-    runs-on: ubuntu-22.04
-    needs:
-      - update-initial-status
-    defaults:
-      run:
-        working-directory: e2e-tests/cypress
-    steps:
-      - name: ci/checkout-repo
-        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
-        with:
-          ref: ${{ inputs.commit_sha || github.sha }}
-      - name: ci/setup-node
-        uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8 # v4.0.2
-        id: setup_node
-        with:
-          node-version-file: ".nvmrc"
-          cache: npm
-          cache-dependency-path: "e2e-tests/cypress/package-lock.json"
-      - name: ci/cypress/npm-install
-        run: |
-          npm ci
-      - name: ci/cypress/npm-check
-        run: |
-          npm run check
-
-  playwright-check:
-    runs-on: ubuntu-22.04
-    needs:
-      - update-initial-status
-    defaults:
-      run:
-        working-directory: e2e-tests/playwright
-    steps:
-      - name: ci/checkout-repo
-        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
-        with:
-          ref: ${{ inputs.commit_sha || github.sha }}
-      - name: ci/setup-node
-        uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8 # v4.0.2
-        id: setup_node
-        with:
-          node-version-file: ".nvmrc"
-          cache: npm
-          cache-dependency-path: "e2e-tests/playwright/package-lock.json"
-      - name: ci/get-webapp-node-modules
-        working-directory: webapp
-        # requires build of client and types
-        run: |
-          make node_modules
-      - name: ci/playwright/npm-install
-        run: |
-          npm ci
-      - name: ci/playwright/npm-check
-        run: |
-          npm run check
-
-  smoketests:
-    strategy:
-      matrix:
-        #
-        # Note that smoketests should be run only on ubuntu, for QA purposes.
-        # But it's useful to be able to run and debug the smoketests for different OSes.
-        # Notes:
-        # - For MacOS: works on developer machines, but uses too many resources to be able to run on Github Actions
-        # - for Windows: cannot currently run on Github Actions, since the runners do not support running linux containers, at the moment
-        #
-        #os: [ubuntu-latest-8-cores, windows-2022, macos-12-xl]
-        os: [ubuntu-latest-8-cores]
-    runs-on: "${{ matrix.os }}"
-    needs:
-      - cypress-check
-      - playwright-check
-    defaults:
-      run:
-        shell: bash
-        working-directory: e2e-tests
-    steps:
-      - name: ci/checkout-repo
-        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
-        with:
-          ref: ${{ inputs.commit_sha || github.sha }}
-      - name: ci/setup-macos-docker
-        if: runner.os == 'macos'
-        # https://github.com/actions/runner-images/issues/17#issuecomment-1537238473
-        run: |
-          brew install docker docker-compose
-          colima start
-          mkdir -p ~/.docker/cli-plugins
-          ln -sfn /usr/local/opt/docker-compose/bin/docker-compose ~/.docker/cli-plugins/docker-compose
-          sudo ln -sf $HOME/.colima/default/docker.sock /var/run/docker.sock
-      - name: ci/e2e-smoketests
-        run: |
-          make
-      - name: ci/e2e-smoketests-store-results
-        uses: actions/upload-artifact@26f96dfa697d77e81fd5907df203aa23a56210a8 # v4.3.0
-        with:
-          name: e2e-smoketests-results-${{ matrix.os }}
-          path: |
-            e2e-tests/cypress/logs/
-            e2e-tests/cypress/results/
-      - name: ci/e2e-smoketests-assert-results
-        run: |
-          # Assert that the run contained 0 failures
-          CYPRESS_FAILURES=$(find cypress/results -name '*.json' | xargs -l jq -r '.stats.failures' | jq -s add)
-          echo "Cypress run completed with $CYPRESS_FAILURES failures"
-          [ "$CYPRESS_FAILURES" = "0" ]
-
-  update-failure-final-status:
-    runs-on: ubuntu-22.04
-    if: failure() || cancelled()
-    needs:
-      - smoketests
-    steps:
-      - uses: mattermost/actions/delivery/update-commit-status@main
-        env:
-          GITHUB_TOKEN: ${{ github.token }}
-        with:
-          repository_full_name: ${{ github.repository }}
-          commit_sha: ${{ inputs.commit_sha || github.sha }}
-          context: E2E Tests/smoketests
-          description: E2E tests for mattermost server app
-          status: failure
-
-  update-success-final-status:
-    runs-on: ubuntu-22.04
-    if: success()
-    needs:
-      - smoketests
-    steps:
-      - uses: mattermost/actions/delivery/update-commit-status@main
-        env:
-          GITHUB_TOKEN: ${{ github.token }}
-        with:
-          repository_full_name: ${{ github.repository }}
-          commit_sha: ${{ inputs.commit_sha || github.sha }}
-          context: E2E Tests/smoketests
-          description: E2E tests for mattermost server app
-          status: success
+  e2e-smoketest:
+    uses: ./.github/workflows/e2e-tests-ci-template.yml
+    with:
+      ref: "${{ inputs.commit_sha || github.sha }}"
+      status_check_context: "E2E Tests/smoketests"