extensions-compatibility-tests.yaml

name: Extensions Compatibility Tests
on:
  schedule:
    - cron: "0 0 * * *" # runs at midnight every day

env:
  TEST_USERNAME: admin
  TEST_PASSWORD: password
  CATTLE_BOOTSTRAP_PASSWORD: password
  TEST_BASE_URL: https://127.0.0.1:8005
  API: https://127.0.0.1
  TEST_PROJECT_ID: rancher-dashboard
  CYPRESS_API_URL: http://139.59.134.103:1234/
  TEST_RUN_ID: ${{github.run_number}}-${{github.run_attempt}}-extensions-compatibility-tests

jobs:
  e2e-test-extensions-compatibility:
    strategy:
      fail-fast: false
      matrix:
        role: [
          { username: 'admin', tag: '@adminUser' }
        ]
        features:  [
          ['@elemental', 'elemental']
        ]
        rancherEnv: [
          ['2.10', 'v2.9-head'],
          # ['2.9', 'v2.9-head']
        ]
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 1
      - name: Setup env
        uses: ./.github/actions/setup
      
      # this is where docker is set up with the enviroment
      - name: Run Rancher system ${{ matrix.rancherEnv[0] }} - image:${{ matrix.rancherEnv[1] }}
        run: export RANCHER_VERSION_E2E=${{ matrix.rancherEnv[1] }} && yarn e2e:docker
      
      ## this is just setting up rancher and user
      - name: Setup Rancher and user
        run: |
          yarn e2e:prod
        env: 
          GREP_TAGS: ${{ matrix.role.tag }}Setup+${{ matrix.features[0] }} --@jenkins ${{ matrix.role.tag }}Setup+${{ matrix.features[0] }} --@jenkins
          TEST_USERNAME: ${{ matrix.role.username }}
          TEST_ONLY: setup

      # This is the actual triggering of the e2e test specs
      - name: Run user tests
        run: |
          export SPEC_FILE="cypress/e2e/tests/extensions/${{ matrix.features[1] }}/${{ matrix.features[1] }}.spec.ts" && yarn e2e:prod
        env: 
          TEST_SKIP: setup
          GREP_TAGS: ${{ matrix.role.tag }}+${{ matrix.features[0] }} --@jenkins ${{ matrix.role.tag }}+${{ matrix.features[0] }} --@jenkins
          TEST_USERNAME: ${{ matrix.role.username }}
      
      # Upload to sorry cypress in case of failure
      - name: Upload screenshots
        uses: actions/upload-artifact@v3
        if: ${{ failure() }}
        with:
          name: ${{github.run_number}}-${{github.run_attempt}}-extensions-compatibility-tests-screenshots-${{ matrix.role.tag }}+${{ matrix.features[0] }}
          path: cypress/screenshots
    
      # Slack message with outcome - success
      - name: Slack message in workflow success
        env:
          SLACK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
        if: success()
        shell: bash
        run: |
          curl -X POST \
          -H "Content-type: application/json; charset=utf-8" \
          --data '{"name": "${{ matrix.rancherEnv[0] }} - image:${{ matrix.rancherEnv[1] }} - ${{ matrix.features[1] }}", "status": "Workflow succedded! ✅", "workflow_run": ${{ github.run_id }} }' \
          $SLACK_URL

      # Slack message with outcome - failure
      - name: Slack message in workflow failure
        env:
          SLACK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
        if: failure()
        shell: bash
        run: |
          curl -X POST \
          -H "Content-type: application/json; charset=utf-8" \
          --data '{"name": "${{ matrix.rancherEnv[0] }} - image:${{ matrix.rancherEnv[1] }} - ${{ matrix.features[1] }}", "status": "Workflow failed! 🆘", "workflow_run": ${{ github.run_id }} }' \
          $SLACK_URL