tests.yml

name: Tests

on:
  push:
    branches:
      - main
      - maintenance
  pull_request:

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  check-changes:
    name: Verify changes
    runs-on: ubuntu-latest
    outputs:
      run_backend_tests: ${{ steps.changed-files.outputs.backend_changed }}
      run_postgres_tests: ${{ steps.changed-files.outputs.postgres_changed }}
      run_ui_tests: ${{ steps.changed-files.outputs.ui_changed }}
    steps:
      - name: Checkout
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          fetch-depth: 0
      - name: Find changed files
        id: changed-files
        run: |
          ./.github/scripts/detect_changed_files.sh

  backend-tests:
    if: ${{ needs.check-changes.outputs.run_backend_tests == 'true' }}
    name: Backend tests
    needs: check-changes
    runs-on: ubuntu-latest
    timeout-minutes: 20
    steps:
    - name: Checkout
      uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
    - name: Use Node.js 24
      uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6.3.0
      with:
        node-version: 24
    - name: Install Dependencies
      run: npm ci
    - name: Build the forge
      run: npm run build
    - name: Run forge unit tests
      run: npm run cover:unit:forge
    - name: Run forge system tests
      run: npm run cover:system
    - name: Upload coverage reports to Codecov
      uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de # v5.5.2
      with:
        token: ${{ secrets.CODECOV_TOKEN }}
        flags: backend

  postgres-tests:
    if: ${{ needs.check-changes.outputs.run_postgres_tests == 'true' }}
    name: Postgres tests
    needs: check-changes
    runs-on: ubuntu-latest
    timeout-minutes: 45
    services:
      postgres:
        image: postgres:14
        env:
          POSTGRES_PASSWORD: secret
          POSTGRES_USER: postgres
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
          -m 3GB
        ports:
          - 5432:5432
    steps:
      - name: Checkout
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
      - name: Setup NodeJS 24
        uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6.3.0
        with:
          node-version: 24
      - name: Install Dependencies
        run: npm ci
      - name: Build the forge
        run: npm run build
      - name: Test the forge (with PostgreSQL)
        env:
          FF_TEST_DB_POSTGRES: true
          FF_TEST_DB_POSTGRES_HOST: localhost
          FF_TEST_DB_POSTGRES_PORT: 5432
          FF_TEST_DB_POSTGRES_USER: postgres
          FF_TEST_DB_POSTGRES_PASSWORD: secret
          FF_TEST_DB_POSTGRES_DATABASE: flowforge
          NODE_OPTIONS: "--max-old-space-size=6144"
        run: npm run test

  ui-unit-tests:
    if: ${{ needs.check-changes.outputs.run_ui_tests == 'true' }}
    name: UI unit tests
    needs: check-changes
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
      - name: Install Dependencies
        run: npm ci
      - name: Run Linting Tests
        run: npm run lint
      - name: Run UI Unit Tests
        run: npm run test:unit:frontend

  ui-os-tests:
    if: ${{ needs.check-changes.outputs.run_ui_tests == 'true' }}
    name: UI OS tests
    needs: check-changes
    runs-on: ubuntu-latest
    services:
      email-service:
        image: axllent/mailpit
        ports:
          - 8025:8025
          - 1025:1025
        options: >-
          --env MP_MAX_MESSAGES=5000
          --env MP_SMTP_AUTH_ACCEPT_ANY=1
          --env MP_SMTP_AUTH_ALLOW_INSECURE=1
    steps:
      - name: Checkout
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
      - name: Install Dependencies
        run: npm ci
      - name: Run UI E2E (Cypress) Tests - OS
        uses: cypress-io/github-action@4c06c48f3ffea349b7189aa06dfcda47a9fa7b92 # v7.1.8
        with:
          install: false
          config-file: config/cypress-os.config.js
          build: npm run build
          start: npm run cy:web-server:os
        env:
          NO_SMTP_SERVER: 'true'
          SMTP_HOST: 'localhost'
          SMTP_PORT: '1025'
          SMTP_WEB_PORT: '8025'
      - uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
        if: failure()
        with:
          name: os-cypress-output-${{ github.run_id }}-${{ github.run_number }}
          path: |
            test/e2e/frontend/cypress/screenshots
            test/e2e/frontend/cypress/videos

  ui-ee-tests:
    if: ${{ needs.check-changes.outputs.run_ui_tests == 'true' }}
    name: UI EE tests
    needs: check-changes
    runs-on: ubuntu-latest
    services:
      email-service:
        image: axllent/mailpit
        ports:
          - 8025:8025
          - 1025:1025
        options: >-
          --env MP_MAX_MESSAGES=5000
          --env MP_SMTP_AUTH_ACCEPT_ANY=1
          --env MP_SMTP_AUTH_ALLOW_INSECURE=1
    steps:
      - name: Checkout
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
      - name: Install Dependencies
        run: npm ci
      - name: Run UI E2E (Cypress) Tests - EE
        uses: cypress-io/github-action@4c06c48f3ffea349b7189aa06dfcda47a9fa7b92 # v7.1.8
        with:
            install: false
            config-file: config/cypress-ee.config.js
            build: npm run build
            start: npm run cy:web-server:ee
        env:
          NO_SMTP_SERVER: 'true'
          SMTP_HOST: 'localhost'
          SMTP_PORT: '1025'
          SMTP_WEB_PORT: '8025'
      - uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
        if: failure()
        with:
          name: ee-cypress-output-${{ github.run_id }}-${{ github.run_number }}
          path: |
            test/e2e/frontend/cypress/screenshots
            test/e2e/frontend/cypress/videos

  ### We use this job to gather results from all test jobs and determine the final status of the tests execution.
  ### Jobs executed with the matrix strategy have dynamic names and cannot be referenced in the status checks of the pull request.
  tests-summary:
    name: Tests summary
    if: ${{ always() }}
    needs:
      - check-changes
      - backend-tests
      - postgres-tests
      - ui-unit-tests
      - ui-os-tests
      - ui-ee-tests
    runs-on: ubuntu-latest
    steps:
      - name: Evaluate test job results
        run: |
          results=(
            '${{ needs.backend-tests.result }}'
            '${{ needs.postgres-tests.result }}'
            '${{ needs.ui-unit-tests.result }}'
            '${{ needs.ui-os-tests.result }}'
            '${{ needs.ui-ee-tests.result }}'
          )

          echo 'Test job results:'
          printf '%s\n' "${results[@]}"

          for result in "${results[@]}"; do
            if [ "$result" = 'failure' ] || [ "$result" = 'cancelled' ]; then
              echo 'One or more test jobs failed or were cancelled'
              exit 1
            fi
          done

          echo 'All test jobs succeeded or were skipped'

  notify-slack:
    name: Notify on failure
    needs: tests-summary
    if: failure()
    runs-on: ubuntu-latest

    steps:
    - name: Map users  
      id: map-actor-to-slack
      uses: icalia-actions/map-github-actor@e568d1dd6023e406a1db36db4e1e0b92d9dd7824 # v0.0.2
      with:
        actor-map: ${{ vars.SLACK_GITHUB_USERS_MAP }}
        default-mapping: C067BD0377F

    - name: Generate payload variables
      run: |
        if [[ "${{ github.ref_name }}" == 'main' || "${{ github.ref_name }}" == 'maintenance' ]] ; then
          echo "HEADER_MESSAGE=Tests failed against ${{ github.ref_name }} branch" >> $GITHUB_ENV
          echo "SUMMARY_ICON=no_entry" >> $GITHUB_ENV
          echo "SUMMARY_MESSAGE= Deployment to FFC environments will not happen until this issue is resolved." >> $GITHUB_ENV
          echo "LAST_COMMIT_SHA=${{ github.sha}}" >> $GITHUB_ENV
          echo "PR_LINK=*Branch:* ${{ github.ref_name }}" >> $GITHUB_ENV
        else
          echo "HEADER_MESSAGE=Tests failed against ${{ github.event.number }} pull request" >> $GITHUB_ENV
          echo "SUMMARY_ICON=warning" >> $GITHUB_ENV
          echo "SUMMARY_MESSAGE= Please resolve the problem before merging your changes into the main branch." >> $GITHUB_ENV
          echo "LAST_COMMIT_SHA=${{ github.event.pull_request.head.sha }}" >> $GITHUB_ENV
          echo "PR_LINK=*Pull request:* <https://github.com/FlowFuse/flowfuse/pull/${{ github.event.pull_request.number }}|${{ github.event.pull_request.number }}>" >> $GITHUB_ENV
        fi

    - name: Send notification
      uses: slackapi/slack-github-action@af78098f536edbc4de71162a307590698245be95 # v3.0.1
      with:
        method: chat.postMessage
        token: ${{ secrets.SLACK_GHBOT_TOKEN }}
        payload: |
          {
            "channel": "C067BD0377F",
            "blocks": [
              {
                "type": "header",
                "text": {
                  "type": "plain_text",
                  "text": ":x: ${{ env.HEADER_MESSAGE }}",
                  "emoji": true
                }
              },
              {
                "type": "divider"
              },
              {
                "type": "rich_text",
                "elements": [
                  {
                    "type": "rich_text_section",
                    "elements": [
                      {
                        "type": "emoji",
                        "name": "${{ env.SUMMARY_ICON }}"
                      },
                      {
                        "type": "text",
                        "text": " ${{ env.SUMMARY_MESSAGE }}",
                        "style": {
                          "bold": true
                        }
                      }
                    ]
                  }
                ]
              },
              {
                "type": "divider"
              },
              {
                "type": "section",
                "fields": [
                  {
                    "type": "mrkdwn",
                    "text": "*Author:* <@${{ steps.map-actor-to-slack.outputs.actor-mapping }}>"
                  },
                  {
                    "type": "mrkdwn",
                    "text": "<${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|View failed workflow>"
                  },
                  {
                    "type": "mrkdwn",
                    "text": "*Last commit:* <${{ github.server_url }}/${{ github.repository }}/commit/${{ env.LAST_COMMIT_SHA }}|${{ env.LAST_COMMIT_SHA }}>"
                  },
                  {
                    "type": "mrkdwn",
                    "text": "${{ env.PR_LINK }}"
                  }
                ]
              }
            ]
          }