Tests #7304
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests | |
| on: | |
| pull_request: | |
| types: [opened, reopened, labeled, synchronize] | |
| paths: | |
| - src/** | |
| - tests/** | |
| - docker-compose*.yml | |
| - noxfile.py | |
| - poetry.lock | |
| - pyproject.toml | |
| - .github/workflows/tests.yml | |
| - .github/workflows/constraints.txt | |
| - trunk.yaml | |
| - .limesurvey-docker-tags.json | |
| push: | |
| branches: | |
| - 'main' | |
| - 'trunk-merge/**' | |
| paths: | |
| - src/** | |
| - tests/** | |
| - docker-compose*.yml | |
| - noxfile.py | |
| - poetry.lock | |
| - pyproject.toml | |
| - .github/workflows/tests.yml | |
| - .github/workflows/constraints.txt | |
| - trunk.yaml | |
| - .limesurvey-docker-tags.json | |
| schedule: | |
| - cron: "44 */3 * * *" | |
| workflow_dispatch: | |
| inputs: | |
| update_coverage: | |
| description: "Update coverage" | |
| required: true | |
| default: false | |
| type: boolean | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| env: | |
| FORCE_COLOR: "1" | |
| jobs: | |
| tests: | |
| name: "Test ${{ matrix.python-version }}${{ matrix.nightly && ' (nightly) ' || ' ' }}${{ matrix.nogil && ' (nogil) ' || ' ' }}/ ${{ matrix.os }}" | |
| runs-on: ${{ matrix.os }} | |
| continue-on-error: ${{ matrix.experimental || false }} | |
| env: | |
| COVERAGE_FILE: ".coverage.unit" | |
| NOXFORCEPYTHON: "${{ matrix.python-version }}" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: | |
| - "3.8" | |
| - "3.9" | |
| - "3.10" | |
| - "3.11" | |
| - "3.12" | |
| - "pypy3.10" | |
| os: ["ubuntu-latest"] | |
| include: | |
| - python-version: "3.13" | |
| os: "ubuntu-latest" | |
| session: "tests" | |
| experimental: true | |
| - python-version: "3.13" | |
| os: "ubuntu-latest" | |
| session: "tests" | |
| experimental: true | |
| nightly: true | |
| # - python-version: "3.13" | |
| # os: "ubuntu-latest" | |
| # session: "tests" | |
| # experimental: true | |
| # nightly: true | |
| # nogil: true | |
| # - python-version: "3.14" | |
| # os: "ubuntu-latest" | |
| # session: "tests" | |
| # experimental: true | |
| # nightly: true | |
| - python-version: "3.12" | |
| os: "windows-latest" | |
| session: "tests" | |
| - python-version: "3.12" | |
| os: "macos-latest" | |
| session: "tests" | |
| steps: | |
| - name: Check out the repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-tags: true | |
| - name: Setup Python ${{ matrix.python-version }} | |
| if: "${{ !matrix.nightly }}" | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: x64 | |
| allow-prereleases: true | |
| cache: pip | |
| cache-dependency-path: | | |
| poetry.lock | |
| .github/workflows/constraints.txt | |
| - name: Setup Python ${{ matrix.python-version }} (nightly) | |
| if: "${{ matrix.nightly }}" | |
| uses: deadsnakes/[email protected] | |
| with: | |
| python-version: "${{ matrix.python-version }}-dev" | |
| # nogil: ${{ matrix.nogil }} | |
| - name: Install tools | |
| uses: ./.github/actions/install-tools | |
| - name: Run Tests | |
| run: | | |
| nox -s tests | |
| - name: Upload coverage data | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: coverage-unit | |
| path: ".coverage.*" | |
| - name: Run Doctests | |
| run: | | |
| nox -s xdoctest | |
| - name: Run Dependency Checks | |
| run: | | |
| nox -s deps | |
| - name: Run Mypy | |
| run: | | |
| nox -s mypy | |
| docker_tags: | |
| name: Get Docker tags | |
| runs-on: ubuntu-latest | |
| outputs: | |
| tags: ${{ steps.tags.outputs.tags }} | |
| steps: | |
| - name: Check out the repository | |
| uses: actions/checkout@v4 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.12 | |
| architecture: x64 | |
| allow-prereleases: true | |
| cache: pip | |
| cache-dependency-path: | | |
| poetry.lock | |
| .github/workflows/constraints.txt | |
| - name: Install tools | |
| uses: ./.github/actions/install-tools | |
| - name: Test against required tags | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'Release') || inputs.update_coverage }} | |
| run: | | |
| nox -s generate-tags > limesurvey-docker-tags.json | |
| - name: Test against latest tags | |
| if: ${{ !contains(github.event.pull_request.labels.*.name, 'Release') && !inputs.update_coverage }} | |
| run: | | |
| echo '["6-apache", "5-apache"]' > limesurvey-docker-tags.json | |
| - name: Output tags | |
| id: tags | |
| run: | | |
| echo "tags=$(cat limesurvey-docker-tags.json)" >> $GITHUB_OUTPUT | |
| databases: | |
| name: Get database engines | |
| runs-on: ubuntu-latest | |
| outputs: | |
| engines: ${{ steps.engines.outputs.engines }} | |
| steps: | |
| - name: Check out the repository | |
| uses: actions/checkout@v4 | |
| - name: Test against all engines | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'Release') || inputs.update_coverage }} | |
| run: | | |
| echo '["postgres", "mysql"]' > database-engines.json | |
| - name: Test against PostgreSQL | |
| if: ${{ !contains(github.event.pull_request.labels.*.name, 'Release') && !inputs.update_coverage }} | |
| run: | | |
| echo '["postgres"]' > database-engines.json | |
| - name: Output engines | |
| id: engines | |
| run: | | |
| echo "engines=$(cat database-engines.json)" >> $GITHUB_OUTPUT | |
| integration: | |
| name: "integration ${{ matrix.python-version }} / ${{ matrix.image_tag || matrix.ref }} / ${{ matrix.database }}" | |
| runs-on: ubuntu-latest | |
| continue-on-error: true | |
| needs: [docker_tags, databases] | |
| env: | |
| COVERAGE_FILE: ".coverage.integration" | |
| LS_USER: citric_ci | |
| LS_PASSWORD: notverysecret | |
| LS_PORT: "8080" | |
| NOXSESSION: integration | |
| NOXFORCEPYTHON: "${{ matrix.python-version }}" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ["3.12"] | |
| database: ${{ fromJson(needs.databases.outputs.engines) }} | |
| ref: [""] | |
| context: [""] | |
| image_tag: ${{ fromJson(needs.docker_tags.outputs.tags) }} | |
| include: | |
| # Test on other Python versions | |
| - python-version: "3.8" | |
| image_tag: "6-apache" | |
| database: postgres | |
| - python-version: "3.9" | |
| image_tag: "6-apache" | |
| database: postgres | |
| - python-version: "3.10" | |
| image_tag: "6-apache" | |
| database: postgres | |
| - python-version: "3.11" | |
| image_tag: "6-apache" | |
| database: postgres | |
| - python-version: "3.13" | |
| image_tag: "6-apache" | |
| database: postgres | |
| - python-version: "pypy3.10" | |
| image_tag: "6-apache" | |
| database: postgres | |
| # Test Limesurvey/LimeSurvey branches | |
| - python-version: "3.12" | |
| ref: refs/heads/5.x | |
| context: https://github.com/martialblog/docker-limesurvey.git#master:5.0/apache | |
| database: postgres | |
| - python-version: "3.12" | |
| ref: refs/heads/develop | |
| context: https://github.com/martialblog/docker-limesurvey.git#master:6.0/apache | |
| database: postgres | |
| - python-version: "3.12" | |
| ref: refs/heads/master | |
| context: https://github.com/martialblog/docker-limesurvey.git#master:6.0/apache | |
| database: postgres | |
| steps: | |
| - name: Check out the repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-tags: true | |
| - name: Setup Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: x64 | |
| cache: pip | |
| allow-prereleases: true | |
| cache-dependency-path: | | |
| poetry.lock | |
| .github/workflows/constraints.txt | |
| - name: Install tools | |
| uses: ./.github/actions/install-tools | |
| - name: Download LimeSurvey archive | |
| if: ${{ matrix.ref }} | |
| run: | | |
| wget https://github.com/LimeSurvey/LimeSurvey/archive/${{ matrix.ref }}.tar.gz -O ls.tar.gz -nv | |
| echo "LS_CHECKSUM=$(shasum -a 256 ls.tar.gz | cut -d' ' -f1)" >> $GITHUB_ENV | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Get Docker | |
| uses: actions-hub/docker/[email protected] | |
| env: | |
| SKIP_LOGIN: true | |
| - name: Start services | |
| env: | |
| LS_IMAGE_TAG: ${{ matrix.image_tag }} | |
| LS_DOCKERFILE_CONTEXT: ${{ matrix.context }} | |
| LS_DOCKERFILE: Dockerfile | |
| LS_ARCHIVE_URL: "https://github.com/LimeSurvey/LimeSurvey/archive/${{ matrix.ref }}.tar.gz" | |
| COMPOSE_FILE: "\ | |
| docker-compose.yml\ | |
| ${{ matrix.ref && ':docker-compose.ref.yml' }}\ | |
| ${{ matrix.database == 'mysql' && ':docker-compose.mysql.yml' || '' }}" | |
| run: | | |
| docker compose up -d --wait --quiet-pull | |
| docker compose ps -a | |
| docker compose config | |
| - name: Run Nox | |
| id: nox-integration | |
| env: | |
| BACKEND: ${{ matrix.database }} | |
| LS_URL: http://localhost:${{ env.LS_PORT }} | |
| run: | | |
| nox | |
| - name: Upload coverage data | |
| if: always() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: coverage-integration | |
| path: ".coverage.*" | |
| coverage: | |
| name: Coverage | |
| runs-on: ubuntu-latest | |
| needs: [tests, integration] | |
| env: | |
| NOXSESSION: coverage | |
| strategy: | |
| matrix: | |
| flag: ["unit", "integration"] | |
| fail-fast: false | |
| steps: | |
| - name: Check out the repository | |
| uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.12" | |
| - name: Install tools | |
| uses: ./.github/actions/install-tools | |
| - name: Download coverage data | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: coverage-${{ matrix.flag }} | |
| - name: Combine coverage data and display human readable report | |
| continue-on-error: true | |
| run: | | |
| nox | |
| - name: Create coverage report | |
| run: | | |
| nox -- xml | |
| - name: Upload coverage report | |
| uses: codecov/codecov-action@v3 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| files: ./coverage.xml | |
| fail_ci_if_error: true | |
| flags: ${{ matrix.flag }} |