MultiBenchmark: run group of benchmarks asynchronously (#103) #322
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: pytest | |
| on: | |
| # Triggers the workflow on push events | |
| push: | |
| branches: [ 'main' ] | |
| tags-ignore: [ '**' ] | |
| # Triggers the workflow on pull request events | |
| pull_request: | |
| # Allows you to run this workflow manually from the Actions tab | |
| workflow_dispatch: | |
| jobs: | |
| pylint: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python 3.11 | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.11' | |
| - name: Install pylint | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install -e .[tests] | |
| - name: Code check | |
| run: pylint --rcfile=.pylintrc --output-format=parseable:pylint.log,text ifsbench | |
| pytest: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: ['ubuntu-latest'] | |
| python-version: ['3.8', '3.9', '3.10', '3.11', '3.12', '3.13'] | |
| include: | |
| - platform: 'macos-latest' | |
| python-version: '3.11' | |
| name: Run pytest with Python ${{ matrix.python-version }} on ${{ matrix.platform }} | |
| runs-on: ${{ matrix.platform }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install .[tests] | |
| - name: Run pytest | |
| run: | | |
| python -m pytest --cov=ifsbench --cov-report=xml | |
| - name: Upload coverage reports to Codecov | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| pytest-cmake: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: ['ubuntu-latest'] | |
| python-version: ['3.8', '3.9', '3.10', '3.11', '3.12', '3.13'] | |
| populate: [true, false] | |
| include: | |
| - platform: 'macos-latest' | |
| python-version: '3.11' | |
| populate: true | |
| - platform: 'macos-latest' | |
| python-version: '3.11' | |
| populate: false | |
| name: CMake build and pytest with populate ${{ matrix.populate }} using ${{ matrix.python-version }} on ${{ matrix.platform }} | |
| runs-on: ${{ matrix.platform }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install cmake | |
| - name: Clone ecbuild | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ecmwf/ecbuild | |
| path: ecbuild | |
| ref: '3.12.0' | |
| - name: Populate (prefetch Python dependencies) | |
| if: matrix.populate | |
| run: | | |
| IFSBENCH_INSTALL_OPTIONS='[tests]' ./populate | |
| - name: Build with cmake/ecbuild | |
| run: | | |
| mkdir build && cd build | |
| ../ecbuild/bin/ecbuild -DENABLE_TESTS=ON \ | |
| ${{ matrix.populate && format('-DARTIFACTS_DIR={0}/artifacts', github.workspace) || '' }} .. | |
| make | |
| - name: Run pytest | |
| run: | | |
| build/ifsbench_env/bin/python -m pytest ifsbench |