Weaver 2

.dockerignore

@@ -82,9 +82,8 @@ workflows
 **/*.zip
 
 # Project local configurations
-config/weaver.ini
-config/wps_processes.yml
-config/data_sources.json
+!config/*.example
+config/*
 
 # Old project sources
 [Bb]in

.github/workflows/tests.yml

@@ -0,0 +1,98 @@
+# run test suites
+
+name: Tests
+on:
+  - pull_request
+  - push
+
+jobs:
+  # see: https://github.com/fkirc/skip-duplicate-actions
+  skip_duplicate:
+    continue-on-error: true
+    runs-on: ubuntu-latest
+    outputs:
+      should_skip: ${{ steps.skip_check.outputs.should_skip }}
+    steps:
+      - id: skip_check
+        uses: fkirc/skip-duplicate-actions@master
+        with:
+          concurrent_skipping: "same_content"
+          skip_after_successful_duplicate: "true"
+          do_not_skip: '["pull_request", "workflow_dispatch", "schedule"]'
+
+  # see: https://github.com/actions/setup-python
+  tests:
+    needs: skip_duplicate
+    if: ${{ needs.skip_duplicate.outputs.should_skip != 'true' }}
+    runs-on: ${{ matrix.os }}
+    continue-on-error: ${{ matrix.allow-failure }}
+    env:
+      # override make command to install directly in active python
+      CONDA_COMMAND: ""
+    services:
+      # Label used to access the service container
+      mongodb:
+        image: mongo:3.4.23  # DockerHub
+        ports:
+          - "27017:27017"
+    strategy:
+      matrix:
+        os: [ubuntu-latest]
+        python-version: ["3.6", "3.7", "3.8"]
+        allow-failure: [false]
+        test-case: [test-unit, test-func]
+        include:
+          # linter tests
+          - os: ubuntu-latest
+            python-version: 3.7
+            allow-failure: false
+            test-case: check
+          # documentation build
+          - os: ubuntu-latest
+            python-version: 3.7
+            allow-failure: false
+            test-case: docs
+          # coverage test
+          - os: ubuntu-latest
+            python-version: 3.7
+            allow-failure: false
+            test-case: coverage
+          # smoke test of Docker image
+          - os: ubuntu-latest
+            python-version: 3.7  # doesn't matter which one (in docker), but match default of repo
+            allow-failure: false
+            test-case: test-docker
+          # EMS end-2-end Workflow tests
+          - os: ubuntu-latest
+            python-version: 3.7
+            allow-failure: true
+            test-case: test-workflow
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: "0"
+      - name: Setup Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install Dependencies
+        run: make install-pkg install-dev version
+      - name: Display Packages
+        run: pip freeze
+      #- name: Setup Environment Variables
+      #  uses: c-py/action-dotenv-to-setenv@v2
+      #  with:
+      #    env-file: ./ci/weaver.env
+      - name: Display Environment Variables
+        run: |
+          hash -r
+          env | sort
+      - name: Run Tests
+        run: make stop ${{ matrix.test-case }}
+      - name: Upload coverage report
+        uses: codecov/codecov-action@v1
+        if: ${{ success() && matrix.test-case == 'coverage' }}
+        with:
+          files: ./reports/coverage.xml
+          fail_ci_if_error: true
+          verbose: true

.gitignore

@@ -82,10 +82,5 @@ venv
 *.zip
 ./workflow[s]
 
-# project local configurations
-config/weaver.ini
-config/wps_processes.yml
-config/data_sources.json
-
 # old project sources
 [Bb]in

.travis.yml

@@ -6,7 +6,7 @@ python:
   - "3.7"  # default test python
   - "2.7"
   - "3.6"
-  - "3.8"
+  - "3.8.3"  # enforce minor as it default to 3.8.7 which conda cannot find
 env:
   global:
     - secure: j7fuAPDXdl0SF1My1f0e3hr8mq4idP41jsz98Y1hN30GGOmIputScxIwSjIBi8zFCJ+K4RleMIoWLhnFsMeMD4DapRqDe5YnJJFOyfiyplzEcn4yONYRJf1nzfXBrpoGSEibgr/e3uYK62bkantI+b0pBPNAKbRjbRKKwTKEAxWb1pfaAMEQMB8/Wmvo0XYAZRB96H4q/7Dtd4CaIqh99Fs/9TjaGdNNtDtjwL0AWPXNfamsA8oNW0frNp1lEYpJpRE+PHFiKWZWyrRqjDA/UNU2UE/2H1O53I6tUXGJjORrUGRp1M9Xq/NhC8C4l7KrdpYH7YkYdvRDts3+XmJZ5kCsGB35YLP8DF1yUXIL4ZMskegBsBKqKKgnXGo4uYkaHp0QR2r8v2tdO8q3JWGYLSCgGVu5YkHU6Nlqf98W5LQLYSuZEkLplrk9vISHNS6TI4G3m7huToY1HwOu01hTZHAEhr/ouUxOfu6pQs8ZYVCyj98o65KFlFCRa7qKHc2/lXVbFPaOeQmFYqCGfFMTB0G0DHlsyOJk3QzoTr0HxJlbEwh9XLJOAnGO/TwcOUZndlj0+lTuCTpeBhjHywr+b00HnYtJ3cVnUVjT8TZydG2ATogeKRvOe0m58ug36EUGwbjr0JoN2hHjeFNSdvTUzFFFmRBY9rps47rzEDyRBGc=

CHANGES.rst

@@ -9,10 +9,31 @@ Changes
 Changes:
 --------
 - Add support of YAML format for loading ``weaver.data_sources`` definition.
+- Pre-install ``Docker`` CLI in ``worker`` image to avoid bad practice of mounting it from the host.
+- Adjust WPS request dispatching such that process jobs get executed by ``Celery`` worker as intended
+  (see `#21 <https://github.com/crim-ca/weaver/issues/21>`_ and `#126 <https://github.com/crim-ca/weaver/issues/126>`_).
+- Move WPS XML endpoint functions under separate ``weaver.wps.utils`` and ``weaver.wps.views`` to remove the need to
+  constantly handle circular imports issues due to processing related operations that share some code.
+- Move core processing of job operation by ``Celery`` worker under ``weaver.processes.execution`` in order to separate
+  those components from functions specific for producing WPS-REST API responses.
+- Handle WPS-1/2 requests submitted by GET KVP or POST XML request with ``application/json`` in ``Accept`` header to
+  return the same body content as if directly calling their corresponding WPS-REST endpoints.
+- Remove every Python 2 backward compatibility references and operations.
+- Remove ``request`` parameter of every database store methods since they were not used nor provided most of the time.
+- Changed all forbidden access responses related to visibility status to return ``403`` instead of ``401``.
+- Add more tests for Docker applications and test suite execution with Github Actions.
+- Add more details in sample configurations and provide an example ``docker-compose.yml`` configuration that defines a
+  *typical* `Weaver` API / Worker combination with ``docker-proxy`` for sibling container execution.
+- Document the `WPS` KVP/XML endpoint within the generated OpenAPI specification.
 
 Fixes:
 ------
-- No change.
+- Target ``PyWPS-4.4`` to resolve multiple invalid dependency requirements breaking installed packages over builtin
+  Python packages and other compatibility fixes
+  (see `geopython/pywps #568 <https://github.com/geopython/pywps/issues/568>`_).
+- Fix retrieval of database connexion to avoid warning of ``MongoClient`` opened before fork of processes.
+- Fix indirect dependency ``oauthlib`` missing from ``esgf-compute-api`` (``cwt``) package.
+- Fix many typing definitions.
 
 `1.14.0 <https://github.com/crim-ca/weaver/tree/1.14.0>`_ (2021-01-11)
 ========================================================================