Core mis

.env.example

@@ -26,7 +26,7 @@ DJANGO_DB_LOG_HANDLER=console
 #PHOTO_ROOT_PATH=<photo path>
 # Should the database be migrated before start (entrypoint.sh - docker setup). Will be migrated anyway if $SITE_ROOT=api. Comment out for False
 DJANGO_MIGRATE=True
-# Should the modules be searched for scheduled tasks. Comment out for false
+
 PROJECT_NAME=dev
 # set up you main domain
 #DOMAIN=dev-openimis.org
@@ -51,6 +51,7 @@ PASSWORD_LOWERCASE=1 # Minimum number of lowercase letters
 PASSWORD_DIGITS=1 # Minimum number of digits
 PASSWORD_SYMBOLS=1 # Minimum number of symbols
 PASSWORD_SPACES=1 # Maximum number of spaces allowed
+
 # Define the trusted origins for CSRF protection, separated by commas
 CSRF_TRUSTED_ORIGINS=http://localhost:3000,http://localhost:8000 
 
@@ -60,4 +61,4 @@ RATELIMIT_KEY=ip  # Key to identify the client; 'ip' means it will use the clien
 RATELIMIT_RATE=150/m  # Rate limit (150 requests per minute)
 RATELIMIT_METHOD=ALL  # HTTP methods to rate limit; 'ALL' means all methods
 RATELIMIT_GROUP=graphql  # Group name for the rate limit
-RATELIMIT_SKIP_TIMEOUT=False  # Whether to skip rate limiting during c
+RATELIMIT_SKIP_TIMEOUT=False  # Whether to skip rate limiting

.github/workflows/ci_module.yml

@@ -109,13 +109,13 @@ jobs:
           tar -czf openimis.tar.gz ./openimis ./current-module
 
       - name: Upload compressed site-packages as artifact
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: site-packages
           path: site-packages.tar.gz
 
       - name: Upload build as artifact
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: code-artifacts
           path: openimis.tar.gz
@@ -145,7 +145,7 @@ jobs:
           python-version: '3.10'
 
       - name: Download site-packages artifact
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: site-packages
           path: /tmp/
@@ -156,7 +156,7 @@ jobs:
           echo "SITE_PACKAGES=$SITE_PACKAGES" >> $GITHUB_ENV
 
       - name: Download site-packages artifact
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: code-artifacts
           path: /tmp/
@@ -255,7 +255,7 @@ jobs:
           python-version: '3.10'
 
       - name: Download site-packages artifact
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: site-packages
           path: /tmp/
@@ -266,7 +266,7 @@ jobs:
           echo "SITE_PACKAGES=$SITE_PACKAGES" >> $GITHUB_ENV
 
       - name: Download site-packages artifact
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: code-artifacts
           path: /tmp/
@@ -359,7 +359,7 @@ jobs:
           python-version: '3.10'
 
       - name: Download site-packages artifact
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: site-packages
           path: /tmp/
@@ -370,7 +370,7 @@ jobs:
           echo "SITE_PACKAGES=$SITE_PACKAGES" >> $GITHUB_ENV
 
       - name: Download site-packages artifact
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: code-artifacts
           path: /tmp/
@@ -450,7 +450,7 @@ jobs:
           cat coverage.xml
       - name: Coverage results
         if: success() || failure()
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: coverage.xml
           path: ./openimis/openIMIS/coverage
@@ -464,7 +464,7 @@ jobs:
         with:
           python-version: '3.10'
       - name: Download site-packages artifact
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: site-packages
           path: /tmp/
@@ -475,7 +475,7 @@ jobs:
           echo "SITE_PACKAGES=$SITE_PACKAGES" >> $GITHUB_ENV
 
       - name: Download code artifact
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: code-artifacts
           path: /tmp/
@@ -498,7 +498,7 @@ jobs:
           python -m flake8 $MOD_DIR
       - name: Flake8 results upload
         if: success() || failure()
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: flake8-report.txt
           path: ./openimis/flake8-report.txt
@@ -530,17 +530,17 @@ jobs:
             echo "SONAR_EXCLUSIONS=${{ inputs.SONAR_EXCLUSIONS }}" >> $GITHUB_ENV
           fi
       - name: Download coverage artifact
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: coverage.xml
           path: report
       - name: Download flake8 artifact
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: flake8-report.txt
           path: report
       - name: Download code artifact
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: code-artifacts
           path: /tmp/

.github/workflows/pgsql.yml

@@ -0,0 +1,92 @@
+name: Automated CI PSQL testing
+# This workflow run automatically for every commit on github it checks the syntax and launch the tests.
+# | grep . | uniq -c filters out empty lines and then groups consecutive lines together with the number of occurrences
+on:
+  push:
+  workflow_dispatch:
+    inputs:
+      comment:
+        description: Just a simple comment to know the purpose of the manual build
+        required: false
+
+jobs:
+  build:
+    runs-on: ubuntu-20.04
+    services:
+      pgsql:
+        image: postgres
+        env:
+          DB_HOST: localhost
+          DB_PORT: 5432
+          POSTGRES_DB: imis
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: GitHub999
+        ports:
+          - 5432:5432
+        # needed because the mssql container does not provide a health check
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v1
+        with:
+          python-version: 3.8
+
+      - name: Install Python dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+          python modules-requirements.py openimis.json > modules-requirements.txt
+          pip install -r modules-requirements.txt
+
+
+      - name: Environment info
+        run: |
+          pip list
+
+          export DBBRANCH="$([ $GITHUB_REF == 'main' ] && echo "main" || echo "develop")"
+
+          if [ ${GITHUB_REF##*/} = "develop" ]; then export DBBRANCH="main"; else export DBBRANCH="develop"; fi
+          echo "Branch ${GITHUB_REF##*/}, usign ${DBBRANCH} branch for database"
+
+          git clone --depth 1 --branch $DBBRANCH https://github.com/openimis/database_postgresql.git  ./sql
+
+          wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | sudo apt-key add -
+          echo "deb http://apt.postgresql.org/pub/repos/apt/ $(lsb_release -cs)-pgdg main" | sudo tee /etc/apt/sources.list.d/postgresql-pgdg.list > /dev/null
+          sudo apt-get install postgresql-client
+
+      - name: Initialize DB
+        run: |
+          echo 'set search_path to public' >> ~/.psqlrc
+          PGPASSWORD=GitHub999 psql -U postgres -h localhost -d imis -U postgres -f  ./sql/database\ scripts/00_dump.sql | grep . | uniq -c
+          PGPASSWORD=GitHub999 psql -U postgres -h localhost -d imis -U postgres -f  ./sql/database\ scripts/02_aux_functions.sql | grep . | uniq -c
+          PGPASSWORD=GitHub999 psql -U postgres -h localhost -d imis -U postgres -f  ./sql/database\ scripts/03_views.sql | grep . | uniq -c
+          PGPASSWORD=GitHub999 psql -U postgres -h localhost -d imis -U postgres -f  ./sql/database\ scripts/04_functions.sql | grep . | uniq -c
+          PGPASSWORD=GitHub999 psql -U postgres -h localhost -d imis -U postgres -f  ./sql/database\ scripts/05_stored_procs.sql | grep . | uniq -c
+          PGPASSWORD=GitHub999 psql -U postgres -h localhost -d imis -U postgres -f  ./sql/database\ scripts/demo_db.sql | grep . | uniq -c
+
+      - name: Django tests
+        run: |
+          python -V
+          ls -l
+          cd openIMIS
+          ls -l
+          python manage.py test --keepdb $(jq   -r '(.modules[]|.name)' ../openimis.json)
+        env:
+          SECRET_KEY: secret
+          DEBUG: true
+          DB_ENGINE: django.db.backends.postgresql
+          #DJANGO_SETTINGS_MODULE: hat.settings
+          DB_HOST: localhost
+          DB_PORT: 5432
+          DB_NAME: imis
+          DB_USER: postgres
+          DB_PASSWORD: GitHub999
+          #DEV_SERVER: true
+          SITE_ROOT: api

.gitignore

@@ -1,25 +1,28 @@
-**/.idea
-**/venv
-**/.venv
-**/.env
-**/__pycache__
-modules-requirements.txt
-modules-tests.sh
-**/.coverage
-**/coverage.xml
-**/coverage
-**/*.log
-**/*.log.*
-**/*.mo
-openIMIS/locale/en/LC_MESSAGES/django.mo
-**/staticfiles
-extracted_translations_fe
-script/config.py
-**/src/*
-**/images/insurees
-openimis-dev.json
-# Except for the runConfigurations folder
-!.idea/runConfigurations
+**/.vscode
+**/.idea
+**/venv
+**/.venv
+**/.env
+**/__pycache__
+modules-requirements.txt
+modules-tests.sh
+**/.coverage
+**/coverage.xml
+**/coverage
+**/*.log
+**/*.log.*
+**/*.mo
+openIMIS/file_storage
+openIMIS/locale/en/LC_MESSAGES/django.mo
+**/staticfiles
+extracted_translations_fe
+script/config.py
+**/src/*
+**/images/insurees
+openimis-dev.json
+
+# Except for the runConfigurations folder
+!.idea/runConfigurations
 
-# Ensure all files in runConfigurations are included
-!.idea/runConfigurations/*
+# Ensure all files in runConfigurations are included
+!.idea/runConfigurations/*