Round search

.env.sample

@@ -1,9 +1,9 @@
-API_PREFIX=/v1
-
-SOLR_PORT=<MY_SOLR_PORT>
-SOLR_CORE=<MY_SOLR_CORE>
-SOLR_HOST=<MY_SOLR_HOST>
-
-MONGO_DEV_CONN_URL=mongodb://<MY_MONGO_INSTANCE>
-MONGO_LOCAL_CONN_URL=mongodb://<MY_MONGO_INSTANCE>
-MONGO_DB_NAME=<MY_DB_NAME>
+DATABASE_URL=postgresql://username:password@localhost:5432/debate-cards
+DOCUMENT_PATH=./documents
+POSTGRES_USER=username
+POSTGRES_PASSWORD=password
+POSTGRES_DB=dbname
+ELASTIC_PASSWORD=password
+CASELIST_TOKEN=send a POST request to https://api.opencaselist.com/v1/login with tabroom username and password in body
+JWT_SECRET=secret
+ADMIN_PASSWORD=password

.eslintrc

@@ -28,18 +28,7 @@
     }
   },
   "rules": {
-    // "import/extensions": [
-    //   "error",
-    //   "ignorePackages",
-    //   {
-    //     "js": "never",
-    //     "mjs": "never",
-    //     "jsx": "never",
-    //     "ts": "never",
-    //     "tsx": "never"
-    //   }
-    // ],
-    // "no-console": 0,
     "@typescript-eslint/no-explicit-any": "off"
-  }
+  },
+  "ignorePatterns": ["src/constants/caselist/**/*"]
 }

.gitignore

@@ -6,7 +6,6 @@ yarn-error.log
 .env
 .DS_Store
 prisma/dev.*
-prisma/migrations
 .yarn/*
 !.yarn/cache
 !.yarn/patches
@@ -15,4 +14,5 @@ prisma/migrations
 !.yarn/sdks
 !.yarn/versions
 *.docx
-*.html
+*.html
+tmp

.vscode/launch.json

@@ -1,6 +1,20 @@
 {
   "version": "0.2.0",
   "configurations": [
+    {
+      "type": "node",
+      "request": "attach",
+      "name": "Debug Tasks",
+      "remoteRoot": "/app",
+      "port": 9229
+    },
+    {
+      "type": "node",
+      "request": "attach",
+      "name": "Debug API",
+      "remoteRoot": "/app",
+      "port": 9230
+    },
     {
       "type": "node",
       "request": "launch",

Dockerfile

@@ -0,0 +1,16 @@
+# Designed for development, for production you would copy the built files from this container
+FROM node:19.3.0
+
+WORKDIR /app
+
+COPY package*.json .
+RUN yarn
+
+COPY prisma prisma
+COPY .env .
+RUN npx prisma generate
+
+COPY tsconfig.json .
+COPY src src
+
+RUN yarn run build

compose.yaml

@@ -0,0 +1,106 @@
+services:
+  elasticsearch:
+    image: docker.elastic.co/elasticsearch/elasticsearch:8.2.3
+    env_file: .env
+    environment:
+      - xpack.security.enabled=false # Dont need for now, complicates things a lot
+      - discovery.type=single-node
+    healthcheck:
+      test: curl -s http://elasticsearch:9200 > /dev/null || exit 1
+    ports:
+      - 9200:9200
+    volumes:
+      - elastic:/usr/share/elasticsearch/data
+  postgres:
+    image: postgres:14
+    command: postgres -c wal_level=logical -c max_replication_slots=3 # Options for pgsync
+    env_file: .env
+    expose:
+      - 5432
+    healthcheck:
+      test: pg_isready -U postgres
+    ports:
+      - 5432:5432
+    volumes:
+      - db:/var/lib/postgresql/data
+  redis:
+    image: redis:7
+    command: redis-server --requirepass ${REDIS_PASSWORD}
+    healthcheck:
+      test: redis-cli ping
+    ports:
+      - 6379:6379
+    expose:
+      - 6379
+    volumes:
+      - redis:/data
+  pgsync:
+    build:
+      context: .
+      dockerfile: ./pgsync/Dockerfile
+    depends_on:
+      elasticsearch:
+        condition: service_healthy
+      postgres:
+        condition: service_healthy
+      redis:
+        condition: service_healthy
+      migrate:
+        condition: service_completed_successfully
+    environment:
+      - PG_USER=${POSTGRES_USER}
+      - PG_HOST=postgres
+      - PG_PASSWORD=${POSTGRES_PASSWORD}
+      - ELASTICSEARCH_PORT=9200
+      - ELASTICSEARCH_SCHEME=http
+      - ELASTICSEARCH_HOST=elasticsearch
+      - REDIS_HOST=redis
+      - REDIS_AUTH=${REDIS_PASSWORD}
+      - CHECKPOINT_PATH=/checkpoint/
+      - ELASTICSEARCH_TIMEOUT=20
+      - ELASTICSEARCH_CHUNK_SIZE=250
+    volumes:
+      - pgsyncCheckpoint:/checkpoint
+  tasks:
+    build: .
+    command: npm run start:tasks
+    depends_on:
+      - postgres
+      - redis
+    env_file: .env
+    ports:
+      - 9229:9229 # Debugging
+    profiles:
+      - tasks # Dont start by default
+    volumes:
+      - ${DOCUMENT_PATH:-./documents}:/app/documents
+  api:
+    build: .
+    command: npm run dev:api
+    depends_on:
+      - postgres
+      - elasticsearch 
+    env_file: .env
+    ports:
+      - 4000:4000
+      - 5555:5555 # Prisma studio port
+      - 9230:9230 # Debugging
+    expose:
+      - 4000
+    volumes:
+      - ./src:/app/src
+  migrate:
+    build:
+      context: .
+      dockerfile: ./prisma/Dockerfile
+    depends_on:
+      - postgres
+    volumes:
+      - ./prisma/migrations:/app/prisma/migrations # Migrations
+      - ./node_modules/.prisma:/app/node_modules/.prisma # Client code
+
+volumes:
+  db: {}
+  elastic: {}
+  redis: {}
+  pgsyncCheckpoint: {}

openapitools.json

@@ -0,0 +1,15 @@
+{
+  "$schema": "./node_modules/@openapitools/openapi-generator-cli/config.schema.json",
+  "spaces": 2,
+  "generator-cli": {
+    "version": "6.0.1",
+    "generators": {
+      "caselist": {
+        "generatorName": "typescript-node",
+        "inputSpec": "./src/constants/caselistSchema.json",
+        "output": "#{cwd}/src/constants/caselist",
+        "skipValidateSpec": true
+      }
+    }
+  }
+}

package.json

@@ -3,53 +3,62 @@
   "version": "0.0.0",
   "private": true,
   "scripts": {
-    "prestart": "npm run build",
-    "start": "node ./build",
-    "dev": "ts-node-dev --respawn -r tsconfig-paths/register ./src/",
     "build": "tsc --project tsconfig.json && tscpaths -p tsconfig.json -s ./src -o ./build",
-    "test": "jest"
+    "prestart": "npx prisma migrate deploy",
+    "generate": "npx openapi-generator-cli generate",
+    "start": "npm run tasks & node ./build/modules/api",
+    "start:tasks": "node --inspect=0.0.0.0:9229 ./build/tasks",
+    "start:api": "node --inspect=0.0.0.0:9230 ./build/modules/api",
+    "dev": "ts-node-dev --poll --respawn -r tsconfig-paths/register ./src/",
+    "dev:api": "ts-node-dev --transpile-only --poll --respawn --inspect=0.0.0.0:9230 -r tsconfig-paths/register ./src/modules/api"
   },
   "dependencies": {
-    "@prisma/client": "^3.8.1",
+    "@elastic/elasticsearch": "^8.2.1",
+    "@openapitools/openapi-generator-cli": "^2.5.1",
+    "@prisma/client": "^4.9.0",
+    "apollo-server-express": "^3.10.2",
     "cheerio": "1.0.0-rc.3",
+    "class-validator": "^0.13.2",
     "docx": "^6.0.3",
     "dotenv": "^6.2.0",
+    "express": "^4.18.1",
+    "graphql": "^15.0.0",
+    "graphql-fields": "^2.0.3",
+    "graphql-query-complexity": "^0.12.0",
     "htmlparser2": "^7.2.0",
+    "jsonwebtoken": "^8.5.1",
+    "limiter": "^2.1.0",
     "lodash": "^4.17.15",
-    "mammoth": "^1.4.19",
-    "node-pandoc-promise": "^0.0.6",
-    "p-ratelimit": "^1.0.1",
-    "redis": "^4.0.4",
-    "sqlite3": "^5.0.0",
-    "tmp-promise": "^3.0.2",
+    "pm2-axon": "^4.0.1",
+    "prisma": "^4.9.0",
+    "rate-limiter-flexible": "^2.3.11",
+    "redis": "^4.3.1",
+    "reflect-metadata": "^0.1.13",
+    "request": "^2.88.2",
+    "type-graphql": "^1.1.1",
     "typescript-collections": "^1.3.3",
     "unzipper": "^0.10.11"
   },
   "devDependencies": {
     "@types/cheerio": "^0.22.21",
+    "@types/graphql-fields": "^1.3.4",
     "@types/jest": "^26.0.20",
+    "@types/jsonwebtoken": "^8.5.9",
     "@types/lodash": "^4.14.157",
-    "@types/mongoose": "^5.7.30",
-    "@types/node": "^14.0.19",
+    "@types/node": "^18.0.5",
     "@types/unzipper": "^0.10.4",
     "@typescript-eslint/eslint-plugin": "^3.6.0",
     "@typescript-eslint/parser": "^3.6.0",
-    "babel-node": "^0.0.1-security",
-    "babel-plugin-module-resolver": "^4.1.0",
-    "babel-preset-es2015": "^6.24.1",
-    "babel-register": "^6.26.0",
     "eslint": "^7.4.0",
-    "eslint-config-airbnb": "18.2.0",
-    "eslint-config-airbnb-base": "^14.2.0",
-    "eslint-config-airbnb-typescript": "^15.0.0",
     "eslint-config-prettier": "^6.11.0",
     "eslint-import-resolver-alias": "^1.1.2",
     "eslint-plugin-import": "^2.22.0",
     "eslint-plugin-prettier": "^3.1.4",
+    "eslint-plugin-type-graphql": "^1.0.0",
     "jest": "^26.6.3",
     "prettier": "^2.0.5",
-    "prisma": "^3.8.1",
-    "ts-node-dev": "^1.0.0-pre.50",
+    "ts-node-dev": "^2.0.0",
+    "tsconfig-paths": "^3.12.0",
     "tscpaths": "^0.0.9",
     "typescript": "^4.5.2"
   }

pgsync/Dockerfile

@@ -0,0 +1,10 @@
+FROM python:3.11
+
+WORKDIR /app
+RUN pip install pgsync==2.4.0
+# Current version of pgsync has a bug that causes an error in this file. Fixed on the github so once next version releases this can be removed
+COPY ./pgsync/patches/transform.py /usr/local/lib/python3.11/site-packages/pgsync/
+
+COPY ./pgsync/start.sh .
+COPY ./pgsync/schema.json .
+CMD ["./start.sh"]