feat: added qdrant vector database and services

Author: WillACosta

.env-example

@@ -17,3 +17,6 @@ DATABASE_URL_DOCKER=postgresql://genaiapp:password@postgres:5432/app_db?schema=p
 
 JWT_SECRET=
 JWT_EXPIRATION=1h
+
+QDRANT_URL=qdrant://qdrant:6333
+QDRANT_COLLECTION=genai-api-docs

.vscode/settings.json

@@ -1,12 +1,13 @@
 {
   "cSpell.words": [
-    "dataprovider",
-    "dataproviders",
-    "gemini",
-    "nodenext",
-    "openapi",
-    "predev",
-    "prestart",
-    "usecases"
-  ]
+		"dataprovider",
+		"dataproviders",
+		"gemini",
+		"nodenext",
+		"openapi",
+		"predev",
+		"prestart",
+		"qdrant",
+		"usecases"
+	]
 }

Makefile

@@ -0,0 +1,11 @@
+run:
+	docker compose up -d
+
+build:
+	docker compose up --build -d
+
+stop-all:
+	docker compose stop $(docker ps -q)
+
+clean:
+	rm -rf node_modules/ uploads/*.pdf

README.md

@@ -80,10 +80,12 @@ cp .env.example .env
 > From the app's root directory, run the following command to build and running docker containers:
 
 ```shell
-docker compose up --build
+make build
+# or
+make run
 ```
 
-> The application will be available at `http://localhost:3000`.<br>
+> The application will be available at `http://localhost:3000`.<br>For more commands see `Makefile`.
 
 ## Documentation
 

docker-compose.yaml

@@ -42,7 +42,16 @@ services:
     volumes:
       - 'genai_app_redis_data:/bitnami/redis/data'
 
+  qdrant:
+    container_name: genai_app_vector_db
+    image: qdrant/qdrant
+    ports:
+      - '6333:6333'
+    volumes:
+      - 'genai_app_qdrant_data:/qdrant/storage'
+
 volumes:
   pnpm_store:
   genai_app_redis_data:
   genai_app_postgres_data:
+  genai_app_qdrant_data:

package.json

@@ -23,8 +23,10 @@
 		"@langchain/community": "^0.3.1",
 		"@langchain/core": "^0.3.3",
 		"@langchain/google-genai": "^0.1.0",
+		"@langchain/qdrant": "^0.1.1",
 		"@langchain/redis": "^0.1.0",
 		"@prisma/client": "5.20.0",
+		"@qdrant/js-client-rest": "^1.12.0",
 		"@types/redis": "^4.0.11",
 		"express": "^4.21.0",
 		"jsonwebtoken": "^9.0.2",

pnpm-lock.yaml

@@ -1,31 +1,26 @@
 import { PrismaClient } from '@prisma/client'
 
-import { DocumentsService, LLMService } from '@/modules/genai/adapters'
-
 import {
-  SearchInDocumentUseCase,
-  TranslateTextUseCase,
-} from '@/modules/genai/core'
+	GenAIController,
+	SearchInDocumentUseCase,
+	TranslateTextUseCase,
+} from '@/modules/genai'
 
-import { AuthController } from '@/modules/auth/application/controllers/auth.controller'
-import { GenAIController } from '@/modules/genai/application/controllers/gen-ai.controller'
-import { ResourcesController } from '@/modules/resources/application/controllers/resources.controller'
-import { UserDataProvider } from '@/modules/users/adapters/dataproviders/user.dataprovider'
-import { UsersController } from '@/modules/users/application/controllers/users.controller'
+import { AuthController } from '@/modules/auth'
+import { DocumentsService, VectorDataBaseProvider } from '@/modules/core'
+import { ResourcesController, StoreDocumentsUseCase } from '@/modules/resources'
+import { UserDataProvider, UsersController } from '@/modules/users'
 
 // Common
-const llmService = new LLMService()
 const prismaClient = new PrismaClient()
+const vectorDataBaseProvider = new VectorDataBaseProvider()
 
 // Gen AI Module
 const genAIController = new GenAIController()
-const documentService = new DocumentsService(llmService)
-const searchInDocumentUseCase = new SearchInDocumentUseCase(
-	llmService,
-	documentService,
-)
+const documentService = new DocumentsService()
+const searchInDocumentUseCase = new SearchInDocumentUseCase(documentService)
 
-const translateUseCase = new TranslateTextUseCase(llmService)
+const translateUseCase = new TranslateTextUseCase()
 
 // User Module
 const userDatProvider = new UserDataProvider()
@@ -36,16 +31,21 @@ const authController = new AuthController(userDatProvider)
 
 // Resources Module
 const resourcesController = new ResourcesController()
+const storeDocumentsUseCase = new StoreDocumentsUseCase(
+	documentService,
+	vectorDataBaseProvider,
+)
 
 export {
 	authController,
 	documentService,
 	genAIController,
-	llmService,
 	prismaClient,
 	resourcesController,
 	searchInDocumentUseCase,
+	storeDocumentsUseCase,
 	translateUseCase,
 	userDatProvider,
 	usersController,
+	vectorDataBaseProvider,
 }

src/di/index.ts

@@ -0,0 +1 @@
+export * from './application/controllers/auth.controller'