feat: added /chat-history endpoint

Author: WillACosta

.DS_Store

@@ -1,22 +1,19 @@
 PORT=3000
-IS_DOCKER=false
 
 LANGCHAIN_API_KEY=
 LANGCHAIN_TRACING_V2=true
 LANGCHAIN_CALLBACKS_BACKGROUND=true
 
 LLM_API_KEY=
 
-REDIS_URL=redis://127.0.0.1:6379
-REDIS_URL_DOCKER=redis://redis:6379
+REDIS_URL=redis://redis:6379
 REDIS_USER=
 REDIS_PASSWORD=
 
-DATABASE_URL=postgresql://genaiapp:password@localhost:5432/app_db?schema=public
-DATABASE_URL_DOCKER=postgresql://genaiapp:password@postgres:5432/app_db?schema=public
+DATABASE_URL=postgresql://genaiapp:<password>@postgres:5432/app_db?schema=public
 
 JWT_SECRET=
 JWT_EXPIRATION=1h
 
-QDRANT_URL=qdrant://qdrant:6333
-QDRANT_COLLECTION=genai-api-docs
+QDRANT_URL=http://qdrant:6333
+QDRANT_COLLECTION=genai_documents

.env-example

@@ -8,17 +8,14 @@ services:
       - '3000:3000'
     env_file:
       - .env
-    environment:
-      IS_DOCKER: true
-      DATABASE_URL: ${DATABASE_URL_DOCKER}
-      REDIS_URL: ${REDIS_URL_DOCKER}
     volumes:
       - ./src:/usr/workspace/app/src
       - pnpm_store:/pnpm/.pnpm-store
     command: sh -c "pnpm migrate:dev && pnpm dev"
     depends_on:
       - postgres
       - redis
+      - qdrant
 
   postgres:
     container_name: genai_app_postgres

docker-compose.yaml

@@ -5,7 +5,6 @@
 	"scripts": {
 		"prestart": "node dynamic-url-config.js",
 		"migrate:dev": "npx prisma migrate dev",
-		"predev": "node dynamic-url-config.js",
 		"start": "tsx src/app.ts",
 		"dev": "tsx watch src/app.ts",
 		"postinstall": "npx prisma generate"

package.json

@@ -18,7 +18,10 @@ const vectorDataBaseProvider = new VectorDataBaseProvider()
 // Gen AI Module
 const genAIController = new GenAIController()
 const documentService = new DocumentsService()
-const searchInDocumentUseCase = new SearchInDocumentUseCase(documentService)
+const searchInDocumentsUseCase = new SearchInDocumentUseCase(
+	documentService,
+	vectorDataBaseProvider,
+)
 
 const translateUseCase = new TranslateTextUseCase()
 
@@ -42,10 +45,11 @@ export {
 	genAIController,
 	prismaClient,
 	resourcesController,
-	searchInDocumentUseCase,
+	searchInDocumentsUseCase,
 	storeDocumentsUseCase,
 	translateUseCase,
 	userDatProvider,
 	usersController,
 	vectorDataBaseProvider,
 }
+

src/di/index.ts

@@ -1,3 +1,4 @@
+import { VectorStoreRetriever } from '@langchain/core/vectorstores'
 import { QdrantVectorStore } from '@langchain/qdrant'
 import { QdrantClient } from '@qdrant/js-client-rest'
 import { Document } from 'langchain/document'
@@ -18,8 +19,8 @@ export class VectorDataBaseProvider {
 		})
 	}
 
-	get asRetriever() {
-		return this._vectorStore.asRetriever
+	get asRetriever(): VectorStoreRetriever<QdrantVectorStore> {
+		return this._vectorStore.asRetriever()
 	}
 
 	storeDocuments(documents: Document[]): Promise<void> {

src/modules/core/adapters/dataproviders/vector-store/index.ts

@@ -1,6 +1,6 @@
 import { AppRequest, AppResponse } from '@/common/types';
-import { searchInDocumentUseCase, translateUseCase } from '@/di';
-import { uploadSingle } from '@/modules/core'
+import { searchInDocumentsUseCase, translateUseCase } from '@/di'
+import { ChatMemory } from '@/modules/core'
 
 export class GenAIController {
 	async translateText(
@@ -12,37 +12,26 @@ export class GenAIController {
 		return res.send({ success: true, data: result })
 	}
 
-	async searchInDocument(
+	async searchInDocuments(
 		req: AppRequest<any, any, { query: string }>,
 		res: AppResponse,
 	) {
-		uploadSingle(req, res, async (err) => {
-			if (err) {
-				return res
-					.status(500)
-					.json({ success: false, error: { message: 'File upload failed!' } })
-			}
-
-			if (!req.file) {
-				return res.status(400).json({
-					success: false,
-					error: { message: 'Please provide a valid file!' },
-				})
-			}
+		const { query } = req.body
+		const { result } = await searchInDocumentsUseCase.invoke({
+			query: query,
+			userId: req.user!.id,
+		})
 
-			const query = req.body.query
-			const filePath = `/uploads/${req.file.filename}`
+		return res.send({ success: true, data: result })
+	}
 
-			const { result } = await searchInDocumentUseCase.invoke({
-				query,
-				filePath,
-				userId: req.user!.id,
-			})
+	async getChatHistory(req: AppRequest, res: AppResponse) {
+		const chatMemory = new ChatMemory(req.user!.id)
+		const history = await chatMemory.retrieveMemoryHistory()
 
-			return res.json({
-				success: true,
-				data: result,
-			})
+		return res.send({
+			success: true,
+			data: history,
 		})
 	}
 }

src/modules/genai/application/controllers/gen-ai.controller.ts

@@ -70,24 +70,20 @@ router.post(
 
 /**
  * @swagger
- * /genai/search-in-document:
+ * /genai/search-in-documents:
  *   post:
- *     summary: Performs a search in a PDF document and returns a text as a response for follow-up questions
+ *     summary: Performs a search in stored documents and returns a text as a response
  *     tags: [AI]
  *     requestBody:
  *       required: true
  *       content:
- *         multipart/form-data:
+ *         application/json:
  *           schema:
  *             type: object
  *             properties:
- *               file:
- *                 type: string
- *                 format: binary
- *                 description: The PDF file to be uploaded and analyzed
  *               query:
  *                 type: string
- *                 example: What is this document about?
+ *                 example: What is the purpose of the developed projects on these documents?
  *     responses:
  *       200:
  *         description: Success
@@ -101,29 +97,76 @@ router.post(
  *                   example: true
  *                 data:
  *                   type: string
- *                   example: This document describes how to implement an API service using Node, Docker and Redis.
- *       400:
- *         description: Bad Request
+ *                   example: The project aims to develop and validate a web platform (software) for automatically correcting assessments created in Microsoft Word.
+ *     security:
+ *       - bearerAuth: []
+ */
+router.post(
+	'/search-in-documents',
+	isAuthenticated,
+	genAIController.searchInDocuments,
+)
+
+/**
+ * @swagger
+ * /genai/chat-history:
+ *   get:
+ *     tags:
+ *       - AI
+ *     summary: Returns all messages between human and AI from chat history
+ *     responses:
+ *       200:
+ *         description: Successfully retrieved chat history
  *         content:
  *           application/json:
  *             schema:
  *               type: object
  *               properties:
  *                 success:
  *                   type: boolean
- *                   example: false
- *                 error:
+ *                   example: true
+ *                 data:
  *                   type: array
  *                   items:
- *                     type: string
- *                   example: ["Please provide a valid file!"]
- *     security:
- *       - bearerAuth: []
+ *                     type: object
+ *                     properties:
+ *                       lc:
+ *                         type: integer
+ *                         example: 1
+ *                       type:
+ *                         type: string
+ *                         example: constructor
+ *                       id:
+ *                         type: array
+ *                         items:
+ *                           type: string
+ *                         example: ["langchain_core", "messages", "HumanMessage"]
+ *                       kwargs:
+ *                         type: object
+ *                         properties:
+ *                           content:
+ *                             type: string
+ *                             example: What is the purpose of the developed projects on these documents?
+ *                           additional_kwargs:
+ *                             type: object
+ *                             example: {}
+ *                           response_metadata:
+ *                             type: object
+ *                             example: {}
+ *     parameters:
+ *       - in: header
+ *         name: Content-Type
+ *         required: true
+ *         schema:
+ *           type: string
+ *           example: application/json
+ *       - in: header
+ *         name: Authorization
+ *         required: true
+ *         schema:
+ *           type: string
+ *           example: Bearer <token>
  */
-router.post(
-	'/search-in-document',
-	isAuthenticated,
-	genAIController.searchInDocument,
-)
+router.get('/chat-history', isAuthenticated, genAIController.getChatHistory)
 
 export default router

src/modules/genai/application/routes/index.ts

@@ -1,2 +1,2 @@
-export * from './search-in-document/search-in-document.usecase'
+export * from './search-in-documents/search-in-documents.usecase'
 export * from './translate/translate.usecase'