Leads import/upgrade (#2087)

Signed-off-by: Andrey Sobolev <[email protected]>

Author: haiodo

.vscode/launch.json

@@ -55,7 +55,7 @@
       "name": "Debug tool",
       "type": "node",
       "request": "launch",
-      "args": ["src/index.ts", "backup-workspace", "ws1", "../../../dump/test/ws1"],
+      "args": ["src/index.ts", "import-lead-csv", "ws1", "../../../suho/COMPANIES_Agency_of_AlexeyS.csv"],
       "env": {
         "MINIO_ACCESS_KEY": "minioadmin",
         "MINIO_SECRET_KEY": "minioadmin",
@@ -67,8 +67,7 @@
       },
       "runtimeArgs": ["--nolazy", "-r", "ts-node/register"],
       "sourceMaps": true,
-      "cwd": "${workspaceRoot}/dev/tool",
-      "protocol": "inspector"
+      "cwd": "${workspaceRoot}/dev/tool"
     }
   ]
 }

common/config/rush/pnpm-lock.yaml

@@ -1,6 +1,7 @@
 #!/bin/bash
 
-roots='./server/server ./server/front ./pods/account ./pods/backup ./products/tracker'
+roots='./server/server ./server/front ./pods/account ./pods/backup'
+# ./products/tracker is temporary disabled
 
 for r in $roots
 do

common/scripts/build_docker.sh

@@ -76,26 +76,26 @@ services:
       - MINIO_ENDPOINT=minio
       - MINIO_ACCESS_KEY=minioadmin
       - MINIO_SECRET_KEY=minioadmin
-  tracker-front:
-    image: hardcoreeng/tracker-front
-    links:
-      - mongodb
-      - minio
-      - elastic
-      - transactor
-    ports:
-      - 8084:8080
-    environment:
-      - SERVER_PORT=8080
-      - SERVER_SECRET=secret
-      - ACCOUNTS_URL=http://localhost:3000
-      - FRONT_URL=http://localhost:8084
-      - UPLOAD_URL=/files
-      - TRANSACTOR_URL=ws://localhost:3333
-      - ELASTIC_URL=http://elastic:9200
-      - MINIO_ENDPOINT=minio
-      - MINIO_ACCESS_KEY=minioadmin
-      - MINIO_SECRET_KEY=minioadmin
+  # tracker-front:
+  #   image: hardcoreeng/tracker-front
+  #   links:
+  #     - mongodb
+  #     - minio
+  #     - elastic
+  #     - transactor
+  #   ports:
+  #     - 8084:8080
+  #   environment:
+  #     - SERVER_PORT=8080
+  #     - SERVER_SECRET=secret
+  #     - ACCOUNTS_URL=http://localhost:3000
+  #     - FRONT_URL=http://localhost:8084
+  #     - UPLOAD_URL=/files
+  #     - TRANSACTOR_URL=ws://localhost:3333
+  #     - ELASTIC_URL=http://elastic:9200
+  #     - MINIO_ENDPOINT=minio
+  #     - MINIO_ACCESS_KEY=minioadmin
+  #     - MINIO_SECRET_KEY=minioadmin
   transactor:
     image: hardcoreeng/transactor
     links:

dev/docker-compose.yaml

@@ -104,6 +104,8 @@
     "@anticrm/rekoni": "~0.6.0",
     "got": "^11.8.3",
     "@anticrm/tags": "~0.6.2",
-    "@anticrm/server-backup": "~0.6.0"
+    "@anticrm/server-backup": "~0.6.0",
+    "csv-parse": "~5.1.0",
+    "@anticrm/lead": "~0.6.0"
   }
 }

dev/tool/package.json

@@ -36,6 +36,7 @@ import { Db, MongoClient } from 'mongodb'
 import { exit } from 'process'
 import { rebuildElastic } from './elastic'
 import { importXml } from './importer'
+import { importLead } from './lead-importer'
 import { updateCandidates } from './recruit'
 import { clearTelegramHistory } from './telegram'
 import { diffWorkspace, dumpWorkspace, restoreWorkspace } from './workspace'
@@ -302,11 +303,18 @@ program
 
 program
   .command('import-xml <workspace> <fileName>')
-  .description('dump workspace transactions and minio resources')
+  .description('Import Talants.')
   .action(async (workspace, fileName, cmd) => {
     return await importXml(transactorUrl, workspace, minio, fileName, mongodbUri, elasticUrl)
   })
 
+program
+  .command('import-lead-csv <workspace> <fileName>')
+  .description('Import LEAD csv customer organizations')
+  .action(async (workspace, fileName, cmd) => {
+    return await importLead(transactorUrl, workspace, fileName)
+  })
+
 program
   .command('generate-token <name> <workspace>')
   .description('generate token')