#179 - HOTFIX. Allow v5 challengeIds

Author: callmekatootie

README.md

@@ -94,6 +94,10 @@ This script will load the data from `scripts/data` directory into ES
 npm run start
 ```
 
+#### Duplicating the ES Index
+
+To duplicate the existing ES Index (from the `ES_INDEX` to `ES_INDEX_V2` based on the configs in `config/default.js`) run `npm run create-new-index`
+
 #### Linting JS files
 
 ```

config/default.js

@@ -28,9 +28,10 @@ module.exports = {
   AUTH0_CLIENT_ID: process.env.AUTH0_CLIENT_ID,
   AUTH0_CLIENT_SECRET: process.env.AUTH0_CLIENT_SECRET,
   esConfig: {
-    HOST: process.env.ES_HOST,
+    HOST: process.env.ES_HOST || 'localhost:9200',
     API_VERSION: process.env.ES_API_VERSION || '6.3',
     ES_INDEX: process.env.ES_INDEX || 'submission',
+    ES_INDEX_V2: process.env.ES_INDEX_V2 || 'new_submission',
     ES_TYPE: process.env.ES_TYPE || '_doc' // ES 6.x accepts only 1 Type per index and it's mandatory to define it
   },
   PAGE_SIZE: process.env.PAGE_SIZE || 20,

package.json

@@ -11,6 +11,7 @@
     "create-tables": "node scripts/createTables.js",
     "init-db": "node scripts/importData.js",
     "create-index": "node scripts/createIndex.js",
+    "create-new-index": "node scripts/createNewIndex.js",
     "delete-index": "node scripts/deleteIndex.js",
     "init-es": "node scripts/loadES.js",
     "db-to-es": "node scripts/migrateFromDBToES.js",

scripts/createNewIndex.js

@@ -0,0 +1,36 @@
+/**
+ * Copies the existing index to a new index and updates the type of challengeId
+ * to be keyword (It is long in the source index)
+ */
+
+const co = require('co')
+const config = require('config')
+const logger = require('../src/common/logger')
+const helper = require('../src/common/helper')
+
+co(function * createIndex () {
+  logger.info('ES Index creation started!')
+  const esClient = helper.getEsClient()
+  const indices = yield esClient.indices.get({
+    index: config.get('esConfig.ES_INDEX')
+  })
+  const existingIndex = indices[config.get('esConfig.ES_INDEX')]
+  const existingMappings = existingIndex.mappings[config.get('esConfig.ES_TYPE')]
+  const body = { mappings: {} }
+  body.mappings[config.get('esConfig.ES_TYPE')] = {
+    properties: {
+      ...existingMappings.properties,
+      challengeId: { type: 'keyword' },
+      memberId: { type: 'keyword' }
+    }
+  }
+  yield esClient.indices.create({
+    index: config.get('esConfig.ES_INDEX_V2'),
+    body
+  })
+  logger.info('ES Index creation succeeded!')
+  process.exit(0)
+}).catch((err) => {
+  logger.logFullError(err)
+  process.exit(1)
+})

scripts/deleteIndex.js

@@ -10,8 +10,11 @@ const helper = require('../src/common/helper')
 co(function * deleteIndex () {
   logger.info('ES Index deletion started!')
   const esClient = helper.getEsClient()
+  // yield esClient.indices.delete({
+  //   index: config.get('esConfig.ES_INDEX')
+  // })
   yield esClient.indices.delete({
-    index: config.get('esConfig.ES_INDEX')
+    index: config.get('esConfig.ES_INDEX_V2')
   })
   logger.info('ES Index deletion succeeded!')
   process.exit(0)

scripts/migrateFromDBToES.js

@@ -29,7 +29,7 @@ function * migrateRecords (tableName) {
     logger.debug(`Number of ${tableName}s fetched from DB - ` + totalRecords)
     for (let i = 0; i < totalRecords; i++) {
       const record = {
-        index: config.get('esConfig.ES_INDEX'),
+        index: config.get('esConfig.ES_INDEX_V2'),
         type: config.get('esConfig.ES_TYPE'),
         id: records.Items[i].id,
         body: {

src/common/helper.js

@@ -176,7 +176,7 @@ function prepESFilter (query, actResource) {
   }
 
   const searchCriteria = {
-    index: config.get('esConfig.ES_INDEX'),
+    index: config.get('esConfig.ES_INDEX_V2'),
     type: config.get('esConfig.ES_TYPE'),
     size: pageSize,
     from: (page - 1) * pageSize, // Es Index starts from 0