Merge pull request techmatters#742 from techmatters/gian_CHI-2827

chore: Migrate resource search to shared ES instance [CHI-2827]

packages/elasticsearch-client/src/executeBulk.ts

@@ -15,6 +15,7 @@
  */
 import { BulkRequest, BulkResponse } from '@elastic/elasticsearch/lib/api/types';
 import { PassThroughConfig } from './client';
+import createIndex from './createIndex';
 
 export type BulkOperation<T> = {
   id: string;
@@ -32,6 +33,7 @@ export type BulkOperations<T> = BulkOperation<T>[];
 
 export type ExecuteBulkExtraParams<T> = {
   documents: BulkOperations<T>;
+  autocreate?: boolean;
 };
 
 export type ExecuteBulkParams<T> = PassThroughConfig<T> & ExecuteBulkExtraParams<T>;
@@ -43,7 +45,14 @@ export const executeBulk = async <T>({
   index,
   indexConfig,
   documents,
+  autocreate = false,
 }: ExecuteBulkParams<T>): Promise<ExecuteBulkResponse> => {
+  if (autocreate) {
+    // const exists = await client.indices.exists({ index });
+    // NOTE: above check is already performed in createIndex
+    await createIndex({ client, index, indexConfig });
+  }
+
   const body: BulkRequest['operations'] = documents.flatMap(
     (documentItem): BulkRequest['operations'] => {
       if (documentItem.action === 'delete') {

resources-domain/lambdas/search-index/index.ts

@@ -83,10 +83,14 @@ export const executeBulk = async (
     Object.keys(documentsByAccountSid).map(async accountSid => {
       const documents = documentsByAccountSid[accountSid];
       const client = (
-        await getClient({ accountSid, indexType: RESOURCE_INDEX_TYPE })
+        await getClient({
+          accountSid,
+          indexType: RESOURCE_INDEX_TYPE,
+          ssmConfigParameter: process.env.SSM_PARAM_ELASTICSEARCH_CONFIG,
+        })
       ).indexClient(resourceIndexConfiguration);
       try {
-        const indexResp = await client.executeBulk({ documents });
+        const indexResp = await client.executeBulk({ documents, autocreate: true });
         await handleErrors(indexResp, addDocumentIdToFailures);
       } catch (err) {
         console.error(new ResourceIndexProcessorError('Error calling executeBulk'), err);