feat: offloading upload to worker

libs/backend/ranking/src/controllers/upload.controller.ts

@@ -5,6 +5,8 @@ import moment from 'moment';
 import * as XLSX from 'xlsx';
 import { MembersRolePerGroupData, UpdateRankingService } from '../services';
 import { UploadGuard, MultipartFile, File } from '@badman/backend-utils';
+import workerThreadFilePath from '../worker/config';
+import { Worker } from 'worker_threads';
 
 @Controller('ranking/upload')
 export class UploadRankingController {
@@ -55,22 +57,27 @@ export class UploadRankingController {
 
       res.send({ message: true });
 
-      this._updateRankingService
-        .processFileUpload(mappedData, {
+      const worker = new Worker(workerThreadFilePath, {
+        workerData: {
           updateCompStatus,
           updateRanking,
           updatePossible,
           updateClubs,
-          rankingDate: rankingDate.toDate(),
-          clubMembershipStartDate: clubMembershipStartDate.toDate(),
-          clubMembershipEndDate: clubMembershipEndDate.toDate(),
+          rankingDate,
+          clubMembershipStartDate,
+          clubMembershipEndDate,
           removeAllRanking,
           rankingSystemId,
           createNewPlayers,
-        })
-        .then(() => {
-          this._logger.log('Ranking processed');
-        });
+          mappedData,
+        },
+      });
+
+      worker.on('message', () => {
+        this._logger.verbose('Done');
+      });
+      worker.on('error', (e) => this._logger.error('on error', e));
+      worker.on('exit', (code) => this._logger.log('on exit', code));
     });
   }
 

libs/backend/ranking/src/worker/config.ts

@@ -0,0 +1,4 @@
+// it will import the compiled js file from dist directory
+const workerThreadFilePath = __dirname + '/process-ranking.js';
+
+export default workerThreadFilePath;

libs/backend/ranking/src/worker/process-ranking.ts

@@ -0,0 +1,41 @@
+import { NestFactory } from '@nestjs/core';
+import { isMainThread, workerData } from 'worker_threads';
+import { RankingModule } from '../ranking.module';
+import { UpdateRankingService } from '../services';
+
+async function run() {
+  if (isMainThread) {
+    throw new Error('This script should be run as a worker thread');
+  }
+  const app = await NestFactory.createApplicationContext(RankingModule);
+  const updateRankingService = app.get(UpdateRankingService);
+
+  const {
+    updateCompStatus,
+    updateRanking,
+    updatePossible,
+    updateClubs,
+    rankingDate,
+    clubMembershipStartDate,
+    clubMembershipEndDate,
+    removeAllRanking,
+    rankingSystemId,
+    createNewPlayers,
+    mappedData,
+  } = workerData;
+
+  await updateRankingService.processFileUpload(mappedData, {
+    updateCompStatus,
+    updateRanking,
+    updatePossible,
+    updateClubs,
+    rankingDate,
+    clubMembershipStartDate,
+    clubMembershipEndDate,
+    removeAllRanking,
+    rankingSystemId,
+    createNewPlayers,
+  });
+}
+
+run();