VAP-1921 Admin job to delete old call logs in onprem db (#2053)

Author: sagar-vapi

apps/adminWorker/src/main.ts

@@ -64,6 +64,7 @@ import {
   orgStripeSubscriptionCancel,
   orgToSubscriptionMigrate,
 } from 'functions/orgFunctions';
+import { deleteOldCallLogs } from 'dbFunctions/logsDbFunctions';
 
 const worker = new Worker<AdminQueueJobData, any, keyof typeof ADMIN_QUEUE_JOB>(
   'admin',
@@ -293,6 +294,9 @@ const worker = new Worker<AdminQueueJobData, any, keyof typeof ADMIN_QUEUE_JOB>(
       case 'statusChecksInit': {
         return adminCacheKeySet(CALL_USAGE_CHECKED_AT_KEY, String(Date.now()));
       }
+      case 'cleanUpCallLogs': {
+        return deleteOldCallLogs();
+      }
       default: {
         throw new Error(`Unknown Job: ${job.name}`);
       }

libs/core/src/dbFunctions/logsDbFunctions.ts

@@ -234,3 +234,15 @@ async function timeLogCreate(log: Log) {
 }
 
 export const timeLogCreateSafe = withErrorHandling(timeLogCreate);
+
+export async function deleteOldCallLogs() {
+  if (!process.env.ENCLAVE_ENABLED || !sea.isSea()) {
+    return;
+  }
+
+  const deleteBeforeDays = process.env.CALL_LOGS_RETENTION_DAYS ?? 7;
+
+  await dbForLogs<CallLogPrivileged[]>/*sql*/ `
+    DELETE FROM call_logs WHERE time < NOW() - INTERVAL '${deleteBeforeDays} DAY'
+  `;
+}

libs/core/src/queues/adminQueue.ts

@@ -34,5 +34,10 @@ if (process.env.NODE_ENV === 'production') {
         },
       )
       .catch(errorWithClock);
+
+    adminQueue
+      // This job will run every 24 hours
+      .add('cleanUpCallLogs', {}, { repeat: { every: 24 * 60 * 60 * 1000 } })
+      .catch(errorWithClock);
   }
 }

libs/core/src/types/queue.types.ts

@@ -255,6 +255,7 @@ export const ADMIN_QUEUE_JOB = {
   callPhoneNumberCallStatusUpdate: 'callPhoneNumberCallStatusUpdate',
   callTwilioStatusUpdate: 'callTwilioStatusUpdate',
   callVonageStatusUpdate: 'callVonageStatusUpdate',
+  cleanUpCallLogs: 'cleanUpCallLogs',
   credentialCreated: 'credentialCreated',
   credentialDeleted: 'credentialDeleted',
   fileCreated: 'fileCreated',