add job deletion for succeded and failed jobs (#53)

Author: psuzn

backend/src/main/kotlin/me/sujanpoudel/playdeals/DIConfigurer.kt

@@ -1,5 +1,6 @@
 package me.sujanpoudel.playdeals
 
+import com.fasterxml.jackson.databind.DeserializationFeature
 import com.fasterxml.jackson.databind.ObjectMapper
 import com.fasterxml.jackson.databind.SerializationFeature
 import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule
@@ -129,7 +130,8 @@ fun configureDI(
       .useJobActivator(instance())
       .useBackgroundJobServer(
         BackgroundJobServerConfiguration.usingStandardBackgroundJobServerConfiguration()
-          .andDeleteSucceededJobsAfter(Duration.ofHours(6))
+          .andDeleteSucceededJobsAfter(Duration.ofMinutes(10))
+          .andPermanentlyDeleteDeletedJobsAfter(Duration.ofMinutes(10))
           .andWorkerCount(1)
           .andPollIntervalInSeconds(10)
       )
@@ -154,7 +156,8 @@ fun configureDI(
   bindSingleton {
     AndroidAppExpiryCheckScheduler(
       repository = instance(),
-      requestScheduler = instance()
+      requestScheduler = instance(),
+      storageProvider = instance()
     )
   }
   bindSingleton {
@@ -193,5 +196,6 @@ private fun configureObjectMapper(): ObjectMapper {
     registerKotlinModule()
     registerModule(JavaTimeModule())
     configure(SerializationFeature.WRITE_DATES_AS_TIMESTAMPS, false)
+    configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false)
   }
 }

backend/src/main/kotlin/me/sujanpoudel/playdeals/jobs/AndroidAppExpiryCheckScheduler.kt

@@ -2,16 +2,22 @@ package me.sujanpoudel.playdeals.jobs
 
 import me.sujanpoudel.playdeals.common.SIMPLE_NAME
 import me.sujanpoudel.playdeals.common.loggingExecutionTime
+import me.sujanpoudel.playdeals.logger
 import me.sujanpoudel.playdeals.repositories.DealRepository
 import org.jobrunr.jobs.lambdas.JobRequest
+import org.jobrunr.jobs.states.StateName
 import org.jobrunr.scheduling.JobRequestScheduler
 import org.jobrunr.scheduling.RecurringJobBuilder
+import org.jobrunr.storage.StorageProvider
 import java.time.Duration
+import java.time.Instant
+import java.time.temporal.ChronoUnit
 import java.util.UUID
 
 class AndroidAppExpiryCheckScheduler(
   private val repository: DealRepository,
-  private val requestScheduler: JobRequestScheduler
+  private val requestScheduler: JobRequestScheduler,
+  private val storageProvider: StorageProvider
 ) : CoJobRequestHandler<AndroidAppExpiryCheckScheduler.Request>() {
 
   override suspend fun handleRequest(jobRequest: Request): Unit = loggingExecutionTime(
@@ -21,6 +27,10 @@ class AndroidAppExpiryCheckScheduler(
       .map { AppDetailScrapper.Request(it.id) }
 
     requestScheduler.enqueue(apps)
+
+    val lastUpdatedTime = Instant.now().minus(1, ChronoUnit.HOURS)
+    val jobs = storageProvider.deleteJobsPermanently(StateName.FAILED, lastUpdatedTime)
+    logger.info("deleted FAILED `$jobs`")
   }
 
   class Request private constructor() : JobRequest {