From 661789616d57b586ea661c0e89d03abcb6ea71e6 Mon Sep 17 00:00:00 2001 From: Marc Gonzalez Date: Fri, 22 Mar 2024 14:41:40 +0100 Subject: [PATCH] Incomptaible SchemaChanges mode --- .../data/core/services/glue/GlueCrawlerService.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/main/scala/com/metabolic/data/core/services/glue/GlueCrawlerService.scala b/src/main/scala/com/metabolic/data/core/services/glue/GlueCrawlerService.scala index 61eba67..98e85f3 100644 --- a/src/main/scala/com/metabolic/data/core/services/glue/GlueCrawlerService.scala +++ b/src/main/scala/com/metabolic/data/core/services/glue/GlueCrawlerService.scala @@ -66,11 +66,11 @@ class GlueCrawlerService(implicit val region: Regions) extends Logging { .withS3Targets(s3TargetList:_*) val recrawlPolicy = new RecrawlPolicy() - .withRecrawlBehavior(RecrawlBehavior.CRAWL_NEW_FOLDERS_ONLY) + .withRecrawlBehavior(RecrawlBehavior.CRAWL_EVERYTHING) val schemaChangePolicy = new SchemaChangePolicy() .withUpdateBehavior(UpdateBehavior.UPDATE_IN_DATABASE) - .withDeleteBehavior(DeleteBehavior.DEPRECATE_IN_DATABASE) + .withDeleteBehavior(DeleteBehavior.DELETE_FROM_DATABASE) val crawlerCreateRequest = new CreateCrawlerRequest() .withDatabaseName(dbName)