From b6e93b0b6329226d08b966e4957cccd78c6ca297 Mon Sep 17 00:00:00 2001 From: David Betancur Date: Mon, 13 May 2024 14:41:38 -0400 Subject: [PATCH] Update to support multiple metadata DAGs to be controlled by the resource_map --- src/ingest-pipeline/airflow/dags/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/ingest-pipeline/airflow/dags/utils.py b/src/ingest-pipeline/airflow/dags/utils.py index 81873021..bb7b6cb3 100644 --- a/src/ingest-pipeline/airflow/dags/utils.py +++ b/src/ingest-pipeline/airflow/dags/utils.py @@ -72,7 +72,7 @@ # default maximum for number of files for which info should be returned in_line # rather than via an alternative scratch file -MAX_IN_LINE_FILES = 5000 +MAX_IN_LINE_FILES = 50000 GIT = "git" GIT_CLONE_COMMAND = [