Update entrypoint.sh to use /bin/sh instead of /bin/bash. Add new par…

…ameters to fetch_and_process_urls function.
Cdaprod · Mar 6, 2024 · b967315 · b967315
1 parent 52b3bbd
commit b967315
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/app/entrypoint.sh b/app/entrypoint.sh
@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/bin/sh
 
 # Function to check if Weaviate is up
 wait_for_weaviate() {

diff --git a/app/hydrate_funcs.py b/app/hydrate_funcs.py
@@ -66,7 +66,8 @@ def process_documents_in_minio(bucket_name, processed_object_names):
         os.remove(file_path)
         print(f"MinIO and Weaviate have ingested '{object_name}'! :)")
 
-def fetch_and_process_urls(url_list.urls, BUCKET_NAME):
+#def fetch_and_process_urls(url_list.urls, BUCKET_NAME):
+def fetch_and_process_urls(urls, bucket_name, minio_client, weaviate_client):
     processed_object_names = []  # Track successfully processed URLs
 
     if not minio_client.bucket_exists(bucket_name):