diff --git a/glue_iceberg_register_table.yaml b/glue_iceberg_register_table.yaml index 46648ad..9affaaf 100644 --- a/glue_iceberg_register_table.yaml +++ b/glue_iceberg_register_table.yaml @@ -139,7 +139,7 @@ Resources: Timeout: 300 Environment: Variables: - S3_BUCKET_NAME: !Ref S3Bucket + S3_BUCKET_NAME: !Ref S3 # # Customer resource to execute the load CSV lambda function @@ -206,19 +206,19 @@ Resources: ScriptLocation: !Join - '' - - 's3://' - - !Ref S3Bucket + - !Ref S3 - '/scripts/0_create_iceberg_table.py' PythonVersion: '3' DefaultArguments: '--extra-jars': !Join - '' - - 's3://' - - !Ref S3Bucket + - !Ref S3 - '/jars/iceberg-aws-bundle-1.6.1.jar,' - 's3://' - - !Ref S3Bucket + - !Ref S3 - '/jars/iceberg-spark-runtime-3.3_2.12-1.6.1.jar' - '--s3_bucket_name': !Ref S3Bucket + '--s3_bucket_name': !Ref S3 MaxRetries: 0 GlueVersion: '4.0' NumberOfWorkers: 2 @@ -235,19 +235,19 @@ Resources: ScriptLocation: !Join - '' - - 's3://' - - !Ref S3Bucket + - !Ref S3 - '/scripts/1_register_table.py' PythonVersion: '3' DefaultArguments: '--extra-jars': !Join - '' - - 's3://' - - !Ref S3Bucket + - !Ref S3 - '/jars/iceberg-aws-bundle-1.6.1.jar,' - 's3://' - - !Ref S3Bucket + - !Ref S3 - '/jars/iceberg-spark-runtime-3.3_2.12-1.6.1.jar' - '--s3_bucket_name': !Ref S3Bucket + '--s3_bucket_name': !Ref S3 MaxRetries: 0 GlueVersion: '4.0' NumberOfWorkers: 2