Skip to content

Commit

Permalink
Update glue_iceberg_register_table.yaml
Browse files Browse the repository at this point in the history
  • Loading branch information
ev2900 authored Oct 9, 2024
1 parent 790f5eb commit 038e031
Showing 1 changed file with 9 additions and 9 deletions.
18 changes: 9 additions & 9 deletions glue_iceberg_register_table.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -139,7 +139,7 @@ Resources:
Timeout: 300
Environment:
Variables:
S3_BUCKET_NAME: !Ref S3Bucket
S3_BUCKET_NAME: !Ref S3

#
# Customer resource to execute the load CSV lambda function
Expand Down Expand Up @@ -206,19 +206,19 @@ Resources:
ScriptLocation: !Join
- ''
- - 's3://'
- !Ref S3Bucket
- !Ref S3
- '/scripts/0_create_iceberg_table.py'
PythonVersion: '3'
DefaultArguments:
'--extra-jars': !Join
- ''
- - 's3://'
- !Ref S3Bucket
- !Ref S3
- '/jars/iceberg-aws-bundle-1.6.1.jar,'
- 's3://'
- !Ref S3Bucket
- !Ref S3
- '/jars/iceberg-spark-runtime-3.3_2.12-1.6.1.jar'
'--s3_bucket_name': !Ref S3Bucket
'--s3_bucket_name': !Ref S3
MaxRetries: 0
GlueVersion: '4.0'
NumberOfWorkers: 2
Expand All @@ -235,19 +235,19 @@ Resources:
ScriptLocation: !Join
- ''
- - 's3://'
- !Ref S3Bucket
- !Ref S3
- '/scripts/1_register_table.py'
PythonVersion: '3'
DefaultArguments:
'--extra-jars': !Join
- ''
- - 's3://'
- !Ref S3Bucket
- !Ref S3
- '/jars/iceberg-aws-bundle-1.6.1.jar,'
- 's3://'
- !Ref S3Bucket
- !Ref S3
- '/jars/iceberg-spark-runtime-3.3_2.12-1.6.1.jar'
'--s3_bucket_name': !Ref S3Bucket
'--s3_bucket_name': !Ref S3
MaxRetries: 0
GlueVersion: '4.0'
NumberOfWorkers: 2
Expand Down

0 comments on commit 038e031

Please sign in to comment.