-
Notifications
You must be signed in to change notification settings - Fork 106
/
Copy pathSET
64 lines (53 loc) · 2.87 KB
/
SET
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
#!/usr/bin/env bash
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
if [ -z "${PROJECT_ID}" ] && [ -z "${DOCAI_WH_PROJECT_ID}" ]; then
echo "Please set either PROJECT_ID or DOCAI_WH_PROJECT_ID and retry."
return
fi
if [ -z "${PROJECT_ID}" ] && [ -z "${DOCAI_PROJECT_ID}" ]; then
echo "Please set either PROJECT_ID or DOCAI_PROJECT_ID and retry."
return
fi
if [ -z "${PROJECT_ID}" ] && [ -z "${DATA_PROJECT_ID}" ]; then
echo "Please set either PROJECT_ID or DATA_PROJECT_ID and retry."
return
fi
######################################################################
# DOCAI WH Project - GCP Project in which Document AI WH has been provisioned
######################################################################
export DOCAI_WH_PROJECT_ID=${DOCAI_WH_PROJECT_ID:-$PROJECT_ID}
DOCAI_WH_PROJECT_NUMBER=$(gcloud projects describe "${DOCAI_WH_PROJECT_ID}" --format='get(projectNumber)')
export DOCAI_WH_PROJECT_NUMBER
export SA_DOCAI_WH="service-${DOCAI_WH_PROJECT_NUMBER}@gcp-sa-cloud-cw.iam.gserviceaccount.com"
gcloud config set project "$DOCAI_WH_PROJECT_ID"
export DOCAI_OUTPUT_BUCKET="$DOCAI_WH_PROJECT_ID-docai-output" # Bucket for the Document AI output
export PROJECT_ID=${PROJECT_ID:-$DOCAI_WH_PROJECT_ID}
# Service Account to execute script, created inside DOCAI WH Project
export SA_NAME=docai-utility-sa
export SA_EMAIL=${SA_NAME}@${DOCAI_WH_PROJECT_ID}.iam.gserviceaccount.com
export KEY_NAME=${DOCAI_WH_PROJECT_ID}_${SA_NAME}.json
export KEY_PATH=${DIR}/${KEY_NAME}
export CALLER_USER=${SA_EMAIL}
export GOOGLE_APPLICATION_CREDENTIALS=${KEY_PATH}
######################################################################
# DOCAI Project - GCP Project with Document AI Processor used for document parsing
######################################################################
export DOCAI_PROJECT_ID=${DOCAI_PROJECT_ID:-$PROJECT_ID}
DOCAI_PROJECT_NUMBER=$(gcloud projects describe "${DOCAI_PROJECT_ID}" --format='get(projectNumber)')
export DOCAI_PROJECT_NUMBER
export SA_DOCAI="service-${DOCAI_PROJECT_NUMBER}@gcp-sa-prod-dai-core.iam.gserviceaccount.com"
######################################################################
# PROJECT with GCS Data to be Loaded
######################################################################
export DATA_PROJECT_ID=${DATA_PROJECT_ID:-$PROJECT_ID} # Project ID of the GCP Project in which GCS bucket is located for data to be loaded into the DW.
export DEBUG=true #For STDOUT output of logging
# PYTHON PATH
export PYTHONPATH="${DIR}/../common/src"
# Additional parameters
echo "PROJECT_ID=$PROJECT_ID"
echo "DOCAI_WH_PROJECT_ID=$DOCAI_WH_PROJECT_ID, DOCAI_WH_PROJECT_NUMBER=$DOCAI_WH_PROJECT_NUMBER"
echo "DOCAI_PROJECT_ID=$DOCAI_PROJECT_ID, DOCAI_PROJECT_NUMBER=$DOCAI_PROJECT_NUMBER"
echo "DATA_PROJECT_ID=$DATA_PROJECT_ID"
echo "PROCESSOR_ID=$PROCESSOR_ID"
echo "CALLER_USER=$CALLER_USER"
echo "DOCAI_OUTPUT_BUCKET=$DOCAI_OUTPUT_BUCKET"