Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
31 changes: 18 additions & 13 deletions chordsprod/staging.chordshealth.org/values/etl.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,13 +7,10 @@ etl:
tube:
image:
repository: 707767160287.dkr.ecr.us-east-1.amazonaws.com/gen3/tube
#tag: 2025.08
# patch to flatten nested array
tag: "2025.08"
tag: '2025.08'
esEndpoint: elasticsearch
esGarbageCollect:
enabled: true

etlMapping:
mappings:
- name: chordstaging_geospatial_data_resource
Expand All @@ -30,16 +27,17 @@ etl:
- name: measures_subcategory_minor
- name: measures
- name: time_extent_start_year
src: time_extent_start_yyyy
src: time_extent_start_yyyy
- name: time_extent_end_year
src: time_extent_end_yyyy
src: time_extent_end_yyyy
- name: temporal_resolution
- name: spatial_resolution
- name: spatial_coverage
- name: spatial_bounding_box
- name: exposure_media
parent_props:
- path: resources[resource_short_name:short_name, resource_url, resource_description:description, domain, keywords, access_type].projects[project_sponsor, project_sponsor_type]
- path: resources[resource_short_name:short_name, resource_url, resource_description:description,
domain, keywords, access_type].projects[project_sponsor, project_sponsor_type]
- name: chordstaging_population_data_resource
doc_type: population_data_resource
type: aggregator
Expand All @@ -54,9 +52,9 @@ etl:
- name: measures_subcategory_minor
- name: measures
- name: time_extent_start_year
src: time_extent_start_yyyy
src: time_extent_start_yyyy
- name: time_extent_end_year
src: time_extent_end_yyyy
src: time_extent_end_yyyy
- name: temporal_resolution
- name: spatial_resolution
- name: spatial_coverage
Expand All @@ -66,7 +64,8 @@ etl:
- name: model_methods
- name: population_studied
parent_props:
- path: resources[resource_short_name:short_name, resource_url, resource_description:description, domain, keywords, access_type].projects[project_sponsor, project_sponsor_type]
- path: resources[resource_short_name:short_name, resource_url, resource_description:description,
domain, keywords, access_type].projects[project_sponsor, project_sponsor_type]
- name: chordstaging_key_dataset_resource
doc_type: key_data_resource
type: aggregator
Expand All @@ -80,9 +79,9 @@ etl:
- name: measures_subcategory_minor
- name: measures
- name: time_extent_start_year
src: time_extent_start_yyyy
src: time_extent_start_yyyy
- name: time_extent_end_year
src: time_extent_end_yyyy
src: time_extent_end_yyyy
- name: time_available_comment
- name: temporal_resolution
- name: spatial_resolution
Expand All @@ -92,4 +91,10 @@ etl:
- name: data_formats
- name: data_location_text
parent_props:
- path: resources[resource_short_name:short_name, resource_url, resource_description:description, domain, keywords, access_type].projects[project_sponsor, project_sponsor_type]
- path: resources[resource_short_name:short_name, resource_url, resource_description:description,
domain, keywords, access_type].projects[project_sponsor, project_sponsor_type]
image:
tube:
tag: '2025.09'
spark:
tag: '2025.09'
25 changes: 6 additions & 19 deletions chordsprod/staging.chordshealth.org/values/fence.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,13 +3,10 @@ fence:
replicaCount: 2
image:
repository: 707767160287.dkr.ecr.us-east-1.amazonaws.com/gen3/fence
tag: 2025.08

tag: '2025.09'
usersync:
#-- (bool) Whether to run Fence usersync or not.
usersync: true
userYamlS3Path: s3://cdis-gen3-users/staging-chords-health/user.yaml

USER_YAML: |
authz:
# policies automatically given to anyone, even if they are not authenticated
Expand Down Expand Up @@ -604,21 +601,11 @@ fence:
- mds_admin
- data_upload
- services.sheepdog-admin


# -- (map) External Secrets settings.
externalSecrets:
# -- (string) Will create the Helm "fence-jwt-keys" secret even if Secrets Manager is enabled. This is helpful if you are wanting to use External Secrets for some, but not all secrets.
createK8sJwtKeysSecret: false
# -- (string) Will create the Helm "fence-google-app-creds-secret" and "fence-google-storage-creds-secret" secrets even if Secrets Manager is enabled. This is helpful if you are wanting to use External Secrets for some, but not all secrets.
createK8sGoogleAppSecrets: true
# -- (string) Will override the name of the aws secrets manager secret. Default is "fence-jwt-keys"
fenceJwtKeys: "chordstaging-fence-jwt"
# -- (string) Will override the name of the aws secrets manager secret. Default is "fence-google-app-creds-secret"
fenceGoogleAppCredsSecret:
# -- (string) Will override the name of the aws secrets manager secret. Default is "fence-google-storage-creds-secret"
fenceGoogleStorageCredsSecret:
# -- (string) Will override the name of the aws secrets manager secret. Default is "fence-config"
fenceConfig: "chordstaging-fence-config"
# -- (string) Will override the name of the aws secrets manager secret. Default is "Values.global.environment-.Chart.Name-creds"
dbcreds: "chords_staging-fence-db-creds"
fenceJwtKeys: chordstaging-fence-jwt
fenceGoogleAppCredsSecret: null
fenceGoogleStorageCredsSecret: null
fenceConfig: chordstaging-fence-config
dbcreds: chords_staging-fence-db-creds
3 changes: 1 addition & 2 deletions chordsprod/staging.chordshealth.org/values/guppy.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,8 @@ guppy:
dbRestore: false
image:
repository: 707767160287.dkr.ecr.us-east-1.amazonaws.com/gen3/guppy
tag: 2025.08
tag: '2025.09'
esEndpoint: elasticsearch:9200

indices:
- index: chordstaging_geospatial_data_resource
type: geospatial_data_resource
Expand Down
Loading
Loading