Skip to content
Open
Show file tree
Hide file tree
Changes from 6 commits
Commits
Show all changes
25 commits
Select commit Hold shift + click to select a range
692b028
All the changes I need
gmechali Jul 31, 2025
55a1bcd
Changes to mixer for cloud deploy pipeline
gmechali Jul 31, 2025
c739bb9
Merge branch 'master' into deployMixer
gmechali Jul 31, 2025
339ad21
Some removals
gmechali Jul 31, 2025
c81e20c
Just add tag
gmechali Aug 1, 2025
83f2227
Add support for staging
gmechali Aug 1, 2025
b8dfb03
Merge branch 'master' into deployMixer
gmechali Aug 4, 2025
ab82914
Mixer deploy changes
gmechali Aug 5, 2025
72803d5
All random diffs experimented with. this works.
gmechali Aug 6, 2025
72ceb24
some more diffs
gmechali Aug 7, 2025
5df372a
Add cloudbuild for triggering deploy + ping the pub sub topic to depl…
gmechali Aug 11, 2025
a658d49
attempt to fix bigtable
gmechali Aug 12, 2025
9d7fc32
Merge branch 'master' into deployMixer
gmechali Aug 18, 2025
3d3906f
Fix volume mounts for bigtable config
gmechali Aug 19, 2025
c9d6245
Remove dev
gmechali Aug 20, 2025
66099d9
Merge branch 'master' into deployMixer
gmechali Sep 8, 2025
d0ddf9d
Pushing mixer deploy changes
gmechali Sep 10, 2025
aa2d91d
Increase timeout
gmechali Sep 10, 2025
655c9ae
Adding more delay before startup prprobe
gmechali Sep 10, 2025
cf1d509
Push initialSEcondsDelay on health check
gmechali Sep 15, 2025
2f3b995
Commenting out smaller svg
gmechali Sep 16, 2025
617705a
Cleaning up needed changes
gmechali Sep 16, 2025
405999f
Just lint cleanup
gmechali Sep 16, 2025
ee6ccfa
corrections
gmechali Sep 16, 2025
536aa40
Pass in the correct mixer GCP project for prod.
gmechali Sep 17, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions deploy/helm_charts/envs/mixer_autopush.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
# Helm config
mixer:
image:
tag: ""
hostProject: datcom-mixer-autopush
serviceName: autopush.api.datacommons.org
cacheSVFormula: true
Expand Down
3 changes: 3 additions & 0 deletions deploy/helm_charts/envs/mixer_dev.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,9 @@ nodes: 2
serviceGroups:
svg:
replicas: 2
resources:
memoryRequest: "4G"
memoryLimit: "4G"
recon:
replicas: 4
observation:
Expand Down
2 changes: 2 additions & 0 deletions deploy/helm_charts/envs/mixer_staging.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
# Helm config
mixer:
image:
tag: ""
hostProject: datcom-mixer-staging
serviceName: staging.api.datacommons.org

Expand Down
18 changes: 9 additions & 9 deletions deploy/helm_charts/mixer/templates/config_maps.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ kind: ConfigMap
apiVersion: v1
metadata:
name: {{ include "mixer.fullname" . }}-githash
namespace: {{ .Values.namespace.name }}
namespace: {{ .Release.Namespace }}
data:
mixer_hash.txt: {{ required "mixer githash is required" .Values.mixer.githash | quote }}

Expand All @@ -36,9 +36,9 @@ kind: ConfigMap
apiVersion: v1
metadata:
name: {{ include "mixer.fullname" . }}-store-config
namespace: {{ .Values.namespace.name }}
namespace: {{ .Release.Namespace }}
data:
bigquery.version: {{ required "kgStoreConfig.bigqueryVersion is required." .Values.kgStoreConfig.bigqueryVersion }}
bigquery.version: {{ required "kgStoreConfig.bigqueryVersion is required." .Values.kgStoreConfig.bigqueryVersion | quote }}
base_bigtable_info.yaml: {{ required "baseBigtableInfo is required." .Values.kgStoreConfig.baseBigtableInfo | quote }}
custom_bigtable_info.yaml: {{ .Values.kgStoreConfig.customBigtableInfo | quote }}
spanner_graph_info.yaml: {{ .Values.kgStoreConfig.spannerGraphInfo | quote }}
Expand All @@ -51,7 +51,7 @@ kind: ConfigMap
apiVersion: v1
metadata:
name: {{ include "mixer.fullname" . }}-mixer-config
namespace: {{ .Values.namespace.name }}
namespace: {{ .Release.Namespace }}
data:
hostProject: {{ required "Mixer GCP project is required." .Values.mixer.hostProject }}
serviceName: {{ required "Mixer service name is required." .Values.mixer.serviceName }}
Expand All @@ -62,9 +62,9 @@ kind: ConfigMap
apiVersion: v1
metadata:
name: {{ include "mixer.fullname" . }}-schema-mapping
namespace: {{ .Values.namespace.name }}
namespace: {{ .Release.Namespace }}
data:
{{ range $key, $val := .Values.mixer.schemaConfigs }}
{{ $key }}: |
{{ $val | nindent 4 }}
{{ end }}
base.mcf: |
{{ (index .Values.mixer.schemaConfigs "base.mcf") | nindent 4 }}
encode.mcf: |
{{ (index .Values.mixer.schemaConfigs "encode.mcf") | nindent 4 }}
7 changes: 4 additions & 3 deletions deploy/helm_charts/mixer/templates/deployment.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ apiVersion: apps/v1
kind: Deployment
metadata:
name: {{ include "mixer.fullname" $ }}-{{ $serviceName }}
namespace: {{ $.Values.namespace.name }}
namespace: {{ $.Release.Namespace }}
labels:
service: {{ include "mixer.fullname" $ }}-{{ $serviceName }}
{{- include "mixer.labels" $ | nindent 4 }}
Expand Down Expand Up @@ -74,7 +74,7 @@ spec:
name: service-config-configmap
containers:
- name: mixer
image: "{{ $.Values.mixer.image.repository }}:{{ $.Values.mixer.image.tag | default $.Chart.AppVersion }}"
image: "{{ $.Values.mixer.image.repository }}{{- if $.Values.mixer.image.tag -}}:{{ $.Values.mixer.image.tag }}{{- end }}"
imagePullPolicy: {{ $.Values.mixer.image.pullPolicy }}
resources:
limits:
Expand Down Expand Up @@ -146,6 +146,7 @@ spec:
configMapKeyRef:
name: {{ include "mixer.fullname" $ }}-store-config
key: redis_info.yaml
optional: true
- name: MIXER_HASH
valueFrom:
configMapKeyRef:
Expand All @@ -168,7 +169,7 @@ spec:
periodSeconds: 10
initialDelaySeconds: 10
- name: esp
image: "{{ $.Values.esp.image.repository }}:{{ $.Values.esp.image.tag | default $.Chart.AppVersion }}"
image: "{{ $.Values.esp.image.repository }}{{- if $.Values.esp.image.tag -}}:{{ $.Values.esp.image.tag }}{{- end }}"
imagePullPolicy: {{ $.Values.esp.image.pullPolicy }}
resources:
limits:
Expand Down
2 changes: 1 addition & 1 deletion deploy/helm_charts/mixer/templates/ingress.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
name: {{ .Values.ingress.name }}
namespace: {{ .Values.namespace.name }}
namespace: {{ .Release.Namespace }}
labels:
{{- include "mixer.labels" . | nindent 4 }}
{{- with .Values.ingress.annotations }}
Expand Down
4 changes: 2 additions & 2 deletions deploy/helm_charts/mixer/templates/service.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ apiVersion: v1
kind: Service
metadata:
name: {{ include "mixer.fullname" $ }}-{{ $serviceName }}
namespace: {{ $.Values.namespace.name }}
namespace: {{ $.Release.Namespace }}
labels:
service: {{ include "mixer.fullname" $ }}-{{ $serviceName }}
{{- include "mixer.labels" $ | nindent 4 }}
Expand All @@ -51,7 +51,7 @@ apiVersion: cloud.google.com/v1
kind: BackendConfig
metadata:
name: {{ include "mixer.fullname" . }}-backendconfig
namespace: {{ .Values.namespace.name }}
namespace: {{ .Release.Namespace }}
spec:
# Timeout for load balancer and the GKE pod connection
timeoutSec: 300
Expand Down
2 changes: 1 addition & 1 deletion deploy/helm_charts/mixer/templates/serviceaccount.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ apiVersion: v1
kind: ServiceAccount
metadata:
name: {{ .Values.serviceAccount.name }}
namespace: {{ .Values.namespace.name }}
namespace: {{ .Release.Namespace }}
labels:
{{- include "mixer.labels" . | nindent 4 -}}
annotations:
Expand Down
8 changes: 4 additions & 4 deletions deploy/helm_charts/mixer/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ fullnameOverride: ""
# Set enabled to false to deploy into an existing namespace.
namespace:
create: false
name: "mixer"
name: "{{ .Values.namespace.name }}"

# Everything custom DC related.
customDC:
Expand Down Expand Up @@ -60,11 +60,11 @@ mixer:
image:
repository: gcr.io/datcom-ci/datacommons-mixer
pullPolicy: IfNotPresent
tag: "latest"
tag: ""

schemaConfigs:
base.mcf:
encode.mcf:
base.mcf: ""
encode.mcf: ""

esp:
image:
Expand Down