Skip to content

Commit 652cb24

Browse files
committed
Merge branch 'main' of https://github.com/stackabletech/demos into fix/waterlevel-druid-syntax
2 parents d3bad6e + 5ac0045 commit 652cb24

File tree

2 files changed

+29
-2
lines changed

2 files changed

+29
-2
lines changed

demos/spark-k8s-anomaly-detection-taxi-data/load-test-data.yaml

+28-1
Original file line numberDiff line numberDiff line change
@@ -10,13 +10,40 @@ spec:
1010
- name: load-ny-taxi-data
1111
image: "bitnami/minio:2022-debian-10"
1212
# yamllint disable-line rule:line-length
13-
command: ["bash", "-c", "cd /tmp && for month in 2020-09 2020-10 2020-11 2020-12; do curl -O https://repo.stackable.tech/repository/misc/ny-taxi-data/fhvhv_tripdata_$month.parquet && mc --insecure alias set minio http://minio:9000/ $(cat /minio-s3-credentials/accessKey) $(cat /minio-s3-credentials/secretKey) && mc cp fhvhv_tripdata_$month.parquet minio/demo/ny-taxi-data/raw/ && mc mb --ignore-existing minio/prediction; done"]
13+
command:
14+
- "bash"
15+
- "-ce"
16+
- |
17+
cd /tmp
18+
for month in 2020-09 2020-10 2020-11 2020-12; do
19+
curl -O https://repo.stackable.tech/repository/misc/ny-taxi-data/fhvhv_tripdata_$month.parquet
20+
mc alias set minio https://minio.default.svc.cluster.local:9000/ $(cat /minio-s3-credentials/accessKey) $(cat /minio-s3-credentials/secretKey)
21+
mc cp fhvhv_tripdata_$month.parquet minio/demo/ny-taxi-data/raw/
22+
mc mb --ignore-existing minio/prediction;
23+
done
1424
volumeMounts:
1525
- name: minio-s3-credentials
1626
mountPath: /minio-s3-credentials
27+
- name: tls
28+
mountPath: /.mc/certs/CAs
1729
volumes:
1830
- name: minio-s3-credentials
1931
secret:
2032
secretName: minio-s3-credentials
33+
- name: tls
34+
ephemeral:
35+
volumeClaimTemplate:
36+
metadata:
37+
annotations:
38+
secrets.stackable.tech/class: tls
39+
secrets.stackable.tech/scope: |-
40+
service=minio
41+
spec:
42+
storageClassName: secrets.stackable.tech
43+
accessModes:
44+
- ReadWriteOnce
45+
resources:
46+
requests:
47+
storage: "1"
2148
restartPolicy: OnFailure
2249
backoffLimit: 50

stacks/stacks-v2.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -254,7 +254,7 @@ stacks:
254254
- minio
255255
- s3
256256
manifests:
257-
- helmChart: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/_templates/minio.yaml
257+
- plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/_templates/minio-tls/rendered-chart.yaml
258258
- helmChart: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/_templates/postgresql-hive.yaml
259259
- helmChart: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/_templates/postgresql-hive-iceberg.yaml
260260
- helmChart: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/_templates/postgresql-superset.yaml

0 commit comments

Comments
 (0)