From b916e1247e710733ee2092de8d31d4fafb70325a Mon Sep 17 00:00:00 2001
From: Nick Larsen <nick.larsen@stackable.tech>
Date: Tue, 18 Mar 2025 15:35:22 +0100
Subject: [PATCH 1/2] fix(demo/trino-taxi-data): Enable tls for loading data
 into minio

---
 demos/trino-taxi-data/load-test-data.yaml | 42 ++++++++++++++++++++++-
 1 file changed, 41 insertions(+), 1 deletion(-)

diff --git a/demos/trino-taxi-data/load-test-data.yaml b/demos/trino-taxi-data/load-test-data.yaml
index 4afe0d58..809cb90b 100644
--- a/demos/trino-taxi-data/load-test-data.yaml
+++ b/demos/trino-taxi-data/load-test-data.yaml
@@ -10,13 +10,53 @@ spec:
         - name: load-ny-taxi-data
           image: "bitnami/minio:2024-debian-12"
           # yamllint disable-line rule:line-length
-          command: ["bash", "-c", "cd /tmp && for month in 2020-01 2020-02 2020-03 2020-04 2020-05 2020-06 2020-07 2020-08 2020-09 2020-10 2020-11 2020-12 2021-01 2021-02 2021-03 2021-04 2021-05 2021-06 2021-07 2021-08 2021-09 2021-10 2021-11 2021-12 2022-01 2022-02 2022-03 2022-04; do curl -O https://repo.stackable.tech/repository/misc/ny-taxi-data/yellow_tripdata_$month.parquet && mc --insecure alias set minio http://minio:9000/ $(cat /minio-s3-credentials/accessKey) $(cat /minio-s3-credentials/secretKey) && mc cp yellow_tripdata_$month.parquet minio/demo/ny-taxi-data/raw/; done"]
+          command:
+            - bash
+            - -ce
+            - |
+              # Copy the CA cert from the "tls" SecretClass
+              cp -v /etc/minio/mc/original_certs/ca.crt /.mc/certs/CAs/public.crt
+
+              cd /tmp
+              for month in 2020-01 2020-02 2020-03 2020-04 2020-05 2020-06 2020-07 2020-08 2020-09 2020-10 2020-11 2020-12 2021-01 2021-02 2021-03 2021-04 2021-05 2021-06 2021-07 2021-08 2021-09 2021-10 2021-11 2021-12 2022-01 2022-02 2022-03 2022-04; do
+                curl -O https://repo.stackable.tech/repository/misc/ny-taxi-data/yellow_tripdata_$month.parquet
+                mc alias set minio https://minio.default.svc.cluster.local:9000/ $(cat /minio-s3-credentials/accessKey) $(cat /minio-s3-credentials/secretKey)
+                mc cp yellow_tripdata_$month.parquet minio/demo/ny-taxi-data/raw/
+              done
           volumeMounts:
             - name: minio-s3-credentials
               mountPath: /minio-s3-credentials
+            # Mount the certificate generated by the secret-operator
+            - name: tls
+              mountPath: /etc/minio/mc/original_certs
+            # On startup, we will rename the certs and move them here:
+            - mountPath: /.mc/certs/CAs
+              name: certs
+
       volumes:
         - name: minio-s3-credentials
           secret:
             secretName: minio-s3-credentials
+        # Request a TLS certificate from the secret-operator
+        - name: tls
+          ephemeral:
+            volumeClaimTemplate:
+              metadata:
+                annotations:
+                  secrets.stackable.tech/class: tls
+                  secrets.stackable.tech/scope: |-
+                    service=minio
+              spec:
+                storageClassName: secrets.stackable.tech
+                accessModes:
+                  - ReadWriteOnce
+                resources:
+                  requests:
+                    storage: 1
+        # Create an in-memory emptyDir to copy the certs to (to avoid permission errors)
+        - name: certs
+          emptyDir:
+            sizeLimit: 5Mi
+            medium: Memory
       restartPolicy: OnFailure
   backoffLimit: 50

From 737c2116692e3d807731ea85cea34ed42d2c3178 Mon Sep 17 00:00:00 2001
From: Nick Larsen <nick.larsen@stackable.tech>
Date: Tue, 18 Mar 2025 15:43:11 +0100
Subject: [PATCH 2/2] chore(demo/trino-taxi-data): Further script cleanup

---
 demos/trino-taxi-data/load-test-data.yaml | 15 +++++++++++----
 1 file changed, 11 insertions(+), 4 deletions(-)

diff --git a/demos/trino-taxi-data/load-test-data.yaml b/demos/trino-taxi-data/load-test-data.yaml
index 809cb90b..ec8ca345 100644
--- a/demos/trino-taxi-data/load-test-data.yaml
+++ b/demos/trino-taxi-data/load-test-data.yaml
@@ -17,11 +17,18 @@ spec:
               # Copy the CA cert from the "tls" SecretClass
               cp -v /etc/minio/mc/original_certs/ca.crt /.mc/certs/CAs/public.crt
 
+              MINIO_ENDPOINT="https://minio.default.svc.cluster.local:9000/"
+              MINIO_ACCESS_KEY=$(cat /minio-s3-credentials/accessKey)
+              MINIO_SECRET_KEY=$(cat /minio-s3-credentials/secretKey)
+
               cd /tmp
-              for month in 2020-01 2020-02 2020-03 2020-04 2020-05 2020-06 2020-07 2020-08 2020-09 2020-10 2020-11 2020-12 2021-01 2021-02 2021-03 2021-04 2021-05 2021-06 2021-07 2021-08 2021-09 2021-10 2021-11 2021-12 2022-01 2022-02 2022-03 2022-04; do
-                curl -O https://repo.stackable.tech/repository/misc/ny-taxi-data/yellow_tripdata_$month.parquet
-                mc alias set minio https://minio.default.svc.cluster.local:9000/ $(cat /minio-s3-credentials/accessKey) $(cat /minio-s3-credentials/secretKey)
-                mc cp yellow_tripdata_$month.parquet minio/demo/ny-taxi-data/raw/
+              for month in \
+              2020-01 2020-02 2020-03 2020-04 2020-05 2020-06 2020-07 2020-08 2020-09 2020-10 \
+              2020-11 2020-12 2021-01 2021-02 2021-03 2021-04 2021-05 2021-06 2021-07 2021-08 \
+              2021-09 2021-10 2021-11 2021-12 2022-01 2022-02 2022-03 2022-04; do
+                curl -O "https://repo.stackable.tech/repository/misc/ny-taxi-data/yellow_tripdata_$month.parquet"
+                mc alias set minio "$MINIO_ENDPOINT" "$MINIO_ACCESS_KEY" "$MINIO_SECRET_KEY"
+                mc cp "yellow_tripdata_$month.parquet" minio/demo/ny-taxi-data/raw/
               done
           volumeMounts:
             - name: minio-s3-credentials