feat: Support Vector 0.58.0 (#889)

* feat: Support Vector 0.58.0

* test(logging): Update Vector aggregator Helm values

Author: siegfriedweber

CHANGELOG.md

@@ -20,7 +20,7 @@ All notable changes to this project will be documented in this file.
   assembles all relevant Kubernetes resources before anything is applied ([#841]).
 - The RBAC ServiceAccount and RoleBinding are now built with the operator-rs `v2::rbac`
   functions and carry the full set of recommended labels ([#846]).
-- Bump stackable-operator to 0.118.0 ([#855], [#865], [#876]).
+- Bump stackable-operator to 0.121.0 ([#855], [#865], [#876], [#880], [#888]).
 - The reconciler now applies resources and derives the cluster status in discrete
   apply and update_status steps ([#856]).
 - All product containers now run with `securityContext.runAsNonRoot` set to `true` to improve security ([#860]).
@@ -36,8 +36,7 @@ All notable changes to this project will be documented in this file.
   operator upgrade, delete each broker, coordinator and router StatefulSet so that the operator
   immediately recreates it with the new labels ([#865]).
 - Make operations infallible where dependent on static inputs ([#869], [#874]).
-- test: Bump vector-aggregator to 0.58.0 ([#885]).
-- Bump stackable-operator to 0.121.0 ([#880], [#888]).
+- Support Vector 0.58.0 ([#885], [#889]).
 - Replace the unmaintained `serde_yaml` with `yaml_serde` ([#888]).
 - All pods now set `securityContext.seccompProfile.type` to `RuntimeDefault` ([#888]).
 
@@ -67,6 +66,7 @@ All notable changes to this project will be documented in this file.
 [#880]: https://github.com/stackabletech/druid-operator/pull/880
 [#885]: https://github.com/stackabletech/druid-operator/pull/885
 [#888]: https://github.com/stackabletech/druid-operator/pull/888
+[#889]: https://github.com/stackabletech/druid-operator/pull/889
 
 ## [26.7.0] - 2026-07-21
 

rust/operator-binary/src/controller/build/properties/product_logging/test-vector.sh

@@ -1,11 +1,19 @@
 #!/usr/bin/env sh
 
-DATA_DIR=/stackable/log/_vector-state \
-LOG_DIR=/stackable/log \
-NAMESPACE=default \
-CLUSTER_NAME=druid \
-ROLE_NAME=broker \
-ROLE_GROUP_NAME=default \
-VECTOR_AGGREGATOR_ADDRESS=vector-aggregator \
-VECTOR_FILE_LOG_LEVEL=info \
+set -eu
+
+export DATA_DIR=/stackable/log/_vector-state
+export LOG_DIR=/stackable/log
+export NAMESPACE=default
+export CLUSTER_NAME=druid
+export ROLE_NAME=broker
+export ROLE_GROUP_NAME=default
+export VECTOR_AGGREGATOR_ADDRESS=http://vector-aggregator:6000
+export VECTOR_FILE_LOG_LEVEL=info
+
+# Required because vector.yaml contains ${...} placeholders
+export VECTOR_DANGEROUSLY_ALLOW_ENV_VAR_INTERPOLATION=true
+
+vector validate --no-environment vector.yaml
+
 vector test vector.yaml vector-test.yaml

rust/operator-binary/src/controller/build/properties/product_logging/vector-test.yaml

@@ -17,6 +17,7 @@ tests:
           timestamp: 2025-10-02T09:27:28.582Z
     outputs:
       - extract_from: extended_logs
+        expected_event_count: 1
         conditions:
           - type: vrl
             source: |
@@ -47,6 +48,7 @@ tests:
           timestamp: 2025-10-02T09:27:28.582Z
     outputs:
       - extract_from: extended_logs
+        expected_event_count: 1
         conditions:
           - type: vrl
             source: |
@@ -82,6 +84,7 @@ tests:
           timestamp: 2025-10-02T09:27:29.473487331Z
     outputs:
       - extract_from: extended_logs
+        expected_event_count: 1
         conditions:
           - type: vrl
             source: |
@@ -119,6 +122,7 @@ tests:
           version: 0.49.0
     outputs:
       - extract_from: extended_logs
+        expected_event_count: 1
         conditions:
           - type: vrl
             source: |
@@ -147,6 +151,7 @@ tests:
             level: INFO
     outputs:
       - extract_from: filtered_logs_vector
+        expected_event_count: 1
         conditions:
           - type: vrl
             source: |

rust/operator-binary/src/controller/build/properties/product_logging/vector.yaml

@@ -176,7 +176,9 @@ transforms:
   # Extends the processed files with the fields "container" and "file"
   extended_logs_files:
     inputs:
-      - processed_files_*
+      - processed_files_stdout
+      - processed_files_stderr
+      - processed_files_log4j2
     type: remap
     source: |
       del(.source_type)
@@ -214,7 +216,8 @@ transforms:
   # Add the fields "namespace", "cluster", "role" and "roleGroup" to all logs
   extended_logs:
     inputs:
-      - extended_logs_*
+      - extended_logs_files
+      - extended_logs_vector
     type: remap
     source: |
       .namespace = "${NAMESPACE}"
@@ -228,4 +231,8 @@ sinks:
     inputs:
       - extended_logs
     type: vector
-    address: ${VECTOR_AGGREGATOR_ADDRESS}
+    routing:
+      endpoints:
+        - ${VECTOR_AGGREGATOR_ADDRESS}
+    compression: zstd
+    keepalive: {}

tests/templates/kuttl/logging/01-install-druid-vector-aggregator.yaml

@@ -14,4 +14,4 @@ kind: ConfigMap
 metadata:
   name: druid-vector-aggregator-discovery
 data:
-  ADDRESS: druid-vector-aggregator:6123
+  ADDRESS: http://druid-vector-aggregator:6123

tests/templates/kuttl/logging/01_druid-vector-aggregator-values.yaml.j2

@@ -220,7 +220,9 @@ customConfig:
     aggregator:
       inputs: [vector]
       type: vector
-      address: {{ lookup('env', 'VECTOR_AGGREGATOR') }}
+      routing:
+        endpoints:
+          - {{ lookup('env', 'VECTOR_AGGREGATOR') }}
       buffer:
         # Avoid back pressure from VECTOR_AGGREGATOR. The test should
         # not fail if the aggregator is not available.

tests/templates/kuttl/smoke/53-assert.yaml.j2

@@ -178,7 +178,9 @@ transforms:
   # Extends the processed files with the fields "container" and "file"
   extended_logs_files:
     inputs:
-      - processed_files_*
+      - processed_files_stdout
+      - processed_files_stderr
+      - processed_files_log4j2
     type: remap
     source: |
       del(.source_type)
@@ -216,7 +218,8 @@ transforms:
   # Add the fields "namespace", "cluster", "role" and "roleGroup" to all logs
   extended_logs:
     inputs:
-      - extended_logs_*
+      - extended_logs_files
+      - extended_logs_vector
     type: remap
     source: |
       .namespace = "${NAMESPACE}"
@@ -230,7 +233,11 @@ sinks:
     inputs:
       - extended_logs
     type: vector
-    address: ${VECTOR_AGGREGATOR_ADDRESS}
+    routing:
+      endpoints:
+        - ${VECTOR_AGGREGATOR_ADDRESS}
+    compression: zstd
+    keepalive: {}
 {% endset %}
 ---
 # Snapshot the full `.data` of each operator-managed ConfigMap.