feat: Support Vector 0.58.0 (#878)

* feat: Support Vector 0.58.0

* chore: Fix YAML linter warning

* fix: Fail test-vector.sh on validation errors

Author: siegfriedweber

CHANGELOG.md

@@ -52,7 +52,7 @@
   roles leave unset ([#867]).
 - Bump stackable-operator to 0.121.0 ([#868], [#879]).
 - Docs: remove Spark submit/monitor classes and refer to demo usage instead ([#870]).
-- test: Bump vector-aggregator to 0.58.0 ([#876]).
+- Support Vector 0.58.0 ([#876], [#878]).
 - Replace the unmaintained `serde_yaml` with `yaml_serde` ([#879]).
 - All pods now set `securityContext.seccompProfile.type` to `RuntimeDefault` ([#879]).
 
@@ -92,6 +92,7 @@
 [#870]: https://github.com/stackabletech/airflow-operator/pull/870
 [#872]: https://github.com/stackabletech/airflow-operator/pull/872
 [#876]: https://github.com/stackabletech/airflow-operator/pull/876
+[#878]: https://github.com/stackabletech/airflow-operator/pull/878
 [#879]: https://github.com/stackabletech/airflow-operator/pull/879
 
 ## [26.7.0] - 2026-07-21

rust/operator-binary/src/controller/build/properties/product_logging/test-config.yaml

@@ -0,0 +1,3 @@
+---
+# Pin the timezone so that it does not affect the tests
+timezone: Etc/UTC

rust/operator-binary/src/controller/build/properties/product_logging/test-vector.sh

@@ -1,13 +1,19 @@
 #!/usr/bin/env sh
 
-# `TZ=UTC` so the Python-JSON `asctime` (which has no timezone) parses deterministically.
-TZ=UTC \
-DATA_DIR=/stackable/log/_vector-state \
-LOG_DIR=/stackable/log \
-NAMESPACE=default \
-CLUSTER_NAME=airflow \
-ROLE_NAME=webserver \
-ROLE_GROUP_NAME=default \
-VECTOR_AGGREGATOR_ADDRESS=vector-aggregator \
-VECTOR_FILE_LOG_LEVEL=info \
-vector test vector.yaml vector-test.yaml
+set -eu
+
+export DATA_DIR=/stackable/log/_vector-state
+export LOG_DIR=/stackable/log
+export NAMESPACE=default
+export CLUSTER_NAME=airflow
+export ROLE_NAME=webserver
+export ROLE_GROUP_NAME=default
+export VECTOR_AGGREGATOR_ADDRESS=http://vector-aggregator:6000
+export VECTOR_FILE_LOG_LEVEL=info
+
+# Required because vector.yaml contains ${...} placeholders
+export VECTOR_DANGEROUSLY_ALLOW_ENV_VAR_INTERPOLATION=true
+
+vector validate --no-environment vector.yaml
+
+vector test test-config.yaml vector.yaml vector-test.yaml

rust/operator-binary/src/controller/build/properties/product_logging/vector-test.yaml

@@ -17,6 +17,7 @@ tests:
           timestamp: 2025-10-02T09:27:28.582Z
     outputs:
       - extract_from: extended_logs
+        expected_event_count: 1
         conditions:
           - type: vrl
             source: |
@@ -47,6 +48,7 @@ tests:
           timestamp: 2025-10-02T09:27:28.582Z
     outputs:
       - extract_from: extended_logs
+        expected_event_count: 1
         conditions:
           - type: vrl
             source: |
@@ -77,6 +79,7 @@ tests:
           timestamp: 2025-10-02T09:27:29.473487331Z
     outputs:
       - extract_from: extended_logs
+        expected_event_count: 1
         conditions:
           - type: vrl
             source: |
@@ -114,6 +117,7 @@ tests:
           version: 0.56.0
     outputs:
       - extract_from: extended_logs
+        expected_event_count: 1
         conditions:
           - type: vrl
             source: |
@@ -142,6 +146,7 @@ tests:
             level: INFO
     outputs:
       - extract_from: filtered_logs_vector
+        expected_event_count: 1
         conditions:
           - type: vrl
             source: |

rust/operator-binary/src/controller/build/properties/product_logging/vector.yaml

@@ -111,7 +111,9 @@ transforms:
   # Extends the processed files with the fields "container" and "file"
   extended_logs_files:
     inputs:
-      - processed_files_*
+      - processed_files_stdout
+      - processed_files_stderr
+      - processed_files_py
     type: remap
     source: |
       del(.source_type)
@@ -149,7 +151,8 @@ transforms:
   # Add the fields "namespace", "cluster", "role" and "roleGroup" to all logs
   extended_logs:
     inputs:
-      - extended_logs_*
+      - extended_logs_files
+      - extended_logs_vector
     type: remap
     source: |
       .namespace = "${NAMESPACE}"
@@ -163,4 +166,8 @@ sinks:
     inputs:
       - extended_logs
     type: vector
-    address: ${VECTOR_AGGREGATOR_ADDRESS}
+    routing:
+      endpoints:
+        - ${VECTOR_AGGREGATOR_ADDRESS}
+    compression: zstd
+    keepalive: {}

tests/templates/kuttl/logging/30-install-airflow-vector-aggregator.yaml

@@ -14,4 +14,4 @@ kind: ConfigMap
 metadata:
   name: airflow-vector-aggregator-discovery
 data:
-  ADDRESS: airflow-vector-aggregator:6123
+  ADDRESS: http://airflow-vector-aggregator:6123