add DataRouter logging robustness integration tests

Author: RSingh1511

.github/workflows/component_tests.yml

@@ -62,4 +62,5 @@ jobs:
             --test_output=errors \
             //score/test/component/datarouter:test_datarouter_filters \
             //score/test/component/mw_log:test_mw_log \
-            //score/test/component/mw_log:test_mw_log_filters
+            //score/test/component/mw_log:test_mw_log_filters \
+            //score/test/integration/datarouter:test_datarouter_scenarios

.github/workflows/component_tests_nightly.yml

@@ -61,4 +61,4 @@ jobs:
           bazel test --lockfile_mode=error --config x86_64-linux \
             --test_tag_filters=integration \
             --test_output=errors \
-            //score/test/component/...
+            //score/test/...

score/test/component/BUILD

@@ -24,7 +24,7 @@ pkg_tar(
         "@score_itf//third_party/dlt:dlt-receive",
     ],
     target_compatible_with = ["@platforms//os:linux"],
-    visibility = ["//score/test/component:__subpackages__"],
+    visibility = ["//score/test:__subpackages__"],
 )
 
 pkg_tar(
@@ -45,7 +45,7 @@ pkg_tar(
 pkg_tar(
     name = "datarouter_pkg",
     target_compatible_with = ["@platforms//os:linux"],
-    visibility = ["//score/test/component:__subpackages__"],
+    visibility = ["//score/test:__subpackages__"],
     deps = [
         ":datarouter_bin_pkg",
         ":datarouter_conf_pkg",
@@ -71,5 +71,5 @@ py_itf_plugin(
     ],
     py_library = ":logging_plugin_lib",
     target_compatible_with = ["@platforms//os:linux"],
-    visibility = ["//score/test/component:__subpackages__"],
+    visibility = ["//score/test:__subpackages__"],
 )

score/test/component/dlt_generator_app/BUILD

@@ -46,7 +46,7 @@ pkg_tar(
 
 pkg_tar(
     name = "dlt_generator_filesystem",
-    visibility = ["//score/test/component:__subpackages__"],
+    visibility = ["//score/test:__subpackages__"],
     deps = [
         ":dlt_generator_bin_pkg",
         ":dlt_generator_config_pkg",

score/test/component/logging_plugin.py

@@ -54,6 +54,38 @@ def _wait_for_datarouter(target, timeout=_DATAROUTER_READY_TIMEOUT):
     raise TimeoutError(f"Datarouter socket not found within {timeout}s")
 
 
+class _DatarouterManager:
+    """Gives tests explicit start/stop control over DataRouter."""
+
+    def __init__(self, target):
+        self._target = target
+        self._proc = None
+
+    def start(self):
+        """Start DataRouter and wait until it is ready."""
+        self._proc = self._target.execute_async(
+            "/opt/datarouter/bin/datarouter",
+            args=["--no_adaptive_runtime"],
+            cwd="/opt/datarouter",
+        )
+        _wait_for_datarouter(self._target)
+
+    def stop(self):
+        """Stop DataRouter. Safe to call even if start() was never called."""
+        if self._proc is not None and self._proc.is_running():
+            self._proc.stop()
+
+
+@pytest.fixture(scope="function")
+def datarouter_manager(target):
+    """Like datarouter_on_target but DataRouter is NOT started automatically."""
+    manager = _DatarouterManager(target)
+    try:
+        yield manager
+    finally:
+        manager.stop()
+
+
 def download_dlt(target, remote_path):
     """Download a .dlt file from the target and return a DltLogRecord for querying.
 

score/test/integration/BUILD

@@ -0,0 +1,12 @@
+# *******************************************************************************
+# Copyright (c) 2025 Contributors to the Eclipse Foundation
+#
+# See the NOTICE file(s) distributed with this work for additional
+# information regarding copyright ownership.
+#
+# This program and the accompanying materials are made available under the
+# terms of the Apache License Version 2.0 which is available at
+# https://www.apache.org/licenses/LICENSE-2.0
+#
+# SPDX-License-Identifier: Apache-2.0
+# *******************************************************************************

score/test/integration/datarouter/BUILD

@@ -0,0 +1,20 @@
+# *******************************************************************************
+# Copyright (c) 2025 Contributors to the Eclipse Foundation
+#
+# See the NOTICE file(s) distributed with this work for additional
+# information regarding copyright ownership.
+#
+# This program and the accompanying materials are made available under the
+# terms of the Apache License Version 2.0 which is available at
+# https://www.apache.org/licenses/LICENSE-2.0
+#
+# SPDX-License-Identifier: Apache-2.0
+# *******************************************************************************
+
+load("//score/test/component:defs.bzl", "py_logging_itf_test")
+
+py_logging_itf_test(
+    name = "test_datarouter_scenarios",
+    srcs = ["test_datarouter_scenarios.py"],
+    filesystem = "//score/test/component/dlt_generator_app:dlt_generator_filesystem",
+)

score/test/integration/datarouter/test_datarouter_scenarios.py

@@ -0,0 +1,78 @@
+# *******************************************************************************
+# Copyright (c) 2025 Contributors to the Eclipse Foundation
+#
+# See the NOTICE file(s) distributed with this work for additional
+# information regarding copyright ownership.
+#
+# This program and the accompanying materials are made available under the
+# terms of the Apache License Version 2.0 which is available at
+# https://www.apache.org/licenses/LICENSE-2.0
+#
+# SPDX-License-Identifier: Apache-2.0
+# *******************************************************************************
+
+"""DataRouter robustness tests: detached-app logging and delayed DR start."""
+
+import logging
+import time
+
+from logging_plugin import download_dlt
+
+LOGGER = logging.getLogger(__name__)
+
+APP_ID = "LGGG"
+DEFAULT_MESSAGE = "default message text for example log generating application"
+
+_DETACHED_FLUSH_WAIT_S = 5
+_DR_START_DELAY_S = 2
+_DR_FLUSH_WAIT_S = 5
+_APP_HOLD_AFTER_LOG_MS = 8000
+
+
+def test_logging_detached_logs(target, datarouter_on_target, dlt_capture):
+    """DataRouter must recover logs from an app that exits before DR syncs."""
+    with dlt_capture() as receiver:
+        target.execute(
+            "cd /opt/test_apps/dlt_generator && ./bin/dlt_generator"
+            " -i 10 -s 0 -f true -w 0"
+        )
+        time.sleep(_DETACHED_FLUSH_WAIT_S)
+
+    record = download_dlt(target, receiver.dlt_file)
+    messages = record.find(query=dict(apid=APP_ID))
+    LOGGER.info("Received %d messages from detached app", len(messages))
+
+    assert len(messages) > 0, "DataRouter failed to recover detached app logs"
+    payloads = "\n".join(str(m.payload) for m in messages)
+    assert DEFAULT_MESSAGE in payloads, "Expected log content not found"
+
+
+def test_logging_after_delayed_dr_start(target, datarouter_manager, dlt_capture):
+    """Messages buffered in shared memory must not be lost when DR starts late."""
+    with dlt_capture() as receiver:
+        proc = target.execute_async(
+            "/opt/test_apps/dlt_generator/bin/dlt_generator",
+            args=[
+                "-i",
+                "10",
+                "-s",
+                "0",
+                "-f",
+                "true",
+                "-w",
+                str(_APP_HOLD_AFTER_LOG_MS),
+            ],
+            cwd="/opt/test_apps/dlt_generator",
+        )
+        time.sleep(_DR_START_DELAY_S)
+        datarouter_manager.start()
+        proc.wait(timeout_s=30)
+        time.sleep(_DR_FLUSH_WAIT_S)
+
+    record = download_dlt(target, receiver.dlt_file)
+    messages = record.find(query=dict(apid=APP_ID))
+    LOGGER.info("Received %d messages after delayed DR start", len(messages))
+
+    assert len(messages) > 0, "Messages logged before DR started were lost"
+    payloads = "\n".join(str(m.payload) for m in messages)
+    assert DEFAULT_MESSAGE in payloads, "Expected log content not found"