feat(integration-tests): Add core binary tests for the log-converter and clp-s pipeline.

integration-tests/tests/data/unstructured-logs/00-hello-world/converted.json

@@ -0,0 +1,4 @@
+{
+  "timestamp": "01 May 2025 01:02:03,456",
+  "message": " INFO f81d4fae-7dec-11d0-a765-00a0c91e6bf6 [9] (2) a.b.c: Hello world\n"
+}

integration-tests/tests/data/unstructured-logs/00-hello-world/raw.log

@@ -0,0 +1 @@
+01 May 2025 01:02:03,456 INFO f81d4fae-7dec-11d0-a765-00a0c91e6bf6 [9] (2) a.b.c: Hello world

integration-tests/tests/data/unstructured-logs/01-escape-seq/converted.json

@@ -0,0 +1 @@
+{"timestamp": "08 Oct 2025 20:00:31,125", "message": " ERROR cc994739-866c-4789-9596-cbd08b4a5ebd [pool-5-thread-515] c.a.r.c.e.PreferenceBasedRulesExecutor Vasanth PreferenceBasedRulesExecutor processInvalidRuleException: {FAILURE:\"MVEL failure: could not execute facts for rule.\",EXCEPTION_TYPE:\"org.mvel.UnresolveablePropertyException \",RETRY_COUNT:2,REASON:\"unable to resolve token: \\u201c$ABCString \",VARIABLE_VALUES:{abc:\"XXX \",$randomVariable:\"000 \"}\\n\n"}

integration-tests/tests/data/unstructured-logs/01-escape-seq/raw.log

@@ -0,0 +1 @@
+08 Oct 2025 20:00:31,125 ERROR cc994739-866c-4789-9596-cbd08b4a5ebd [pool-5-thread-515] c.a.r.c.e.PreferenceBasedRulesExecutor Vasanth PreferenceBasedRulesExecutor processInvalidRuleException: {FAILURE:"MVEL failure: could not execute facts for rule.",EXCEPTION_TYPE:"org.mvel.UnresolveablePropertyException ",RETRY_COUNT:2,REASON:"unable to resolve token: \u201c$ABCString ",VARIABLE_VALUES:{abc:"XXX ",$randomVariable:"000 "}\n

integration-tests/tests/test_identity_transformation.py

@@ -3,6 +3,8 @@
 compression and decompression.
 """
 
+from pathlib import Path
+
 import pytest
 
 from tests.utils.asserting_utils import run_and_assert
@@ -15,10 +17,14 @@
 from tests.utils.utils import (
     is_dir_tree_content_equal,
     is_json_file_structurally_equal,
+    unlink,
 )
 
 pytestmark = pytest.mark.core
 
+# Constants
+CLP_S_CANONICAL_OUTPUT_FILENAME = "original"
+
 text_datasets = pytest.mark.parametrize(
     "test_logs_fixture",
     [
@@ -128,9 +134,8 @@ def test_clp_s_identity_transform(
     )
     _clp_s_compress_and_decompress(core_config, consolidated_json_test_paths)
 
-    _consolidated_json_file_name = "original"
-    input_path = consolidated_json_test_paths.logs_source_dir / _consolidated_json_file_name
-    output_path = consolidated_json_test_paths.decompression_dir / _consolidated_json_file_name
+    input_path = consolidated_json_test_paths.logs_source_dir / CLP_S_CANONICAL_OUTPUT_FILENAME
+    output_path = consolidated_json_test_paths.decompression_dir / CLP_S_CANONICAL_OUTPUT_FILENAME
     assert is_json_file_structurally_equal(input_path, output_path), (
         f"Mismatch between clp-s input {input_path} and output {output_path}."
     )
@@ -139,6 +144,58 @@ def test_clp_s_identity_transform(
     consolidated_json_test_paths.clear_test_outputs()
 
 
+@pytest.mark.clp_s
+def test_log_converter_clp_s_identity_transform(
+    core_config: CoreConfig,
+    integration_test_config: IntegrationTestConfig,
+) -> None:
+    """
+    Validate the end-to-end functionality of the `log-converter` and `clp-s` pipeline.
+
+    This test ensures that:
+    1. `log-converter` correctly transforms unstructured logs into key-value IR format.
+    2. The kv-IR output can be compressed and decompressed by `clp-s` without data loss.
+
+    :param core_config:
+    :param integration_test_config:
+    """
+    log_converter_out_dir = integration_test_config.test_root_dir / "log-converter-outputs"
+    log_converter_out_dir.mkdir(parents=True, exist_ok=True)
+    log_converter_bin_path_str = str(core_config.log_converter_binary_path)
+
+    unstructured_logs_dir = Path(__file__).resolve().parent / "data" / "unstructured-logs"
+    for test_case_dir in unstructured_logs_dir.iterdir():
+        if not test_case_dir.is_dir():
+            continue
+
+        test_name = test_case_dir.name
+        kv_ir_out = log_converter_out_dir / test_name
+        unlink(kv_ir_out)
+
+        # fmt: off
+        run_and_assert([
+            log_converter_bin_path_str,
+            str(test_case_dir / "raw.log"),
+            "--output-dir", str(kv_ir_out),
+        ])
+        # fmt: on
+
+        test_paths = CompressionTestConfig(
+            test_name=f"log-converter-clp-s-{test_name}",
+            logs_source_dir=kv_ir_out,
+            integration_test_config=integration_test_config,
+        )
+        _clp_s_compress_and_decompress(core_config, test_paths)
+
+        expected_out = test_case_dir / "converted.json"
+        actual_out = test_paths.decompression_dir / CLP_S_CANONICAL_OUTPUT_FILENAME
+        assert is_json_file_structurally_equal(expected_out, actual_out), (
+            f"Mismatch between {expected_out}(expected) and {actual_out}(actual)."
+        )
+
+        test_paths.clear_test_outputs()
+
+
 def _clp_s_compress_and_decompress(
     core_config: CoreConfig, test_paths: CompressionTestConfig
 ) -> None:

integration-tests/tests/utils/config.py

@@ -54,6 +54,11 @@ def clp_s_binary_path(self) -> Path:
         """:return: The absolute path to the core binary `clp-s`."""
         return self.clp_core_bins_dir / "clp-s"
 
+    @property
+    def log_converter_binary_path(self) -> Path:
+        """:return: The absolute path to the core binary `log-converter`."""
+        return self.clp_core_bins_dir / "log-converter"
+
 
 @dataclass(frozen=True)
 class PackageConfig: