From 1fcf9bc6754ff9ab554a57774e5e412550b30368 Mon Sep 17 00:00:00 2001
From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com>
Date: Tue, 30 Dec 2025 14:27:43 +0000
Subject: [PATCH 1/5] Initial plan


From 87ded068eb72c581a943e1d7881b09b20a48514a Mon Sep 17 00:00:00 2001
From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com>
Date: Tue, 30 Dec 2025 14:35:49 +0000
Subject: [PATCH 2/5] Add open_bench.py CLI tool for benchmarking pipelines

Co-authored-by: madhuri-rai07 <11625583+madhuri-rai07@users.noreply.github.com>
---
 .../README.md                                 |   3 +
 .../docs/user-guide/how-to-run-open-bench.md  | 268 ++++++++++++++++
 .../open_bench.py                             | 301 ++++++++++++++++++
 3 files changed, 572 insertions(+)
 create mode 100644 tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md
 create mode 100755 tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py

diff --git a/tools/visual-pipeline-and-platform-evaluation-tool/README.md b/tools/visual-pipeline-and-platform-evaluation-tool/README.md
index cf69c20be6..4414d94708 100644
--- a/tools/visual-pipeline-and-platform-evaluation-tool/README.md
+++ b/tools/visual-pipeline-and-platform-evaluation-tool/README.md
@@ -41,6 +41,8 @@ The Visual Pipeline and Platform Evaluation Tool simplifies hardware selection f
 
 **Automated Video Generation**: Generate synthetic test videos to evaluate system performance under controlled conditions.
 
+**Command-Line Benchmarking**: Run benchmarks and optimizations directly from the command line using the `open_bench.py` script, without requiring the web interface.
+
 ## How It Works
 
 <!--
@@ -67,5 +69,6 @@ The Visual Pipeline and Platform Evaluation Tool integrates with AI-based video
 - [System Requirements](docs/user-guide/system-requirements.md)
 - [Get Started](docs/user-guide/get-started.md)
 - [How to Build Source](docs/user-guide/how-to-build-source.md)
+- [How to Run Benchmarks with open_bench.py](docs/user-guide/how-to-run-open-bench.md)
 - [How to use Video Generator ](docs/user-guide/how-to-use-video-generator.md)
 - [Release Notes](docs/user-guide/release-notes.md)
\ No newline at end of file
diff --git a/tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md b/tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md
new file mode 100644
index 0000000000..31a70e7bc6
--- /dev/null
+++ b/tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md
@@ -0,0 +1,268 @@
+# How to Run Benchmarks with open_bench.py
+
+The `open_bench.py` script provides a command-line interface for benchmarking and optimizing AI pipelines without needing to use the web interface.
+
+## Prerequisites
+
+Before running benchmarks, ensure you have:
+
+1. **Built the tool from source** or have the development environment set up. See [How to Build Source](how-to-build-source.md) for instructions.
+2. **Python environment** with the required dependencies installed:
+   ```bash
+   python -m pip install -r requirements.txt
+   ```
+3. **Video file** for testing (or use the included test videos)
+4. **Models downloaded** - Run the models download script:
+   ```bash
+   bash models.sh
+   ```
+
+## Quick Start
+
+### List Available Pipelines
+
+To see which pipelines are available:
+
+```bash
+python open_bench.py list
+```
+
+Example output:
+```
+Available pipelines:
+  ✓ smartnvr: Smart Network Video Recorder (NVR) Proxy Pipeline
+  ✓ transportation2: Transportation Pipeline v2
+```
+
+### Run a Benchmark
+
+Benchmark a pipeline to find the maximum number of streams that can achieve a target FPS:
+
+```bash
+python open_bench.py benchmark \
+    --pipeline smartnvr \
+    --video /path/to/video.mp4 \
+    --device CPU \
+    --fps-floor 30
+```
+
+**Parameters:**
+- `--pipeline`: Name of the pipeline (e.g., `smartnvr`, `transportation2`)
+- `--video`: Path to input video file
+- `--device`: Device for inference - `CPU`, `GPU`, or `NPU` (default: `CPU`)
+- `--fps-floor`: Minimum acceptable FPS per stream (default: `30.0`)
+- `--rate`: Percentage of AI-enabled streams (default: `100`)
+- `--batch-size`: Batch size for inference (default: `1`)
+- `--nireq`: Number of inference requests (default: `1`)
+- `--detection-model`: Object detection model to use (optional, uses pipeline default)
+
+**Example Output:**
+```
+============================================================
+BENCHMARK RESULTS
+============================================================
+✓ Success!
+  Total Streams:     8
+  AI Streams:        8
+  Non-AI Streams:    0
+  Per-Stream FPS:    30.45
+  Total FPS:         243.60
+============================================================
+```
+
+### Optimize Pipeline Parameters
+
+Find the best combination of parameters for a given pipeline:
+
+```bash
+python open_bench.py optimize \
+    --pipeline smartnvr \
+    --video /path/to/video.mp4 \
+    --device GPU \
+    --batch-sizes 1 2 4 8 \
+    --nireqs 1 2 4
+```
+
+**Parameters:**
+- `--pipeline`: Name of the pipeline
+- `--video`: Path to input video file
+- `--device`: Device for inference - `CPU`, `GPU`, or `NPU`
+- `--channels`: Number of video channels/streams (default: `1`)
+- `--batch-size`: Default batch size (default: `1`)
+- `--batch-sizes`: List of batch sizes to test (e.g., `1 2 4 8`)
+- `--nireq`: Default number of inference requests (default: `1`)
+- `--nireqs`: List of nireqs to test (e.g., `1 2 4`)
+- `--detection-model`: Object detection model to use (optional)
+
+**Example Output:**
+```
+============================================================
+OPTIMIZATION RESULTS
+============================================================
+✓ Best configuration found!
+  Parameters:        {'object_detection_device': 'GPU', 'object_detection_batch_size': 4, 'object_detection_nireq': 2}
+  Total FPS:         245.32
+  Per-Stream FPS:    245.32
+  Exit Code:         0
+============================================================
+```
+
+## Usage Examples
+
+### Example 1: CPU Benchmark with Different FPS Floor
+
+```bash
+python open_bench.py benchmark \
+    --pipeline smartnvr \
+    --video videos/test_video.mp4 \
+    --device CPU \
+    --fps-floor 25 \
+    --rate 100
+```
+
+### Example 2: GPU Optimization with Custom Parameters
+
+```bash
+python open_bench.py optimize \
+    --pipeline smartnvr \
+    --video videos/test_video.mp4 \
+    --device GPU \
+    --channels 4 \
+    --batch-sizes 1 2 4 8 16 \
+    --nireqs 1 2 4 8
+```
+
+### Example 3: NPU Benchmark with Specific Model
+
+```bash
+python open_bench.py benchmark \
+    --pipeline smartnvr \
+    --video videos/test_video.mp4 \
+    --device NPU \
+    --detection-model "YOLO v5s 416x416 (INT8)" \
+    --fps-floor 30 \
+    --batch-size 1 \
+    --nireq 2
+```
+
+### Example 4: Mixed AI and Non-AI Streams
+
+```bash
+python open_bench.py benchmark \
+    --pipeline smartnvr \
+    --video videos/test_video.mp4 \
+    --device CPU \
+    --fps-floor 30 \
+    --rate 50
+```
+
+This runs with 50% AI-enabled streams and 50% non-AI (recording-only) streams.
+
+## Running in Docker
+
+If you're using the Docker setup, you can run `open_bench.py` inside the container:
+
+1. **Start the container**:
+   ```bash
+   source setup_env.sh -d cpu
+   docker compose up -d
+   ```
+
+2. **Access the container**:
+   ```bash
+   docker exec -it vippet-cpu bash
+   ```
+
+3. **Run the benchmark inside the container**:
+   ```bash
+   cd /home/dlstreamer/vippet
+   python open_bench.py benchmark \
+       --pipeline smartnvr \
+       --video videos/test_video.mp4 \
+       --device CPU \
+       --fps-floor 30
+   ```
+
+## Available Detection Models
+
+The available detection models depend on the pipeline configuration. Common models include:
+
+- `SSDLite MobileNet V2 (INT8)`
+- `YOLO v5m 416x416 (INT8)`
+- `YOLO v5s 416x416 (INT8)`
+- `YOLO v5m 640x640 (INT8)`
+- `YOLO v10s 640x640 (FP16)` (not supported on NPU)
+- `YOLO v10m 640x640 (FP16)` (not supported on NPU)
+
+To see which models are available for a specific pipeline, check the pipeline's `config.yaml` file in the `pipelines/<pipeline-name>/` directory.
+
+## Troubleshooting
+
+### Error: "Video file not found"
+
+Ensure the video file path is correct and the file exists:
+```bash
+ls -la /path/to/video.mp4
+```
+
+### Error: "Pipeline not found"
+
+List available pipelines to verify the name:
+```bash
+python open_bench.py list
+```
+
+### Error: "Model not supported on NPU"
+
+Some models (like YOLO v10) don't support NPU. Choose a different model or device:
+```bash
+python open_bench.py benchmark \
+    --pipeline smartnvr \
+    --video videos/test_video.mp4 \
+    --device CPU \
+    --detection-model "YOLO v5s 416x416 (INT8)"
+```
+
+### Error: "No module named 'benchmark'"
+
+Make sure you're running the script from the correct directory:
+```bash
+cd /home/runner/work/edge-ai-libraries/edge-ai-libraries/tools/visual-pipeline-and-platform-evaluation-tool
+python open_bench.py --help
+```
+
+## Advanced Usage
+
+### Custom Pipeline Development
+
+If you're developing a custom pipeline:
+
+1. Create a new directory under `pipelines/`
+2. Add a `config.yaml` file with pipeline metadata
+3. Create a `pipeline.py` with your pipeline class
+4. Use `open_bench.py` to test your pipeline
+
+### Scripting and Automation
+
+You can use `open_bench.py` in automation scripts:
+
+```bash
+#!/bin/bash
+
+# Run benchmarks across multiple devices
+for device in CPU GPU NPU; do
+    echo "Testing on $device..."
+    python open_bench.py benchmark \
+        --pipeline smartnvr \
+        --video videos/test.mp4 \
+        --device $device \
+        --fps-floor 30
+done
+```
+
+## Additional Resources
+
+- [Get Started Guide](get-started.md)
+- [Build from Source](how-to-build-source.md)
+- [System Requirements](system-requirements.md)
+- [Visual Pipeline and Platform Evaluation Tool Documentation](../README.md)
diff --git a/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py b/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py
new file mode 100755
index 0000000000..7985519b2e
--- /dev/null
+++ b/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py
@@ -0,0 +1,301 @@
+#!/usr/bin/env python3
+"""open_bench.py
+
+Command-line interface for benchmarking pipelines in the Visual Pipeline and Platform Evaluation Tool.
+
+This script allows you to run benchmarks and optimizations on AI pipelines from the command line,
+without needing to use the web interface.
+
+Usage:
+    # Run a benchmark on the Smart NVR pipeline
+    python open_bench.py benchmark --pipeline smartnvr --video /path/to/video.mp4 --device CPU --fps-floor 30
+
+    # Run optimization to find best parameters
+    python open_bench.py optimize --pipeline smartnvr --video /path/to/video.mp4 --device CPU
+"""
+
+import argparse
+import logging
+import sys
+from pathlib import Path
+from typing import Dict, List
+
+from benchmark import Benchmark
+from optimize import PipelineOptimizer
+from pipeline import PipelineLoader
+from utils import prepare_video_and_constants
+
+logging.basicConfig(
+    level=logging.INFO,
+    format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
+)
+logger = logging.getLogger(__name__)
+
+
+def list_pipelines():
+    """List all available pipelines."""
+    try:
+        pipelines = PipelineLoader.list()
+        print("Available pipelines:")
+        for pipeline_name in pipelines:
+            try:
+                config = PipelineLoader.config(pipeline_name)
+                display_name = config.get("name", pipeline_name)
+                enabled = config.get("metadata", {}).get("enabled", False)
+                status = "✓" if enabled else "✗"
+                print(f"  {status} {pipeline_name}: {display_name}")
+            except Exception as e:
+                print(f"  ? {pipeline_name}: (error loading config: {e})")
+        return pipelines
+    except Exception as e:
+        logger.error(f"Error listing pipelines: {e}")
+        return []
+
+
+def run_benchmark(args):
+    """Run a benchmark on the specified pipeline."""
+    try:
+        # Load the pipeline
+        logger.info(f"Loading pipeline: {args.pipeline}")
+        pipeline_cls, config = PipelineLoader.load(args.pipeline)
+        
+        # Check if video file exists
+        video_path = Path(args.video)
+        if not video_path.exists():
+            logger.error(f"Video file not found: {args.video}")
+            return 1
+        
+        # Prepare constants and parameters
+        logger.info("Preparing pipeline configuration...")
+        
+        # Get default models from config
+        detection_models = config.get("parameters", {}).get("inference", {}).get("detection_models", [])
+        detection_default = config.get("parameters", {}).get("inference", {}).get("detection_model_default", "")
+        
+        if args.detection_model:
+            if args.detection_model not in detection_models:
+                logger.warning(f"Model '{args.detection_model}' not in available models: {detection_models}")
+                logger.info(f"Using anyway: {args.detection_model}")
+            detection_model = args.detection_model
+        else:
+            detection_model = detection_default
+            logger.info(f"Using default detection model: {detection_model}")
+        
+        # Prepare video and constants
+        video_output_path, constants, param_grid = prepare_video_and_constants(
+            input_video_player=str(video_path.absolute()),
+            object_detection_model=detection_model,
+            object_detection_device=args.device,
+            object_detection_batch_size=args.batch_size,
+            object_detection_inference_interval=0.0,
+            object_detection_nireq=args.nireq,
+            object_classification_model="Disabled",
+            object_classification_device=args.device,
+            object_classification_batch_size=1,
+            object_classification_inference_interval=0.0,
+            object_classification_reclassify_interval=0.0,
+            object_classification_nireq=1,
+            pipeline_watermark_enabled=False,
+        )
+        
+        # Extract parameters for benchmark
+        parameters = {
+            "object_detection_device": [args.device],
+            "object_detection_batch_size": [args.batch_size],
+            "object_detection_nireq": [args.nireq],
+        }
+        
+        # Create and run benchmark
+        logger.info(f"Starting benchmark with FPS floor: {args.fps_floor}, AI stream rate: {args.rate}%")
+        benchmark = Benchmark(
+            video_path=str(video_path.absolute()),
+            pipeline_cls=pipeline_cls,
+            fps_floor=args.fps_floor,
+            rate=args.rate,
+            parameters=parameters,
+            constants=constants,
+        )
+        
+        result = benchmark.run()
+        total_streams, ai_streams, non_ai_streams, per_stream_fps = result
+        
+        # Display results
+        print("\n" + "="*60)
+        print("BENCHMARK RESULTS")
+        print("="*60)
+        if total_streams > 0:
+            print(f"✓ Success!")
+            print(f"  Total Streams:     {total_streams}")
+            print(f"  AI Streams:        {ai_streams}")
+            print(f"  Non-AI Streams:    {non_ai_streams}")
+            print(f"  Per-Stream FPS:    {per_stream_fps:.2f}")
+            print(f"  Total FPS:         {per_stream_fps * total_streams:.2f}")
+        else:
+            print(f"✗ Failed to find a valid configuration")
+            print(f"  The pipeline could not achieve the target FPS floor of {args.fps_floor}")
+        print("="*60)
+        
+        return 0 if total_streams > 0 else 1
+        
+    except Exception as e:
+        logger.error(f"Error running benchmark: {e}", exc_info=True)
+        return 1
+
+
+def run_optimize(args):
+    """Run optimization to find the best parameters."""
+    try:
+        # Load the pipeline
+        logger.info(f"Loading pipeline: {args.pipeline}")
+        pipeline_cls, config = PipelineLoader.load(args.pipeline)
+        
+        # Check if video file exists
+        video_path = Path(args.video)
+        if not video_path.exists():
+            logger.error(f"Video file not found: {args.video}")
+            return 1
+        
+        # Prepare constants and parameters
+        logger.info("Preparing pipeline configuration...")
+        
+        # Get default models from config
+        detection_models = config.get("parameters", {}).get("inference", {}).get("detection_models", [])
+        detection_default = config.get("parameters", {}).get("inference", {}).get("detection_model_default", "")
+        
+        detection_model = args.detection_model if args.detection_model else detection_default
+        
+        # Prepare video and constants
+        video_output_path, constants, param_grid = prepare_video_and_constants(
+            input_video_player=str(video_path.absolute()),
+            object_detection_model=detection_model,
+            object_detection_device=args.device,
+            object_detection_batch_size=args.batch_size,
+            object_detection_inference_interval=0.0,
+            object_detection_nireq=args.nireq,
+            object_classification_model="Disabled",
+            object_classification_device=args.device,
+            object_classification_batch_size=1,
+            object_classification_inference_interval=0.0,
+            object_classification_reclassify_interval=0.0,
+            object_classification_nireq=1,
+            pipeline_watermark_enabled=False,
+        )
+        
+        # Create parameter grid for optimization
+        # Allow multiple values for optimization
+        param_grid = {
+            "object_detection_device": [args.device],
+            "object_detection_batch_size": args.batch_sizes if args.batch_sizes else [1, 2, 4],
+            "object_detection_nireq": args.nireqs if args.nireqs else [1, 2, 4],
+        }
+        
+        # Create and run optimizer
+        logger.info(f"Starting optimization with parameter grid: {param_grid}")
+        optimizer = PipelineOptimizer(
+            pipeline=pipeline_cls,
+            constants=constants,
+            param_grid=param_grid,
+            channels=args.channels,
+        )
+        
+        optimizer.optimize()
+        best_result = optimizer.evaluate()
+        
+        # Display results
+        print("\n" + "="*60)
+        print("OPTIMIZATION RESULTS")
+        print("="*60)
+        if best_result:
+            print(f"✓ Best configuration found!")
+            print(f"  Parameters:        {best_result.params}")
+            print(f"  Total FPS:         {best_result.total_fps:.2f}")
+            print(f"  Per-Stream FPS:    {best_result.per_stream_fps:.2f}")
+            print(f"  Exit Code:         {best_result.exit_code}")
+        else:
+            print(f"✗ No valid configuration found")
+        print("="*60)
+        
+        return 0 if best_result else 1
+        
+    except Exception as e:
+        logger.error(f"Error running optimization: {e}", exc_info=True)
+        return 1
+
+
+def main():
+    """Main entry point for the CLI."""
+    parser = argparse.ArgumentParser(
+        description="Command-line interface for Visual Pipeline and Platform Evaluation Tool",
+        formatter_class=argparse.RawDescriptionHelpFormatter,
+        epilog="""
+Examples:
+  # List available pipelines
+  %(prog)s list
+
+  # Run a benchmark
+  %(prog)s benchmark --pipeline smartnvr --video /path/to/video.mp4 --device CPU --fps-floor 30
+
+  # Run optimization
+  %(prog)s optimize --pipeline smartnvr --video /path/to/video.mp4 --device GPU
+
+  # Run with custom batch sizes and nireqs
+  %(prog)s optimize --pipeline smartnvr --video /path/to/video.mp4 --device CPU \\
+      --batch-sizes 1 2 4 8 --nireqs 1 2 4
+        """
+    )
+    
+    subparsers = parser.add_subparsers(dest='command', help='Command to run')
+    
+    # List command
+    list_parser = subparsers.add_parser('list', help='List available pipelines')
+    
+    # Benchmark command
+    bench_parser = subparsers.add_parser('benchmark', help='Run a benchmark on a pipeline')
+    bench_parser.add_argument('--pipeline', required=True, help='Pipeline name (e.g., smartnvr)')
+    bench_parser.add_argument('--video', required=True, help='Path to input video file')
+    bench_parser.add_argument('--device', default='CPU', choices=['CPU', 'GPU', 'NPU'], 
+                              help='Device to run inference on (default: CPU)')
+    bench_parser.add_argument('--fps-floor', type=float, default=30.0, 
+                              help='Minimum acceptable FPS per stream (default: 30.0)')
+    bench_parser.add_argument('--rate', type=int, default=100, 
+                              help='Percentage of AI streams (default: 100)')
+    bench_parser.add_argument('--batch-size', type=int, default=1, 
+                              help='Batch size for inference (default: 1)')
+    bench_parser.add_argument('--nireq', type=int, default=1, 
+                              help='Number of inference requests (default: 1)')
+    bench_parser.add_argument('--detection-model', help='Object detection model to use')
+    
+    # Optimize command
+    opt_parser = subparsers.add_parser('optimize', help='Optimize pipeline parameters')
+    opt_parser.add_argument('--pipeline', required=True, help='Pipeline name (e.g., smartnvr)')
+    opt_parser.add_argument('--video', required=True, help='Path to input video file')
+    opt_parser.add_argument('--device', default='CPU', choices=['CPU', 'GPU', 'NPU'], 
+                            help='Device to run inference on (default: CPU)')
+    opt_parser.add_argument('--channels', type=int, default=1, 
+                            help='Number of channels/streams (default: 1)')
+    opt_parser.add_argument('--batch-size', type=int, default=1, 
+                            help='Default batch size (default: 1)')
+    opt_parser.add_argument('--batch-sizes', type=int, nargs='+', 
+                            help='List of batch sizes to test (e.g., 1 2 4 8)')
+    opt_parser.add_argument('--nireq', type=int, default=1, 
+                            help='Default number of inference requests (default: 1)')
+    opt_parser.add_argument('--nireqs', type=int, nargs='+', 
+                            help='List of nireqs to test (e.g., 1 2 4)')
+    opt_parser.add_argument('--detection-model', help='Object detection model to use')
+    
+    args = parser.parse_args()
+    
+    if args.command == 'list':
+        list_pipelines()
+        return 0
+    elif args.command == 'benchmark':
+        return run_benchmark(args)
+    elif args.command == 'optimize':
+        return run_optimize(args)
+    else:
+        parser.print_help()
+        return 1
+
+
+if __name__ == "__main__":
+    sys.exit(main())

From 9c1998371c21d0721c61814a51a55e509c4acbcf Mon Sep 17 00:00:00 2001
From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com>
Date: Tue, 30 Dec 2025 14:38:24 +0000
Subject: [PATCH 3/5] Refactor open_bench.py to address code review feedback

Co-authored-by: madhuri-rai07 <11625583+madhuri-rai07@users.noreply.github.com>
---
 .../docs/user-guide/how-to-run-open-bench.md  |  2 +-
 .../open_bench.py                             | 73 +++++++++++--------
 2 files changed, 42 insertions(+), 33 deletions(-)

diff --git a/tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md b/tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md
index 31a70e7bc6..46a02d2bc6 100644
--- a/tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md
+++ b/tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md
@@ -227,7 +227,7 @@ python open_bench.py benchmark \
 
 Make sure you're running the script from the correct directory:
 ```bash
-cd /home/runner/work/edge-ai-libraries/edge-ai-libraries/tools/visual-pipeline-and-platform-evaluation-tool
+cd tools/visual-pipeline-and-platform-evaluation-tool
 python open_bench.py --help
 ```
 
diff --git a/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py b/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py
index 7985519b2e..e8baf23d18 100755
--- a/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py
+++ b/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py
@@ -32,6 +32,41 @@
 logger = logging.getLogger(__name__)
 
 
+def _get_detection_model_config(config: dict) -> tuple:
+    """Extract detection model configuration from pipeline config.
+    
+    Returns:
+        tuple: (detection_models list, detection_default string)
+    """
+    inference_config = config.get("parameters", {}).get("inference", {})
+    detection_models = inference_config.get("detection_models", [])
+    detection_default = inference_config.get("detection_model_default", "")
+    return detection_models, detection_default
+
+
+def _prepare_pipeline_constants(video_path: Path, detection_model: str, args) -> tuple:
+    """Prepare constants and parameters for pipeline execution.
+    
+    Returns:
+        tuple: (video_output_path, constants, param_grid)
+    """
+    return prepare_video_and_constants(
+        input_video_player=str(video_path.absolute()),
+        object_detection_model=detection_model,
+        object_detection_device=args.device,
+        object_detection_batch_size=getattr(args, 'batch_size', 1),
+        object_detection_inference_interval=0.0,
+        object_detection_nireq=getattr(args, 'nireq', 1),
+        object_classification_model="Disabled",
+        object_classification_device=args.device,
+        object_classification_batch_size=1,
+        object_classification_inference_interval=0.0,
+        object_classification_reclassify_interval=0.0,
+        object_classification_nireq=1,
+        pipeline_watermark_enabled=False,
+    )
+
+
 def list_pipelines():
     """List all available pipelines."""
     try:
@@ -69,8 +104,7 @@ def run_benchmark(args):
         logger.info("Preparing pipeline configuration...")
         
         # Get default models from config
-        detection_models = config.get("parameters", {}).get("inference", {}).get("detection_models", [])
-        detection_default = config.get("parameters", {}).get("inference", {}).get("detection_model_default", "")
+        detection_models, detection_default = _get_detection_model_config(config)
         
         if args.detection_model:
             if args.detection_model not in detection_models:
@@ -82,20 +116,8 @@ def run_benchmark(args):
             logger.info(f"Using default detection model: {detection_model}")
         
         # Prepare video and constants
-        video_output_path, constants, param_grid = prepare_video_and_constants(
-            input_video_player=str(video_path.absolute()),
-            object_detection_model=detection_model,
-            object_detection_device=args.device,
-            object_detection_batch_size=args.batch_size,
-            object_detection_inference_interval=0.0,
-            object_detection_nireq=args.nireq,
-            object_classification_model="Disabled",
-            object_classification_device=args.device,
-            object_classification_batch_size=1,
-            object_classification_inference_interval=0.0,
-            object_classification_reclassify_interval=0.0,
-            object_classification_nireq=1,
-            pipeline_watermark_enabled=False,
+        video_output_path, constants, param_grid = _prepare_pipeline_constants(
+            video_path, detection_model, args
         )
         
         # Extract parameters for benchmark
@@ -159,26 +181,13 @@ def run_optimize(args):
         logger.info("Preparing pipeline configuration...")
         
         # Get default models from config
-        detection_models = config.get("parameters", {}).get("inference", {}).get("detection_models", [])
-        detection_default = config.get("parameters", {}).get("inference", {}).get("detection_model_default", "")
+        detection_models, detection_default = _get_detection_model_config(config)
         
         detection_model = args.detection_model if args.detection_model else detection_default
         
         # Prepare video and constants
-        video_output_path, constants, param_grid = prepare_video_and_constants(
-            input_video_player=str(video_path.absolute()),
-            object_detection_model=detection_model,
-            object_detection_device=args.device,
-            object_detection_batch_size=args.batch_size,
-            object_detection_inference_interval=0.0,
-            object_detection_nireq=args.nireq,
-            object_classification_model="Disabled",
-            object_classification_device=args.device,
-            object_classification_batch_size=1,
-            object_classification_inference_interval=0.0,
-            object_classification_reclassify_interval=0.0,
-            object_classification_nireq=1,
-            pipeline_watermark_enabled=False,
+        video_output_path, constants, param_grid = _prepare_pipeline_constants(
+            video_path, detection_model, args
         )
         
         # Create parameter grid for optimization

From 6af0f817ced73c80823a2a8185b6e1d42bad1903 Mon Sep 17 00:00:00 2001
From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com>
Date: Tue, 30 Dec 2025 14:40:50 +0000
Subject: [PATCH 4/5] Extract hardcoded default values to constants

Co-authored-by: madhuri-rai07 <11625583+madhuri-rai07@users.noreply.github.com>
---
 .../open_bench.py                                         | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py b/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py
index e8baf23d18..6d211326b0 100755
--- a/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py
+++ b/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py
@@ -31,6 +31,10 @@
 )
 logger = logging.getLogger(__name__)
 
+# Default optimization parameter values
+DEFAULT_BATCH_SIZES = [1, 2, 4]
+DEFAULT_NIREQS = [1, 2, 4]
+
 
 def _get_detection_model_config(config: dict) -> tuple:
     """Extract detection model configuration from pipeline config.
@@ -194,8 +198,8 @@ def run_optimize(args):
         # Allow multiple values for optimization
         param_grid = {
             "object_detection_device": [args.device],
-            "object_detection_batch_size": args.batch_sizes if args.batch_sizes else [1, 2, 4],
-            "object_detection_nireq": args.nireqs if args.nireqs else [1, 2, 4],
+            "object_detection_batch_size": args.batch_sizes if args.batch_sizes else DEFAULT_BATCH_SIZES,
+            "object_detection_nireq": args.nireqs if args.nireqs else DEFAULT_NIREQS,
         }
         
         # Create and run optimizer

From 3ab12a7c9a4d4fbecc51c984d0921082629dd758 Mon Sep 17 00:00:00 2001
From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com>
Date: Tue, 30 Dec 2025 14:43:15 +0000
Subject: [PATCH 5/5] Add parameter builder helper and fix documentation paths

Co-authored-by: madhuri-rai07 <11625583+madhuri-rai07@users.noreply.github.com>
---
 .../docs/user-guide/how-to-run-open-bench.md  |  3 +-
 .../open_bench.py                             | 43 +++++++++++++------
 2 files changed, 32 insertions(+), 14 deletions(-)

diff --git a/tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md b/tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md
index 46a02d2bc6..754ecee4aa 100644
--- a/tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md
+++ b/tools/visual-pipeline-and-platform-evaluation-tool/docs/user-guide/how-to-run-open-bench.md
@@ -175,7 +175,8 @@ If you're using the Docker setup, you can run `open_bench.py` inside the contain
 
 3. **Run the benchmark inside the container**:
    ```bash
-   cd /home/dlstreamer/vippet
+   # Navigate to the tool directory (default: /home/dlstreamer/vippet)
+   cd $WORKDIR
    python open_bench.py benchmark \
        --pipeline smartnvr \
        --video videos/test_video.mp4 \
diff --git a/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py b/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py
index 6d211326b0..1f96859f48 100755
--- a/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py
+++ b/tools/visual-pipeline-and-platform-evaluation-tool/open_bench.py
@@ -36,6 +36,24 @@
 DEFAULT_NIREQS = [1, 2, 4]
 
 
+def _build_parameter_dict(device: str, batch_sizes: list, nireqs: list) -> dict:
+    """Build parameter dictionary for pipeline execution.
+    
+    Args:
+        device: Device name (CPU, GPU, NPU)
+        batch_sizes: List of batch sizes to test
+        nireqs: List of nireq values to test
+        
+    Returns:
+        Dictionary of parameters with lists of values
+    """
+    return {
+        "object_detection_device": [device],
+        "object_detection_batch_size": batch_sizes,
+        "object_detection_nireq": nireqs,
+    }
+
+
 def _get_detection_model_config(config: dict) -> tuple:
     """Extract detection model configuration from pipeline config.
     
@@ -124,12 +142,12 @@ def run_benchmark(args):
             video_path, detection_model, args
         )
         
-        # Extract parameters for benchmark
-        parameters = {
-            "object_detection_device": [args.device],
-            "object_detection_batch_size": [args.batch_size],
-            "object_detection_nireq": [args.nireq],
-        }
+        # Build parameters for benchmark
+        parameters = _build_parameter_dict(
+            device=args.device,
+            batch_sizes=[args.batch_size],
+            nireqs=[args.nireq]
+        )
         
         # Create and run benchmark
         logger.info(f"Starting benchmark with FPS floor: {args.fps_floor}, AI stream rate: {args.rate}%")
@@ -194,13 +212,12 @@ def run_optimize(args):
             video_path, detection_model, args
         )
         
-        # Create parameter grid for optimization
-        # Allow multiple values for optimization
-        param_grid = {
-            "object_detection_device": [args.device],
-            "object_detection_batch_size": args.batch_sizes if args.batch_sizes else DEFAULT_BATCH_SIZES,
-            "object_detection_nireq": args.nireqs if args.nireqs else DEFAULT_NIREQS,
-        }
+        # Build parameter grid for optimization
+        param_grid = _build_parameter_dict(
+            device=args.device,
+            batch_sizes=args.batch_sizes if args.batch_sizes else DEFAULT_BATCH_SIZES,
+            nireqs=args.nireqs if args.nireqs else DEFAULT_NIREQS
+        )
         
         # Create and run optimizer
         logger.info(f"Starting optimization with parameter grid: {param_grid}")