add analyze workloads (redhat-performance#608)

Author: ebattat

MANIFEST.in

@@ -43,5 +43,9 @@ include benchmark_runner/common/prometheus/metrics-default.yaml
 include benchmark_runner/common/prometheus/metrics-examples.yaml
 
 # Jupyterlab templates
+include benchmark_runner/jupyterlab/templates/analyze_perfci_cluster/*.ipynb
 include benchmark_runner/jupyterlab/templates/analyze_prometheus_logs/*.ipynb
+include benchmark_runner/jupyterlab/templates/analyze_workloads/analyze_hammerdb_logs/*.ipynb
+include benchmark_runner/jupyterlab/templates/analyze_workloads/analyze_uperf_logs/*.ipynb
+include benchmark_runner/jupyterlab/templates/analyze_workloads/analyze_vdbench_logs/*.ipynb
 include benchmark_runner/jupyterlab/templates/elasticsearch_operations/*.ipynb

benchmark_runner/jupyterlab/templates/analyze_perfci_cluster/analyze_perfci_cluster.ipynb

@@ -0,0 +1,105 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "id": "0a9caaa6-1742-4edc-ae57-b3e7a3ec876e",
+   "metadata": {
+    "tags": []
+   },
+   "source": [
+    "# Analyze PerfCi Cluster"
+   ]
+  },
+  {
+   "cell_type": "raw",
+   "id": "aef896e6-5b88-4a29-b325-818f0beca9e3",
+   "metadata": {
+    "tags": []
+   },
+   "source": [
+    "Template for analyzing PerfCi cluster:\n",
+    "\n",
+    "1. CRC Error validation"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "ae373941-3d6f-4e0d-86c3-c62b8d10316d",
+   "metadata": {
+    "tags": []
+   },
+   "source": [
+    "# Prerequsite"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "38972083-3ace-41bf-9551-d17d2cd406c9",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "\n",
+    "# SET log level\n",
+    "# logging\n",
+    "import logging\n",
+    "logger = logging.getLogger()\n",
+    "logger.setLevel(logging.WARN)\n",
+    "logging.info(\"Prerequisite\")\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "bdc48d22-996f-4ecb-af3f-767591eb19d8",
+   "metadata": {
+    "tags": []
+   },
+   "source": [
+    "# CRC Error validation"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "50eae36c-8fd4-4741-bcc6-077d2402a143",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "!for i in `oc get pod -n openshift-storage | grep osd | awk '{print $1}'`; do echo $i;  oc logs -n openshift-storage $i -c osd | grep -i \"bad crc in data\" ; done"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "32ba3beb-7a22-4063-a565-12bfafbd55b3",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.3"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

benchmark_runner/jupyterlab/templates/analyze_prometheus_logs/analyze_prometheus_logs.ipynb

@@ -118,11 +118,15 @@
     "# Update fedora\n",
     "!dnf update -y\n",
     "\n",
+    "# Logs operations\n",
+    "from benchmark_runner.jupyterlab.templates.logs_operations.logs_operations import LogsOperations\n",
+    "logs_operations = LogsOperations(s3_logs_url=S3_LOGS_URL)\n",
+    "# Logs cleanup\n",
+    "logs_operations.cleanup()\n",
+    "\n",
     "# Import AnalyzePrometheusLogs class and initialized\n",
     "from benchmark_runner.jupyterlab.templates.analyze_prometheus_logs.analyze_prometheus_logs import AnalyzePrometheusLogs\n",
-    "analyze_prometheus_logs = AnalyzePrometheusLogs(s3_logs_url=S3_LOGS_URL)\n",
-    "# cleanup\n",
-    "analyze_prometheus_logs.cleanup()"
+    "analyze_prometheus_logs = AnalyzePrometheusLogs(s3_logs_url=S3_LOGS_URL)\n"
    ]
   },
   {
@@ -142,17 +146,17 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "analyze_prometheus_logs.download_s3_logs(username=username, password=password)"
+    "logs_operations.download_s3_logs(username=username, password=password)"
    ]
   },
   {
    "cell_type": "markdown",
-   "id": "7ae1f18f-ab21-46bf-839e-3d22c36f9817",
+   "id": "5fdc7609-326b-499b-b10d-5db5fb751301",
    "metadata": {
     "tags": []
    },
    "source": [
-    "## Untar logs & chmod "
+    "## Untar prometheus logs & chmod "
    ]
   },
   {

benchmark_runner/jupyterlab/templates/analyze_prometheus_logs/analyze_prometheus_logs.py

@@ -1,10 +1,7 @@
 import os
 
-# Progress bar
+# Run command
 import subprocess
-import requests
-import ipywidgets as widgets
-from tqdm.auto import tqdm
 
 # Open grafana url
 from IPython.display import HTML, display
@@ -15,8 +12,13 @@
 
 # logging
 import logging
+
 logger = logging.getLogger()
 logger.setLevel(logging.INFO)
+from typeguard import typechecked
+
+# log operations
+from benchmark_runner.jupyterlab.templates.logs_operations.logs_operations import LogsOperations
 
 
 class AnalyzePrometheusLogs:
@@ -25,76 +27,32 @@ class AnalyzePrometheusLogs:
     """
     TIMEOUT = 30
     SLEEP = 3
-    CHUNK_SIZE = 8192
 
     def __init__(self, s3_logs_url: str):
-        self.__s3_logs_url = s3_logs_url
-        self.__logs_dir = os.path.join(os.path.join(os.getcwd(), 'logs'))
-        self.__filename = self.__s3_logs_url.split('/')[-1]
-        self.__log_dir_path = os.path.join(self.__logs_dir, self.__filename)
-
-    def cleanup(self):
-        """
-        This method cleans up existing logs and Prometheus images
-        @return:
-        """
-        # Delete Prometheus container
-        os.system('podman rmi -f docker.io/prom/prometheus;')
-        # delete logs dir if exist
-        if os.path.exists(self.__logs_dir):
-            os.system(f"rm -rf {self.__logs_dir}")
-
-    def download_s3_logs(self, username: str, password: str):
-        """
-        This method downloads s3 logs
-        @param username:
-        @param password:
-        @return:
-        """
-        if not os.path.exists(self.__logs_dir):
-            os.mkdir(self.__logs_dir)
-
-        # create a session with the credentials
-        session = requests.Session()
-        session.auth = (username, password)
-
-        # download with progress bar
-        response = session.get(self.__s3_logs_url, stream=True)
-        size = int(response.headers.get('Content-Length', 0))
-
-        progress = widgets.IntProgress(description='Downloading', min=0, max=size)
-        display(progress)
-
-        with open(os.path.join(self.__logs_dir, self.__filename), 'wb') as f:
-            with tqdm.wrapattr(f, "write", total=size) as fileobj:
-                for chunk in response.iter_content(chunk_size=self.CHUNK_SIZE):
-                    if chunk:
-                        fileobj.write(chunk)
-                        progress.value += len(chunk)
-
-        logger.info('Download complete!')
+        self.logs_operations = LogsOperations(s3_logs_url=s3_logs_url)
 
     def untar_and_chmod_prometheus_logs(self):
         """
-        This method untars and sets the chmod for Prometheus logs, and returns the path to the 'promdb' directory
-        @return:
+        This method untars and sets the chmod for prometheus logs directory, and returns the path to the prometheus logs directory
+        @return: prometheus_logs path
         """
-        logger.info(f'untar download file {self.__log_dir_path}')
-        os.system(f"tar -xvf {self.__log_dir_path} -C {self.__logs_dir}")
-
-        promdb_file = [f for f in os.listdir(self.__log_dir_path.split('.')[0]) if f.startswith('promdb')]
-
-        logger.info(f"untar prometheus file: {os.path.join(self.__logs_dir, self.__filename.split('.')[0], promdb_file[0])}")
-        os.system(f"tar -xvf {os.path.join(self.__logs_dir, self.__filename.split('.')[0], promdb_file[0])} -C {os.path.join(self.__logs_dir, self.__filename.split('.')[0])}")
-
-        promdb_file = [f for f in os.listdir(self.__log_dir_path.split('.')[0]) if f.startswith('promdb') and not f.endswith('tar')]
-        promdb_dir_path = f"{os.path.join(self.__logs_dir, self.__filename.split('.')[0], promdb_file[0])}"
+        self.logs_operations.untar_and_chmod_logs()
+        promdb_file = [f for f in os.listdir(self.logs_operations.log_dir_path.split('.')[0]) if f.startswith('promdb')]
+        logger.info(
+            f"untar prometheus file: {os.path.join(self.logs_operations.logs_dir, self.logs_operations.filename.split('.')[0], promdb_file[0])}")
+        os.system(
+            f"tar -xvf {os.path.join(self.logs_operations.logs_dir, self.logs_operations.filename.split('.')[0], promdb_file[0])} -C {os.path.join(self.logs_operations.logs_dir, self.logs_operations.filename.split('.')[0])}")
+        promdb_file = [f for f in os.listdir(self.logs_operations.log_dir_path.split('.')[0]) if
+                       f.startswith('promdb') and not f.endswith('tar')]
+        promdb_dir_path = f"{os.path.join(self.logs_operations.logs_dir, self.logs_operations.filename.split('.')[0], promdb_file[0])}"
 
         logger.info(f'chmod {promdb_dir_path}')
         os.system(f"chmod -R g-s,a+rw {promdb_dir_path}")
         return promdb_dir_path
 
-    def run_container(self, image_name, command):
+    @staticmethod
+    @typechecked
+    def run_container(image_name: str, command: str):
         """
         This method runs the container and waits until it finishes running
         @param image_name:
@@ -106,21 +64,23 @@ def run_container(self, image_name, command):
         process = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
 
         current_wait_time = 0
-        while current_wait_time <= self.TIMEOUT:
+        while current_wait_time <= AnalyzePrometheusLogs.TIMEOUT:
             output = process.stdout.readline()
             if output == b'' and process.poll() is not None:
-                time.sleep(self.SLEEP)
+                time.sleep(AnalyzePrometheusLogs.SLEEP)
                 break
             if output:
                 logger.info(output.strip())
-            time.sleep(self.SLEEP)
-            current_wait_time += self.SLEEP
+            time.sleep(AnalyzePrometheusLogs.SLEEP)
+            current_wait_time += AnalyzePrometheusLogs.SLEEP
 
         return_code = process.poll()
         logger.info(f"Container exited with return code {return_code}")
         return return_code
 
-    def open_grafana_dashboard(self, promdb_dir_path: str, grafana_dashboard_url: str):
+    @staticmethod
+    @typechecked
+    def open_grafana_dashboard(promdb_dir_path: str, grafana_dashboard_url: str):
         """
         This method opens the Grafana dashboard that is mounted to promdb
         @param promdb_dir_path:
@@ -137,5 +97,4 @@ def open_grafana_dashboard(self, promdb_dir_path: str, grafana_dashboard_url: st
         logger.info(f"Grafana direct link:: {grafana_url}")
         js_code = f"window.open('{grafana_url}')"
         html_code = f"<script>{js_code}</script>"
-        if self.__s3_logs_url:
-            display(HTML(html_code))
+        display(HTML(html_code))