fix: quality gates

databricks/lib/repository/ground_truth/helpers.py

@@ -1,13 +1,13 @@
 from typing import Any, Dict, Optional
 
-from databricks.sdk.runtime import spark
-from pyspark.sql import functions as F
-
 from lib.repository.ground_truth.models import Revision
 from lib.spark_helper.ground_truth import (
     GroundTruthDBStorage,
     GroundTruthFileStorage,
 )
+from pyspark.sql import functions as F
+
+from databricks.sdk.runtime import spark
 
 
 class GroundTruthHelper:

databricks/lib/repository/ground_truth/stats.py

@@ -1,11 +1,10 @@
 from typing import Any, Dict, List, Optional, Sequence, Tuple
 
-from sklearn.metrics import accuracy_score, precision_score, recall_score
-from tabulate import tabulate
-
 import lib.spark_helper.predictions as predictions_helper
 from lib.spark_helper.ground_truth import GroundTruthFileStorage
 from lib.spark_helper.predictions import Prediction
+from sklearn.metrics import accuracy_score, precision_score, recall_score
+from tabulate import tabulate
 
 
 def replace_values(

databricks/lib/spark_helper/files.py

@@ -1,9 +1,8 @@
 from io import BytesIO
 from typing import Any, Dict
 
-from pypdf import PdfReader
-
 from lib.spark_helper.storage_service import SparkStorageService
+from pypdf import PdfReader
 
 
 def extract_text_from_pdf(pdf_content: bytes) -> str:

databricks/notebooks/calculate_statistics.py

@@ -1,14 +1,14 @@
 # Databricks notebook source
 import json
 
-from databricks.sdk.runtime import dbutils
-
 from lib.repository.configs.service import load_config
 from lib.repository.ground_truth.stats import StatsCalculator
 from lib.spark_helper.ground_truth import GroundTruthFileStorage
 from lib.spark_helper.predictions import TemporaryStorage
 from lib.spark_helper.storage_service import SparkStorageService
 
+from databricks.sdk.runtime import dbutils
+
 job_ids = json.loads(dbutils.widgets.get("job_ids"))
 configs = load_config(project_name=dbutils.widgets.get("project_name"))
 storage_service = SparkStorageService(configs)

databricks/notebooks/commit_annotations.py

@@ -3,13 +3,13 @@
 import random
 from typing import Any, Dict, Generator, List, Tuple
 
-from databricks.sdk.runtime import dbutils
-
 import lib.spark_helper.predictions as predictions_helper
 from lib.badgerdoc.service import BadgerDocService
 from lib.repository.configs.service import load_config
 from lib.spark_helper.storage_service import SparkStorageService
 
+from databricks.sdk.runtime import dbutils
+
 configs = load_config(project_name=dbutils.widgets.get("project_name"))
 
 storage_service = SparkStorageService(configs)

databricks/notebooks/finish_job.py

@@ -2,10 +2,10 @@
 import json
 from typing import Any
 
-from databricks.sdk.runtime import dbutils
-
 from lib.badgerdoc.service import BadgerDocService
 
+from databricks.sdk.runtime import dbutils
+
 secrets_scope = dbutils.widgets.get("secrets_scope")
 
 badgerdoc = BadgerDocService(

databricks/notebooks/start_job.py

@@ -1,10 +1,10 @@
 # Databricks notebook source
 import json
 
-from databricks.sdk.runtime import dbutils
-
 from lib.badgerdoc.service import BadgerDocService
 
+from databricks.sdk.runtime import dbutils
+
 secrets_scope = dbutils.widgets.get("secrets_scope")
 
 badgerdoc = BadgerDocService(

databricks/notebooks/store_files.py

@@ -2,11 +2,11 @@
 import json
 
 import requests
-from databricks.sdk.runtime import dbutils
-
 from lib.repository.configs.service import load_config
 from lib.spark_helper.files import FilesStorage
 
+from databricks.sdk.runtime import dbutils
+
 configs = load_config(project_name=dbutils.widgets.get("project_name"))
 files_storage = FilesStorage(configs)
 

databricks/notebooks/store_ground_truth.py

@@ -1,13 +1,13 @@
 # Databricks notebook source
 import json
 
-from databricks.sdk.runtime import dbutils
-
 from lib.badgerdoc.service import BadgerDocService
 from lib.repository.configs.service import load_config
 from lib.repository.ground_truth.helpers import GroundTruthHelper
 from lib.repository.ground_truth.revision_factory import RevisionFactory
 
+from databricks.sdk.runtime import dbutils
+
 job_parameters = json.loads(dbutils.widgets.get("badgerdoc_job_parameters"))
 tenant = job_parameters["tenant"]
 revisions_dict = job_parameters["files_data"]

databricks/notebooks/store_statistics.py

@@ -1,13 +1,13 @@
 # Databricks notebook source
 import json
 
-from databricks.sdk.runtime import dbutils
-
 import lib.spark_helper.predictions as predictions_helper
 from lib.repository.configs.service import load_config
 from lib.spark_helper.db_service import SparkDBService
 from lib.spark_helper.storage_service import SparkStorageService
 
+from databricks.sdk.runtime import dbutils
+
 configs = load_config(project_name=dbutils.widgets.get("project_name"))
 db_service = SparkDBService(configs)
 storage_service = SparkStorageService(configs)

jobs/jobs/databricks_utils.py

@@ -5,9 +5,8 @@
 from datetime import datetime
 from typing import Iterator, List
 
-from databricks.sdk import WorkspaceClient
-
 import jobs.pipeline as pipeline
+from databricks.sdk import WorkspaceClient
 from jobs.schemas import Pipeline
 
 logger = logging.getLogger(__name__)

pipelines/pipelines/databricks_utils.py

@@ -3,7 +3,6 @@
 from datetime import datetime
 
 from databricks.sdk import WorkspaceClient
-
 from pipelines.schemas import PipelineOut
 
 logger = logging.getLogger(__name__)