Skip to content

Commit

Permalink
Bugfix getting dataset uuid to use already coded function
Browse files Browse the repository at this point in the history
Updated datatype to correct name added to UBKG
  • Loading branch information
sunset666 committed Nov 28, 2023
1 parent 30b5e13 commit 264669f
Showing 1 changed file with 14 additions and 14 deletions.
28 changes: 14 additions & 14 deletions src/ingest-pipeline/airflow/dags/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -289,20 +289,6 @@ def get_named_absolute_workflows(**workflow_kwargs: Path) -> Dict[str, Path]:
return {name: PIPELINE_BASE_DIR / workflow for name, workflow in workflow_kwargs.items()}


def get_datatype_organ_based(**kwargs) -> List[str]:
dataset_uuid = kwargs["dag_run"].conf["parent_submission_id"][0]

def my_callable(**kwargs):
return dataset_uuid

ds_rslt = pythonop_get_dataset_state(dataset_uuid_callable=my_callable, **kwargs)
organ_list = list(set(ds_rslt["organs"]))
organ_code = organ_list[0] if len(organ_list) == 1 else "multi"
if organ_code in ["LK", "RK"]:
return ["Kaggel-1 Glomerulus Segmentation"]
return ["image_pyramid"]


def build_dataset_name(dag_id: str, pipeline_str: str, **kwargs) -> str:
parent_submission_str = "_".join(get_parent_dataset_uuids_list(**kwargs))
return f"{dag_id}__{parent_submission_str}__{pipeline_str}"
Expand All @@ -321,6 +307,20 @@ def get_parent_dataset_uuid(**kwargs) -> str:
return uuid_set.pop()


def get_datatype_organ_based(**kwargs) -> List[str]:
dataset_uuid = get_parent_dataset_uuid(**kwargs)

def my_callable(**kwargs):
return dataset_uuid

ds_rslt = pythonop_get_dataset_state(dataset_uuid_callable=my_callable, **kwargs)
organ_list = list(set(ds_rslt["organs"]))
organ_code = organ_list[0] if len(organ_list) == 1 else "multi"
if organ_code in ["LK", "RK"]:
return ["pas_ftu_segmentation"]
return ["image_pyramid"]


def get_parent_dataset_paths_list(**kwargs) -> List[Path]:
path_list = kwargs["dag_run"].conf["parent_lz_path"]
if not isinstance(path_list, list):
Expand Down

0 comments on commit 264669f

Please sign in to comment.