main.py

# import statements
import scripts.medicalPipeline as medpipe
import scripts.spatioTemporalPipeline as stpipe
import scripts.utilities as utils
import json
# for testing
medicalFileList = ["data/syntheticMedicalChunks/medical_data_split_file_0.json",
                    "data/syntheticMedicalChunks/medical_data_split_file_1.json",
                    "data/syntheticMedicalChunks/medical_data_split_file_2.json",
                    "data/syntheticMedicalChunks/medical_data_split_file_3.json",
                    "data/syntheticMedicalChunks/medical_data_split_file_4.json"
                    ]

# for testing

# spatioTemporalFileList = ['data/spatioTemporalChunks/split_file_0.json',
#             'data/spatioTemporalChunks/split_file_1.json',
#             'data/spatioTemporalChunks/split_file_2.json',
#             'data/spatioTemporalChunks/split_file_3.json',
#             'data/spatioTemporalChunks/split_file_4.json',
#             'data/spatioTemporalChunks/split_file_5.json',
#             'data/spatioTemporalChunks/split_file_6.json',
#             'data/spatioTemporalChunks/split_file_7.json',
#             'data/spatioTemporalChunks/split_file_8.json',
#             'data/spatioTemporalChunks/split_file_9.json'
#             ]

spatioTemporalFileList = ['data/spatioTemporalChunks/split_file_0.json',
            'data/spatioTemporalChunks/split_file_1.json',
            'data/spatioTemporalChunks/split_file_2.json',
            'data/spatioTemporalChunks/split_file_3.json',
            'data/spatioTemporalChunks/split_file_4.json',
]

# necessary file reads
config_file_name = "testConfigs/spatioDP.json"
config = utils.read_config(config_file_name) 
# data = utils.read_data(config["data_file"])

# function to handle dataset choice
def dataset_handler(config):
    if config["data_type"] == "medical":
        config = config["medical"] # for testing only
        dataset = "medical"
        fileList = medicalFileList
    elif config["data_type"] == "spatioTemporal":
        config = config["spatioTemporal"] # for testing only 
        dataset = "spatioTemporal"
        fileList = spatioTemporalFileList
    return dataset, config, fileList

# checking the dataset order of operations selected
operations = utils.oop_handler(config)
dataset, config, fileList = dataset_handler(config)
print(dataset, operations)

# selecting appropriate pipeline
if dataset == "medical": 
    try:
        data = medpipe.medicalPipeline(config, operations, fileList)
    except Exception as e:
        print("Error: ", e)
        data = []
if dataset == "spatioTemporal":
    try:
        data = stpipe.spatioTemporalPipeline(config, operations, fileList)
    except Exception as e:
        print("Error: ", e)
        data = []

print(data)

# TODO: Add output format handling (json dumps)
# mods.output_handler(data, config)



# formatted_data = utils.output_handler(data)