Who covid 19

statvar_imports/who_covid19/README.md

@@ -0,0 +1,34 @@
+# WHO_COVID19 Dataset
+
+- source: https://data.who.int/dashboards/covid19/cases?n=c
+
+- type of place: Country Data
+
+- statvars: Health
+
+- years: 2021 to 2025
+
+- place_resolution: manually.
+
+### Release Frequency: P1Y
+
+### How to run:
+
+- To download the input file
+
+   `bash download.sh`
+
+- StatVar Script
+
+`python3 ../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/COV_VAC_UPTAKE_2021_2023.csv --pv_map=pvmap/COV_VAC_UPTAKE_2021_2023_pvmap.csv --existing_statvar_mcf=stat_vars.mcf  --config_file=common_metadata.csv  --output_path=output/COV_VAC_UPTAKE_2021_2023`
+
+`python3 ../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/COV_VAC_UPTAKE_2024.csv --pv_map=pvmap/COV_VAC_UPTAKE_2024_pvmap.csv --existing_statvar_mcf=stat_vars.mcf --config_file=common_metadata.csv  --output_path=output/COV_VAC_UPTAKE_2024`
+
+`python3 ../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/WHO-COVID-19-global-monthly-death-by-age-data.csv --pv_map=pvmap/WHO-COVID-19-global-monthly-death-by-age-data_pvmap.csv  --config_file=common_metadata.csv --output_path=output/death_by_age`
+
+`python3 ../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/WHO-COVID-19-global-daily-data.csv --pv_map=pvmap/WHO-COVID-19-global-daily-data_pvmap.csv --existing_statvar_mcf=stat_vars.mcf --places_resolved_csv=place_resolver.csv --config_file=common_metadata.csv  --output_path=output/global_daily_data`
+
+`python3 ../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/WHO-COVID-19-global-hosp-icu-data.csv --pv_map=pvmap/WHO-COVID-19-global-hosp-icu-data_pvmap.csv --existing_statvar_mcf=stat_vars.mcf --config_file=common_metadata.csv --statvar_dcid_remap_csv=remap/WHO-COVID-19-global-hosp-icu-data_remap.csv --output_path=output/global_hosp_icu_data`
+
+#### Refresh type: Fully Autorefresh 
+

statvar_imports/who_covid19/common.tmcf

@@ -0,0 +1,10 @@
+Node: E:data->E0
+observationDate: C:data->observationDate
+observationAbout: C:data->observationAbout
+observationPeriod: C:data->observationPeriod
+value: C:data->value
+unit: C:data->unit
+scalingFactor: C:data->scalingFactor
+variableMeasured: C:data->variableMeasured
+typeOf: dcs:StatVarObservation
+measurementMethod: dcs:WHO_COVID19

statvar_imports/who_covid19/common_metadata.csv

@@ -0,0 +1,3 @@
+parameter,value
+header_rows,1
+output_columns,"observationAbout,observationDate,variableMeasured,observationPeriod,measurementMethod,value,unit,scalingFactor"

statvar_imports/who_covid19/download.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+# Script to download all five WHO COVID-19 datasets
+
+# Set path variable for cleaner reading
+PYTHON_UTIL="../../util/download_util_script.py"
+OUTPUT_DIR="input_files/"
+mkdir -p "$OUTPUT_DIR"
+
+# 1. Archived Vaccine Uptake (2021-2023)
+python3 "$PYTHON_UTIL" --download_url=https://srhdpeuwpubsa.blob.core.windows.net/whdh/COVID/COV_VAC_UPTAKE_2021_2023.csv --output_folder="$OUTPUT_DIR"
+
+# 2. Current Vaccine Uptake (2024)
+python3 "$PYTHON_UTIL" --download_url=https://srhdpeuwpubsa.blob.core.windows.net/whdh/COVID/COV_VAC_UPTAKE_2024.csv --output_folder="$OUTPUT_DIR"
+
+# 3. Global Daily Data
+python3 "$PYTHON_UTIL" --download_url=https://srhdpeuwpubsa.blob.core.windows.net/whdh/COVID/WHO-COVID-19-global-daily-data.csv --output_folder="$OUTPUT_DIR"
+
+# 4. Global Hospitalization/ICU Data
+python3 "$PYTHON_UTIL" --download_url=https://srhdpeuwpubsa.blob.core.windows.net/whdh/COVID/WHO-COVID-19-global-hosp-icu-data.csv --output_folder="$OUTPUT_DIR"
+
+# 5. Monthly Deaths by Age Data
+python3 "$PYTHON_UTIL" --download_url=https://srhdpeuwpubsa.blob.core.windows.net/whdh/COVID/WHO-COVID-19-global-monthly-death-by-age-data.csv --output_folder="$OUTPUT_DIR"
+
+echo "All 5 download jobs complete."
+

statvar_imports/who_covid19/manifest.json

@@ -0,0 +1,46 @@
+{
+    "import_specifications": [
+        {
+            "import_name": "WHO_COVID19",
+            "curator_emails": [
+                "support@datacommons.org" 
+            ],
+            "provenance_url": "https://data.who.int/dashboards/covid19/cases?n=c",
+            "provenance_description": "World Health Organization's (WHO) raw data and statistical releases covering global COVID-19 cases, deaths, hospitalizations, and vaccination coverage",
+            "scripts": [
+                "download.sh",
+                "../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/COV_VAC_UPTAKE_2021_2023.csv --pv_map=pvmap/COV_VAC_UPTAKE_2021_2023_pvmap.csv --existing_statvar_mcf=gs://unresolved_mcf/scripts/statvar/stat_vars.mcf  --config_file=common_metadata.csv  --output_path=output/COV_VAC_UPTAKE_2021_2023", 
+                "../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/COV_VAC_UPTAKE_2024.csv --pv_map=pvmap/COV_VAC_UPTAKE_2024_pvmap.csv --existing_statvar_mcf=gs://unresolved_mcf/scripts/statvar/stat_vars.mcf --config_file=common_metadata.csv  --output_path=output/COV_VAC_UPTAKE_2024",
+                "../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/WHO-COVID-19-global-monthly-death-by-age-data.csv --pv_map=pvmap/WHO-COVID-19-global-monthly-death-by-age-data_pvmap.csv --existing_statvar_mcf=gs://unresolved_mcf/scripts/statvar/stat_vars.mcf --config_file=common_metadata.csv --output_path=output/death_by_age",
+                "../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/WHO-COVID-19-global-daily-data.csv --pv_map=pvmap/WHO-COVID-19-global-daily-data_pvmap.csv --existing_statvar_mcf=gs://unresolved_mcf/scripts/statvar/stat_vars.mcf --places_resolved_csv=place_resolver.csv --config_file=common_metadata.csv --output_path=output/global_daily_data",
+                "../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/WHO-COVID-19-global-hosp-icu-data.csv --pv_map=pvmap/WHO-COVID-19-global-hosp-icu-data_pvmap.csv --existing_statvar_mcf=gs://unresolved_mcf/scripts/statvar/stat_vars.mcf --config_file=common_metadata.csv --statvar_dcid_remap_csv=remap/WHO-COVID-19-global-hosp-icu-data_remap.csv --output_path=output/global_hosp_icu_data"
+            ],
+            "import_inputs": [
+                {
+                      "template_mcf": "output/COV_VAC_UPTAKE_2021_2023.tmcf",
+                      "cleaned_csv": "output/COV_VAC_UPTAKE_2021_2023.csv"
+                  },
+                  {
+                      "template_mcf": "output/COV_VAC_UPTAKE_2024.tmcf",
+                      "cleaned_csv": "output/COV_VAC_UPTAKE_2024.csv"
+                  },
+                  {
+                      "template_mcf": "output/death_by_age.tmcf",
+                      "cleaned_csv": "output/death_by_age.csv"
+                  },
+                  {
+                      "template_mcf": "output/global_daily_data.tmcf",
+                      "cleaned_csv": "output/global_daily_data.csv"
+                  },
+                  {
+                      "template_mcf": "output/global_hosp_icu_data.tmcf",
+                      "cleaned_csv": "output/global_hosp_icu_data.csv"
+                  }
+                          ],
+            "source_files": [
+                "input_files/*.csv"
+            ],
+            "cron_schedule": "0 9 1 * *"
+        }
+    ]
+}