Add discovery items (#92)

NASA-IMPACT · Dec 19, 2023 · 93c3223 · 93c3223
1 parent ed2bb04
commit 93c3223
Show file tree

Hide file tree

Showing 114 changed files with 869 additions and 198 deletions.
diff --git a/ingestion-data/collections/snow-projections-diff.json b/ingestion-data/collections/snow-projections-diff.json
diff --git a/ingestion-data/collections/snow-projections-median.json b/ingestion-data/collections/snow-projections-median.json
diff --git a/...tions-input/CMIP245-winter-median-pr.json → ...overy-items/CMIP245-winter-median-pr.json b/...tions-input/CMIP245-winter-median-pr.json → ...overy-items/CMIP245-winter-median-pr.json
diff --git a/...tions-input/CMIP245-winter-median-ta.json → ...overy-items/CMIP245-winter-median-ta.json b/...tions-input/CMIP245-winter-median-ta.json → ...overy-items/CMIP245-winter-median-ta.json
diff --git a/ingestion-data/discovery-items/CMIP585-winter-median-pr.json b/ingestion-data/discovery-items/CMIP585-winter-median-pr.json
@@ -0,0 +1,42 @@
+[
+    {
+      "collection": "CMIP585-winter-median-pr",
+      "prefix": "EIS/NEX-GDDP-CMIP6/",
+      "bucket": "veda-data-store-staging",
+      "filename_regex": "^(.*)_pr(.*)ssp585_2025(.*).cog.tif$",
+      "discovery": "s3",
+      "upload": false,
+      "start_datetime": "2025-01-01T00:00:00Z",
+      "end_datetime": "2025-03-31T12:00:00Z"
+    },
+    {
+      "collection": "CMIP585-winter-median-pr",
+      "prefix": "EIS/NEX-GDDP-CMIP6/",
+      "bucket": "veda-data-store-staging",
+      "filename_regex": "^(.*)_pr(.*)ssp585_2045(.*).cog.tif$",
+      "discovery": "s3",
+      "upload": false,
+      "start_datetime": "2045-01-01T00:00:00Z",
+      "end_datetime": "2045-03-31T12:00:00Z"
+    },
+    {
+      "collection": "CMIP585-winter-median-pr",
+      "prefix": "EIS/NEX-GDDP-CMIP6/",
+      "bucket": "veda-data-store-staging",
+      "filename_regex": "^(.*)_pr(.*)ssp585_2065(.*).cog.tif$",
+      "discovery": "s3",
+      "upload": false,
+      "start_datetime": "2065-01-01T00:00:00Z",
+      "end_datetime": "2065-03-31T12:00:00Z"
+    },
+    {
+      "collection": "CMIP585-winter-median-pr",
+      "prefix": "EIS/NEX-GDDP-CMIP6/",
+      "bucket": "veda-data-store-staging",
+      "filename_regex": "^(.*)_pr(.*)ssp585_2085(.*).cog.tif$",
+      "discovery": "s3",
+      "upload": false,
+      "start_datetime": "2085-01-01T00:00:00Z",
+      "end_datetime": "2085-03-31T12:00:00Z"
+    }
+  ]
diff --git a/...tions-input/CMIP585-winter-median-ta.json → ...overy-items/CMIP585-winter-median-ta.json b/...tions-input/CMIP585-winter-median-ta.json → ...overy-items/CMIP585-winter-median-ta.json
diff --git a/.../step-functions-input/HLSL30.002-ida.json → ...-data/discovery-items/HLSL30.002-ida.json b/.../step-functions-input/HLSL30.002-ida.json → ...-data/discovery-items/HLSL30.002-ida.json
diff --git a/...tep-functions-input/HLSL30.002-maria.json → ...ata/discovery-items/HLSL30.002-maria.json b/...tep-functions-input/HLSL30.002-maria.json → ...ata/discovery-items/HLSL30.002-maria.json
diff --git a/.../step-functions-input/HLSS30.002-ida.json → ...-data/discovery-items/HLSS30.002-ida.json b/.../step-functions-input/HLSS30.002-ida.json → ...-data/discovery-items/HLSS30.002-ida.json
diff --git a/...tep-functions-input/HLSS30.002-maria.json → ...ata/discovery-items/HLSS30.002-maria.json b/...tep-functions-input/HLSS30.002-maria.json → ...ata/discovery-items/HLSS30.002-maria.json
diff --git a/...step-functions-input/IS2SITMOGR4-cog.json → ...data/discovery-items/IS2SITMOGR4-cog.json b/...step-functions-input/IS2SITMOGR4-cog.json → ...data/discovery-items/IS2SITMOGR4-cog.json
diff --git a/...step-functions-input/MO_NPP_npp_vgpm.json → ...data/discovery-items/MO_NPP_npp_vgpm.json b/...step-functions-input/MO_NPP_npp_vgpm.json → ...data/discovery-items/MO_NPP_npp_vgpm.json
diff --git a/...a/step-functions-input/OMI_trno2-COG.json → ...n-data/discovery-items/OMI_trno2-COG.json b/...a/step-functions-input/OMI_trno2-COG.json → ...n-data/discovery-items/OMI_trno2-COG.json
diff --git a/...ta/step-functions-input/OMSO2PCA-cog.json → ...on-data/discovery-items/OMSO2PCA-cog.json b/...ta/step-functions-input/OMSO2PCA-cog.json → ...on-data/discovery-items/OMSO2PCA-cog.json
@@ -1,8 +1,9 @@
 {
     "collection": "OMSO2PCA-COG",
-    "prefix": "OMSO2PCA-COG/",
     "bucket": "veda-data-store-staging",
-    "filename_regex": "^(.*).tif$",
+    "prefix": "OMSO2PCA-COG/",
+    "filename_regex":"OMSO2PCA_LUT_SCD",
     "discovery": "s3",
+    "upload": false,
     "datetime_range": "year"
-}
+}
diff --git a/...input/bangladesh-landcover-2001-2020.json → ...items/bangladesh-landcover-2001-2020.json b/...input/bangladesh-landcover-2001-2020.json → ...items/bangladesh-landcover-2001-2020.json
diff --git a/ingestion-data/discovery-items/barc-thomasfire.json b/ingestion-data/discovery-items/barc-thomasfire.json
@@ -0,0 +1,8 @@
+{
+    "collection": "barc-thomasfire",
+    "bucket": "veda-data-store-staging",
+    "prefix": "EIS/COG/Fire-Hydro/",
+    "filename_regex": "thomas_fire_barc_201712",
+    "discovery": "s3",
+    "upload": false
+}
diff --git a/...-functions-input/blue-tarp-detection.json → .../discovery-items/blue-tarp-detection.json b/...-functions-input/blue-tarp-detection.json → .../discovery-items/blue-tarp-detection.json
diff --git a/...unctions-input/blue-tarp-planetscope.json → ...iscovery-items/blue-tarp-planetscope.json b/...unctions-input/blue-tarp-planetscope.json → ...iscovery-items/blue-tarp-planetscope.json
diff --git a/...functions-input/caldor-fire-behavior.json → ...discovery-items/caldor-fire-behavior.json b/...functions-input/caldor-fire-behavior.json → ...discovery-items/caldor-fire-behavior.json
diff --git a/...ions-input/caldor-fire-burn-severity.json → ...very-items/caldor-fire-burn-severity.json b/...ions-input/caldor-fire-burn-severity.json → ...very-items/caldor-fire-burn-severity.json
diff --git a/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json b/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json
@@ -0,0 +1,8 @@
+{
+    "collection": "campfire-albedo-wsa-diff",
+    "bucket": "veda-data-store-staging",
+    "prefix": "campfire-data/",
+    "filename_regex": "CampFire_albedo_WSA_2015_2022_diff",
+    "discovery": "s3",
+    "upload": false
+}
diff --git a/ingestion-data/discovery-items/campfire-lst-day-diff.json b/ingestion-data/discovery-items/campfire-lst-day-diff.json
@@ -0,0 +1,8 @@
+{
+    "collection": "campfire-lst-day-diff",
+    "bucket": "veda-data-store-staging",
+    "prefix": "campfire-data/",
+    "filename_regex": "CampFire_LST_Day_2015_2022_diff",
+    "discovery": "s3",
+    "upload": false
+}
diff --git a/ingestion-data/discovery-items/campfire-lst-night-diff.json b/ingestion-data/discovery-items/campfire-lst-night-diff.json
@@ -0,0 +1,8 @@
+{
+    "collection": "campfire-lst-night-diff",
+    "bucket": "veda-data-store-staging",
+    "prefix": "campfire-data/",
+    "filename_regex": "CampFire_LST_Night_2015_2022_diff",
+    "discovery": "s3",
+    "upload": false
+}
diff --git a/ingestion-data/discovery-items/campfire-ndvi-diff.json b/ingestion-data/discovery-items/campfire-ndvi-diff.json
@@ -0,0 +1,8 @@
+{
+    "collection": "campfire-ndvi-diff",
+    "bucket": "veda-data-store-staging",
+    "prefix": "campfire-data/",
+    "filename_regex": "CampFire_NDVI_2015_2022_diff",
+    "discovery": "s3",
+    "upload": false
+}
diff --git a/ingestion-data/discovery-items/campfire-nlcd.json b/ingestion-data/discovery-items/campfire-nlcd.json
@@ -0,0 +1,8 @@
+{
+    "collection": "campfire-nlcd",
+    "bucket": "veda-data-store-staging",
+    "prefix": "campfire-data/",
+    "filename_regex": "CampFire_NLCD_2019",
+    "discovery": "s3",
+    "upload": false
+}