Merge pull request #26 from allenai/favyen/maldives-20240919

Get Planet data for Maldives Ecosystem Mapping

Author: favyen2

data/maldives_ecosystem_mapping/config.json

@@ -0,0 +1,39 @@
+{
+	"layers": {
+		"label": {
+			"type": "raster",
+			"band_sets": [{
+				"dtype": "uint8",
+				"bands": ["label"],
+				"format": {"name": "geotiff"}
+			}]
+		},
+		"output": {
+			"type": "raster",
+			"band_sets": [{
+				"dtype": "uint8",
+				"bands": ["output"],
+				"format": {"name": "geotiff"}
+			}]
+		},
+		"mapbox": {
+			"type": "raster",
+			"band_sets": [{
+				"dtype": "uint8",
+				"bands": ["R", "G", "B"],
+				"format": {"name": "geotiff", "always_enable_tiling": true}
+			}],
+			"data_source": {
+				"name": "rslearn.data_sources.xyz_tiles.XyzTiles",
+				"url_templates": ["https://api.mapbox.com/v4/mapbox.satellite/{z}/{x}/{y}.jpg?access_token=pk.eyJ1Ijoic2t5bGlnaHQtdnVsY2FuIiwiYSI6ImNqejFudGk5bTAxNWIzYm4zNXY3OXZkcmkifQ.6zaWTOP-R-MTKynYpqwvEQ"],
+				"time_ranges": [["2023-01-01T00:00:00+00:00", "2024-12-31T23:59:59+00:00"]],
+				"zoom": 18,
+				"ingest": false
+			}
+		}
+	},
+	"tile_store": {
+		"name": "file",
+		"root_dir": "tiles"
+	}
+}

data/maldives_ecosystem_mapping/config_mapbox.json

@@ -1,5 +1,5 @@
 model:
-  class_path: rslearn.train.lightning_module.RslearnLightningModule
+  class_path: rslp.maldives_ecosystem_mapping.train.CMLightningModule
   init_args:
     model:
       class_path: rslearn.models.multitask.MultiTaskModel
@@ -17,14 +17,15 @@ model:
                 conv_layers_per_resolution: 2
             - class_path: rslearn.train.tasks.segmentation.SegmentationHead
     lr: 0.0001
-    plateau_factor: 0.1
-    plateau_patience: 10
+    plateau: true
+    plateau_factor: 0.2
+    plateau_patience: 2
     plateau_min_lr: 0
-    plateau_cooldown: 0
+    plateau_cooldown: 10
 data:
   class_path: rslearn.train.data_module.RslearnDataModule
   init_args:
-    path: gcs://rslearn-eai/datasets/maldives_ecosystem_mapping/dataset_v1/20240906/
+    path: gcs://rslearn-eai/datasets/maldives_ecosystem_mapping/dataset_v1/20240924/
     inputs:
       image:
         data_type: "raster"
@@ -95,7 +96,7 @@ trainer:
         logging_interval: "epoch"
     - class_path: rslearn.train.prediction_writer.RslearnWriter
       init_args:
-        path: gcs://rslearn-eai/datasets/maldives_ecosystem_mapping/dataset_v1/20240906/
+        path: gcs://rslearn-eai/datasets/maldives_ecosystem_mapping/dataset_v1/20240924/
         output_layer: output
         selector: ["segment"]
     - class_path: lightning.pytorch.callbacks.ModelCheckpoint
@@ -106,4 +107,4 @@ trainer:
         monitor: val_segment/accuracy
         mode: max
 rslp_project: maldives_ecosystem_mapping
-rslp_experiment: maxar_data_20240906_satlaspretrain_flip_crop512_00
+rslp_experiment: maxar_data_20240924_satlaspretrain_flip_crop512_00

data/maldives_ecosystem_mapping/config.yaml renamed to data/maldives_ecosystem_mapping/config_maxar.yaml

@@ -0,0 +1,60 @@
+{
+	"layers": {
+		"maxar": {
+			"type": "raster",
+			"band_sets": [{
+				"dtype": "uint8",
+				"bands": ["R", "G", "B"],
+				"format": {"name": "geotiff", "always_enable_tiling": true}
+			}]
+		},
+		"label": {
+			"type": "raster",
+			"band_sets": [{
+				"dtype": "uint8",
+				"bands": ["label"],
+				"format": {"name": "geotiff", "always_enable_tiling": true}
+			}]
+		},
+		"output": {
+			"type": "raster",
+			"band_sets": [{
+				"dtype": "uint8",
+				"bands": ["output"],
+				"format": {"name": "geotiff", "always_enable_tiling": true}
+			}]
+		},
+		"planetscope": {
+			"type": "raster",
+			"band_sets": [{
+				"dtype": "uint16",
+				"bands": ["b01", "b02", "b03", "b04", "b05", "b06", "b07", "b08"],
+				"format": {"name": "geotiff", "always_enable_tiling": true}
+			}],
+			"data_source": {
+				"name": "rslearn.data_sources.planet.Planet",
+				"sort_by": "-clear_percent",
+				"time_offset": "-90d",
+				"duration": "180d",
+				"item_type_id": "PSScene",
+				"asset_type_id": "ortho_analytic_8b_sr",
+				"bands": ["b01", "b02", "b03", "b04", "b05", "b06", "b07", "b08"],
+				"range_filters": {
+					"cloud_cover": {
+						"lt": 0.3
+					},
+					"clear_percent": {
+						"gt": 0.7
+					}
+				},
+				"query_config": {
+					"max_matches": 6
+				}
+			}
+		}
+	},
+	"tile_store": {
+		"name": "file",
+		"root_dir": "tiles"
+	}
+}