Add zarr test catalog and tests

Author: Tara Drwenski

Diff for: tds/src/integrationTests/java/thredds/tds/TestZarr.java

@@ -0,0 +1,39 @@
+package thredds.tds;
+
+import static com.google.common.truth.Truth.assertThat;
+
+import java.nio.charset.StandardCharsets;
+import javax.servlet.http.HttpServletResponse;
+import org.junit.Ignore;
+import org.junit.Test;
+import thredds.test.util.TestOnLocalServer;
+
+public class TestZarr {
+  final private static String ZARR_DIR_PATH = "localContent/zarr/zarr_test_data.zarr";
+  final private static String ZARR_ZIP_PATH = "localContent/zarr/zarr_test_data.zip";
+  final private static String ZARR_S3_PATH = "s3-zarr/zarr_test_data.zarr";
+
+  @Test
+  public void shouldOpenZarrDirectory() {
+    checkWithOpendap(ZARR_DIR_PATH);
+  }
+
+  @Test
+  public void shouldOpenZarrZip() {
+    checkWithOpendap(ZARR_ZIP_PATH);
+  }
+
+  @Ignore("Still working on S3 Zarr")
+  @Test
+  public void shouldOpenObjectStoreZarrFile() {
+    checkWithOpendap(ZARR_S3_PATH);
+  }
+
+  private static void checkWithOpendap(String path) {
+    final String endpoint = TestOnLocalServer.withHttpPath("dodsC/" + path + ".dds");
+    final byte[] content = TestOnLocalServer.getContent(endpoint, HttpServletResponse.SC_OK);
+    final String stringContent = new String(content, StandardCharsets.UTF_8);
+
+    assertThat(stringContent).contains("Int32 /group_with_attrs/F_order_array[dim0 = 20][dim1 = 20];");
+  }
+}

Diff for: tds/src/test/content/thredds/catalog.xml

@@ -302,6 +302,7 @@
   <catalogRef xlink:title="ESGF" xlink:href="testEsgfProblems.xml" name=""/>
   <catalogRef xlink:title="RDA" xlink:href="testRdaProblems.xml" name=""/>
   <catalogRef xlink:title="TDS S3" xlink:href="tds-s3.xml" name=""/>
+  <catalogRef xlink:title="TDS Zarr" xlink:href="tds-zarr.xml" name=""/>
   <catalogRef xlink:title="Test nested aggregation" xlink:href="catalogNestedAgg.xml" name=""/>
 
   <catalogScan location="catalogs5" path="catalogs5" name="catalog scan with version 5 features"/>

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/.zgroup

@@ -0,0 +1,3 @@
+{
+    "zarr_format": 2
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/.zattrs

@@ -0,0 +1,3 @@
+{
+    "group_attr": "foo"
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/.zgroup

@@ -0,0 +1,3 @@
+{
+    "zarr_format": 2
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/F_order_array/.zarray

@@ -0,0 +1,16 @@
+{
+    "chunks": [
+        4,
+        5
+    ],
+    "compressor": null,
+    "dtype": "<i4",
+    "fill_value": 0,
+    "filters": null,
+    "order": "F",
+    "shape": [
+        20,
+        20
+    ],
+    "zarr_format": 2
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/F_order_array/.zattrs

@@ -0,0 +1,10 @@
+{
+    "bar": "apples",
+    "baz": [
+        1,
+        2,
+        3,
+        4
+    ],
+    "foo": 42
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/F_order_array/0.0

@@ -0,0 +1,17 @@
+{
+    "chunks": [
+        10,
+        10
+    ],
+    "compressor": null,
+    "dtype": "<i2",
+    "fill_value": 0,
+    "filters": null,
+    "order": "C",
+    "shape": [
+        20,
+        20
+    ],
+    "zarr_format": 2,
+    "dimension_separator": "/"
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/F_order_array/0.1

@@ -0,0 +1,16 @@
+{
+    "chunks": [
+        10,
+        10
+    ],
+    "compressor": null,
+    "dtype": "<f4",
+    "fill_value": 999.0,
+    "filters": null,
+    "order": "C",
+    "shape": [
+        20,
+        20
+    ],
+    "zarr_format": 2
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/F_order_array/0.2

@@ -0,0 +1,16 @@
+{
+    "chunks": [
+        10,
+        10
+    ],
+    "compressor": null,
+    "dtype": "<f4",
+    "fill_value": 999.0,
+    "filters": null,
+    "order": "C",
+    "shape": [
+        20,
+        20
+    ],
+    "zarr_format": 2
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/F_order_array/0.3

@@ -0,0 +1,16 @@
+{
+    "chunks": [
+        10,
+        10
+    ],
+    "compressor": null,
+    "dtype": "<f4",
+    "fill_value": 999.0,
+    "filters": null,
+    "order": "C",
+    "shape": [
+        20,
+        20
+    ],
+    "zarr_format": 2
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/F_order_array/1.0

@@ -0,0 +1,3 @@
+{
+    "zarr_format": 2
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/F_order_array/1.1

@@ -0,0 +1,14 @@
+{
+    "chunks": [
+        5
+    ],
+    "compressor": null,
+    "dtype": "<i4",
+    "fill_value": 0,
+    "filters": null,
+    "order": "C",
+    "shape": [
+        20
+    ],
+    "zarr_format": 2
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/F_order_array/1.2

@@ -0,0 +1,16 @@
+{
+    "chunks": [
+        5,
+        5
+    ],
+    "compressor": null,
+    "dtype": "<i4",
+    "fill_value": 0,
+    "filters": null,
+    "order": "C",
+    "shape": [
+        20,
+        20
+    ],
+    "zarr_format": 2
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/F_order_array/1.3

@@ -0,0 +1,18 @@
+{
+    "chunks": [
+        5,
+        5,
+        5
+    ],
+    "compressor": null,
+    "dtype": "<i4",
+    "fill_value": 0,
+    "filters": null,
+    "order": "C",
+    "shape": [
+        20,
+        20,
+        20
+    ],
+    "zarr_format": 2
+}

Diff for: tds/src/test/content/thredds/public/testdata/zarr/zarr_test_data.zarr/group_with_attrs/F_order_array/2.0

@@ -0,0 +1,20 @@
+{
+    "chunks": [
+        5,
+        5,
+        5,
+        5
+    ],
+    "compressor": null,
+    "dtype": "<i4",
+    "fill_value": 0,
+    "filters": null,
+    "order": "C",
+    "shape": [
+        20,
+        20,
+        20,
+        20
+    ],
+    "zarr_format": 2
+}