Added new namespaces for icechunk

icechunk-python/python/icechunk/config.py

@@ -0,0 +1,19 @@
+from icechunk._icechunk_python import (
+    CachingConfig,
+    CompressionConfig,
+    CompressionAlgorithm,
+    ObjectStoreConfig,
+    RepositoryConfig,
+    initialize_logs,
+    set_logs_filter
+)
+
+__all__ = [
+    "CachingConfig",
+    "CompressionConfig",
+    "CompressionAlgorithm",
+    "ObjectStoreConfig",
+    "RepositoryConfig",
+    "initialize_logs",
+    "set_logs_filter"
+]

icechunk-python/python/icechunk/conflict.py

@@ -0,0 +1,17 @@
+from icechunk._icechunk_python import (
+    BasicConflictSolver,
+    Conflict,
+    ConflictDetector,
+    ConflictSolver,
+    ConflictType,
+    VersionSelection
+)
+
+__all__ = [
+    "BasicConflictSolver",
+    "Conflict",
+    "ConflictDetector",
+    "ConflictSolver",
+    "ConflictType",
+    "VersionSelection"
+]

icechunk-python/python/icechunk/credentials.py

@@ -399,3 +399,21 @@ def containers_credentials(
         else:
             raise ValueError(f"Unknown credential type {type(cred)}")
     return res
+
+
+__all__ = [
+    "Credentials",
+    "s3_credentials",
+    "s3_static_credentials",
+    "s3_anonymous_credentials",
+    "s3_from_env_credentials",
+    "s3_refreshable_credentials",
+    "gcs_credentials",
+    "gcs_static_credentials",
+    "gcs_from_env_credentials",
+    "gcs_refreshable_credentials",
+    "azure_credentials",
+    "azure_static_credentials",
+    "azure_from_env_credentials",
+    "containers_credentials",
+]

icechunk-python/python/icechunk/dask.py

@@ -127,3 +127,9 @@ def session_merge_reduction(
         *da.compute(*merged_sessions)  # type: ignore[no-untyped-call]
     )
     return merged_session
+
+
+__all__ = [
+    "computing_meta",
+    "store_dask"
+]

icechunk-python/python/icechunk/distributed.py

@@ -6,11 +6,6 @@
 from icechunk import IcechunkStore
 from icechunk.session import ForkSession, Session
 
-__all__ = [
-    "extract_session",
-    "merge_sessions",
-]
-
 
 def _flatten(seq: Iterable[Any], container: type = list) -> Generator[Any, None, None]:
     if isinstance(seq, str):
@@ -73,3 +68,9 @@ def merge_sessions(
             )
     session.merge(*rest)
     return cast(ForkSession, session)
+
+
+__all__ = [
+    "extract_session",
+    "merge_sessions",
+]

icechunk-python/python/icechunk/exceptions.py

@@ -0,0 +1,11 @@
+from icechunk._icechunk_python import (
+    ConflictError, 
+    IcechunkError, 
+    RebaseFailedError
+)
+
+__all__ = [
+    "ConflictError",
+    "IcechunkError",
+    "RebaseFailedError"
+]

icechunk-python/python/icechunk/garbage.py

@@ -0,0 +1,5 @@
+from icechunk._icechunk_python import GCSummary
+
+__all__ = [
+    "GCSummary"
+]

icechunk-python/python/icechunk/manifests.py

@@ -0,0 +1,19 @@
+from icechunk._icechunk_python import (
+    ManifestConfig,
+    ManifestFileInfo,
+    ManifestPreloadCondition,
+    ManifestPreloadConfig,
+    ManifestSplitCondition,
+    ManifestSplitDimCondition,
+    ManifestSplittingConfig,
+)
+
+__all__ = [
+    "ManifestConfig",
+    "ManifestFileInfo",
+    "ManifestPreloadCondition",
+    "ManifestPreloadConfig",
+    "ManifestSplitCondition",
+    "ManifestSplitDimCondition",
+    "ManifestSplittingConfig"
+]

icechunk-python/python/icechunk/repository.py

@@ -1400,3 +1400,8 @@ async def inspect_snapshot_async(
 
     def spec_version(self) -> int:
         return self._repository.spec_version()
+
+
+__all__ = [
+    "Repository"
+]

icechunk-python/python/icechunk/session.py

@@ -527,3 +527,9 @@ def store(self) -> IcechunkStore:
             A zarr Store object for reading and writing data from the repository.
         """
         return IcechunkStore(self._session.store, for_fork=True)
+
+
+__all__ = [
+    "Session",
+    "ForkSession"
+]

icechunk-python/python/icechunk/snapshots.py

@@ -0,0 +1,9 @@
+from icechunk._icechunk_python import (
+    SnapshotInfo,
+    Diff
+)
+
+__all__ = [
+    "SnapshotInfo",
+    "Diff"
+]

icechunk-python/python/icechunk/storage.py

@@ -7,6 +7,9 @@
     S3Options,
     S3StaticCredentials,
     Storage,
+    StorageConcurrencySettings,
+    StorageRetriesSettings,
+    StorageSettings,
 )
 from icechunk.credentials import (
     azure_credentials,
@@ -500,3 +503,23 @@ def azure_storage(
         credentials=credentials,
         config=config,
     )
+
+__all__ = [
+    "S3Options",
+    "Storage",
+    "StorageConcurrencySettings",
+    "StorageRetriesSettings",
+    "StorageSettings",
+    "in_memory_storage",
+    "local_filesystem_storage",
+    "http_store",
+    "local_filesystem_store",
+    "s3_store",
+    "s3_storage",
+    "s3_object_store_storage",
+    "tigris_storage",
+    "r2_storage",
+    "gcs_store",
+    "gcs_storage",
+    "azure_storage",
+]

icechunk-python/python/icechunk/store.py

@@ -461,3 +461,8 @@ async def getsize(self, key: str) -> int:
 
     async def getsize_prefix(self, prefix: str) -> int:
         return await self._store.getsize_prefix(prefix)
+
+
+__all__ = [
+    "IcechunkStore"
+]

icechunk-python/python/icechunk/virtual.py

@@ -0,0 +1,9 @@
+from icechunk._icechunk_python import (
+    VirtualChunkContainer,
+    VirtualChunkSpec
+)
+
+__all__ = [
+    "VirtualChunkContainer",
+    "VirtualChunkSpec"
+]

icechunk-python/python/icechunk/xarray.py

@@ -15,7 +15,6 @@
 from xarray.backends.common import ArrayWriter
 from xarray.backends.zarr import ZarrStore
 
-__all__ = ["to_icechunk"]
 
 Region = Mapping[str, slice | Literal["auto"]] | Literal["auto"] | None
 ZarrWriteModes = Literal["w", "w-", "a", "a-", "r+", "r"]
@@ -343,3 +342,5 @@ def _make_dataset(obj: DataArray | Dataset) -> Dataset:
         # No problems with the name - so we're fine!
         dataset = obj.to_dataset()
     return dataset
+
+__all__ = ["to_icechunk"]