diff --git a/icechunk-python/python/icechunk/config.py b/icechunk-python/python/icechunk/config.py new file mode 100644 index 000000000..4237b1c51 --- /dev/null +++ b/icechunk-python/python/icechunk/config.py @@ -0,0 +1,19 @@ +from icechunk._icechunk_python import ( + CachingConfig, + CompressionConfig, + CompressionAlgorithm, + ObjectStoreConfig, + RepositoryConfig, + initialize_logs, + set_logs_filter +) + +__all__ = [ + "CachingConfig", + "CompressionConfig", + "CompressionAlgorithm", + "ObjectStoreConfig", + "RepositoryConfig", + "initialize_logs", + "set_logs_filter" +] \ No newline at end of file diff --git a/icechunk-python/python/icechunk/conflict.py b/icechunk-python/python/icechunk/conflict.py new file mode 100644 index 000000000..5c44c0cbf --- /dev/null +++ b/icechunk-python/python/icechunk/conflict.py @@ -0,0 +1,17 @@ +from icechunk._icechunk_python import ( + BasicConflictSolver, + Conflict, + ConflictDetector, + ConflictSolver, + ConflictType, + VersionSelection +) + +__all__ = [ + "BasicConflictSolver", + "Conflict", + "ConflictDetector", + "ConflictSolver", + "ConflictType", + "VersionSelection" +] diff --git a/icechunk-python/python/icechunk/credentials.py b/icechunk-python/python/icechunk/credentials.py index b9f59d644..22e20d143 100644 --- a/icechunk-python/python/icechunk/credentials.py +++ b/icechunk-python/python/icechunk/credentials.py @@ -14,6 +14,25 @@ S3StaticCredentials, ) + +__all__ = [ + "Credentials", + "s3_credentials", + "s3_static_credentials", + "s3_anonymous_credentials", + "s3_from_env_credentials", + "s3_refreshable_credentials", + "gcs_credentials", + "gcs_static_credentials", + "gcs_from_env_credentials", + "gcs_refreshable_credentials", + "azure_credentials", + "azure_static_credentials", + "azure_from_env_credentials", + "containers_credentials", +] + + AnyS3Credential = ( S3Credentials.Static | S3Credentials.Anonymous @@ -399,3 +418,4 @@ def containers_credentials( else: raise ValueError(f"Unknown credential type {type(cred)}") return res + diff --git a/icechunk-python/python/icechunk/dask.py b/icechunk-python/python/icechunk/dask.py index 92314ca43..e872bd982 100644 --- a/icechunk-python/python/icechunk/dask.py +++ b/icechunk-python/python/icechunk/dask.py @@ -13,6 +13,13 @@ from icechunk.distributed import extract_session, merge_sessions from icechunk.session import ForkSession + +__all__ = [ + "computing_meta", + "store_dask" +] + + SimpleGraph: TypeAlias = Mapping[tuple[str, int], tuple[Any, ...]] diff --git a/icechunk-python/python/icechunk/distributed.py b/icechunk-python/python/icechunk/distributed.py index c1a2608e8..5d12adadf 100644 --- a/icechunk-python/python/icechunk/distributed.py +++ b/icechunk-python/python/icechunk/distributed.py @@ -6,6 +6,7 @@ from icechunk import IcechunkStore from icechunk.session import ForkSession, Session + __all__ = [ "extract_session", "merge_sessions", diff --git a/icechunk-python/python/icechunk/exceptions.py b/icechunk-python/python/icechunk/exceptions.py new file mode 100644 index 000000000..d7c79d23c --- /dev/null +++ b/icechunk-python/python/icechunk/exceptions.py @@ -0,0 +1,11 @@ +from icechunk._icechunk_python import ( + ConflictError, + IcechunkError, + RebaseFailedError +) + +__all__ = [ + "ConflictError", + "IcechunkError", + "RebaseFailedError" +] diff --git a/icechunk-python/python/icechunk/garbage.py b/icechunk-python/python/icechunk/garbage.py new file mode 100644 index 000000000..3836dea38 --- /dev/null +++ b/icechunk-python/python/icechunk/garbage.py @@ -0,0 +1,5 @@ +from icechunk._icechunk_python import GCSummary + +__all__ = [ + "GCSummary" +] \ No newline at end of file diff --git a/icechunk-python/python/icechunk/manifests.py b/icechunk-python/python/icechunk/manifests.py new file mode 100644 index 000000000..1532680b7 --- /dev/null +++ b/icechunk-python/python/icechunk/manifests.py @@ -0,0 +1,19 @@ +from icechunk._icechunk_python import ( + ManifestConfig, + ManifestFileInfo, + ManifestPreloadCondition, + ManifestPreloadConfig, + ManifestSplitCondition, + ManifestSplitDimCondition, + ManifestSplittingConfig, +) + +__all__ = [ + "ManifestConfig", + "ManifestFileInfo", + "ManifestPreloadCondition", + "ManifestPreloadConfig", + "ManifestSplitCondition", + "ManifestSplitDimCondition", + "ManifestSplittingConfig" +] \ No newline at end of file diff --git a/icechunk-python/python/icechunk/repository.py b/icechunk-python/python/icechunk/repository.py index e81a8a545..4cd69a3cc 100644 --- a/icechunk-python/python/icechunk/repository.py +++ b/icechunk-python/python/icechunk/repository.py @@ -17,6 +17,11 @@ from icechunk.store import IcechunkStore +__all__ = [ + "Repository" +] + + class Repository: """An Icechunk repository.""" diff --git a/icechunk-python/python/icechunk/session.py b/icechunk-python/python/icechunk/session.py index 56df347d7..5890f5509 100644 --- a/icechunk-python/python/icechunk/session.py +++ b/icechunk-python/python/icechunk/session.py @@ -12,6 +12,12 @@ from icechunk.store import IcechunkStore +__all__ = [ + "Session", + "ForkSession" +] + + class Session: """A session object that allows for reading and writing data from an Icechunk repository.""" diff --git a/icechunk-python/python/icechunk/snapshots.py b/icechunk-python/python/icechunk/snapshots.py new file mode 100644 index 000000000..901a4cec2 --- /dev/null +++ b/icechunk-python/python/icechunk/snapshots.py @@ -0,0 +1,9 @@ +from icechunk._icechunk_python import ( + SnapshotInfo, + Diff +) + +__all__ = [ + "SnapshotInfo", + "Diff" +] \ No newline at end of file diff --git a/icechunk-python/python/icechunk/storage.py b/icechunk-python/python/icechunk/storage.py index 77a845148..2125ed831 100644 --- a/icechunk-python/python/icechunk/storage.py +++ b/icechunk-python/python/icechunk/storage.py @@ -7,6 +7,9 @@ S3Options, S3StaticCredentials, Storage, + StorageConcurrencySettings, + StorageRetriesSettings, + StorageSettings, ) from icechunk.credentials import ( azure_credentials, @@ -14,6 +17,28 @@ s3_credentials, ) + +__all__ = [ + "S3Options", + "Storage", + "StorageConcurrencySettings", + "StorageRetriesSettings", + "StorageSettings", + "in_memory_storage", + "local_filesystem_storage", + "http_store", + "local_filesystem_store", + "s3_store", + "s3_storage", + "s3_object_store_storage", + "tigris_storage", + "r2_storage", + "gcs_store", + "gcs_storage", + "azure_storage", +] + + AnyObjectStoreConfig = ( ObjectStoreConfig.InMemory | ObjectStoreConfig.LocalFileSystem diff --git a/icechunk-python/python/icechunk/store.py b/icechunk-python/python/icechunk/store.py index a0ff8310a..b504597b8 100644 --- a/icechunk-python/python/icechunk/store.py +++ b/icechunk-python/python/icechunk/store.py @@ -14,6 +14,12 @@ from zarr.core.common import BytesLike from zarr.core.sync import SyncMixin + +__all__ = [ + "IcechunkStore" +] + + if TYPE_CHECKING: from icechunk import Session diff --git a/icechunk-python/python/icechunk/virtual.py b/icechunk-python/python/icechunk/virtual.py new file mode 100644 index 000000000..58c1b443f --- /dev/null +++ b/icechunk-python/python/icechunk/virtual.py @@ -0,0 +1,9 @@ +from icechunk._icechunk_python import ( + VirtualChunkContainer, + VirtualChunkSpec +) + +__all__ = [ + "VirtualChunkContainer", + "VirtualChunkSpec" +] \ No newline at end of file diff --git a/icechunk-python/python/icechunk/xarray.py b/icechunk-python/python/icechunk/xarray.py index 26a2df5ff..d16c9eff1 100644 --- a/icechunk-python/python/icechunk/xarray.py +++ b/icechunk-python/python/icechunk/xarray.py @@ -15,8 +15,10 @@ from xarray.backends.common import ArrayWriter from xarray.backends.zarr import ZarrStore + __all__ = ["to_icechunk"] + Region = Mapping[str, slice | Literal["auto"]] | Literal["auto"] | None ZarrWriteModes = Literal["w", "w-", "a", "a-", "r+", "r"]