Skip to content

Commit

Permalink
added remote-options argument in the necessary notebook. (#65)
Browse files Browse the repository at this point in the history
  • Loading branch information
Anu-Ra-g authored Aug 29, 2024
1 parent 292956a commit e119b88
Show file tree
Hide file tree
Showing 5 changed files with 16 additions and 7 deletions.
8 changes: 6 additions & 2 deletions notebooks/advanced/Parquet_Reference_Storage.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -256,7 +256,11 @@
"outputs": [],
"source": [
"fs = ReferenceFileSystem(\n",
" \"combined.parq\", remote_protocol=\"s3\", target_protocol=\"file\", lazy=True\n",
" \"combined.parq\",\n",
" remote_protocol=\"s3\",\n",
" target_protocol=\"file\",\n",
" lazy=True,\n",
" remote_options={\"anon\": True},\n",
")\n",
"ds = xr.open_dataset(\n",
" fs.get_mapper(), engine=\"zarr\", backend_kwargs={\"consolidated\": False}\n",
Expand Down Expand Up @@ -289,7 +293,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.13"
"version": "3.11.9"
}
},
"nbformat": 4,
Expand Down
11 changes: 6 additions & 5 deletions notebooks/advanced/appending.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -287,6 +287,7 @@
"storage_options = {\n",
" \"remote_protocol\": \"s3\",\n",
" \"skip_instance_cache\": True,\n",
" \"remote_options\": {\"anon\": True}\n",
"} # options passed to fsspec\n",
"open_dataset_options = {\"chunks\": {}} # opens passed to xarray\n",
"\n",
Expand All @@ -295,17 +296,17 @@
" engine=\"kerchunk\",\n",
" storage_options=storage_options,\n",
" open_dataset_options=open_dataset_options,\n",
")\n",
"\n",
"ds"
")"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
"source": [
"ds\n"
]
}
],
"metadata": {
Expand All @@ -324,7 +325,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.13"
"version": "3.11.9"
}
},
"nbformat": 4,
Expand Down
1 change: 1 addition & 0 deletions notebooks/using_references/Datatree.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -115,6 +115,7 @@
" url,\n",
" remote_protocol=\"s3\",\n",
" target_protocol=\"s3\",\n",
" remote_options={\"anon\": True},\n",
" target_options={\"anon\": True},\n",
" lazy=True,\n",
" )\n",
Expand Down
2 changes: 2 additions & 0 deletions notebooks/using_references/Xarray.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -53,6 +53,7 @@
" \"reference\",\n",
" fo=\"references/ARG_combined.json\",\n",
" remote_protocol=\"s3\",\n",
" remote_options={\"anon\": True},\n",
" skip_instance_cache=True,\n",
")\n",
"m = fs.get_mapper(\"\")\n",
Expand All @@ -78,6 +79,7 @@
"storage_options = {\n",
" \"remote_protocol\": \"s3\",\n",
" \"skip_instance_cache\": True,\n",
" \"remote_options\": {\"anon\": True}\n",
"} # options passed to fsspec\n",
"open_dataset_options = {\"chunks\": {}} # opens passed to xarray\n",
"\n",
Expand Down
1 change: 1 addition & 0 deletions notebooks/using_references/Xrefcoord.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -46,6 +46,7 @@
"storage_options = {\n",
" \"remote_protocol\": \"s3\",\n",
" \"skip_instance_cache\": True,\n",
" \"remote_options\": {\"anon\": True}\n",
"} # options passed to fsspec\n",
"open_dataset_options = {\"chunks\": {}} # opens passed to xarray\n",
"\n",
Expand Down

0 comments on commit e119b88

Please sign in to comment.