Skip to content

F branch #6

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 3 commits into
base: main
Choose a base branch
from
Open

F branch #6

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
f04e510
latest version
finnwimberly Aug 20, 2025
b19f500
big push
finnwimberly Aug 21, 2025
5fcab38
catchup to main
finnwimberly Aug 21, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Binary file modified contributor_folders/aidan/__pycache__/dataset.cpython-312.pyc
View file
Open in desktop
Binary file not shown.
6 changes: 6 additions & 0 deletions contributor_folders/aidan/dataset.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,13 +14,19 @@ class SpatialBounds(BaseModel):
class Access(BaseModel):
platform: str
path: str
<<<<<<< HEAD
=======
access_function: Optional[str] = ""
other_args: Optional[dict] = {}
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546

class Variable(BaseModel):
standard_name: str
description: str
<<<<<<< HEAD
=======
units: str
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546

class Variables(BaseModel):
variables: List[Variable]
Expand Down
87 changes: 87 additions & 0 deletions contributor_folders/aidan/datasets.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,11 @@
"cells": [
{
"cell_type": "code",
<<<<<<< HEAD
"execution_count": 2,
=======
"execution_count": 1,
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
"id": "f571ec6c-d60e-4049-a198-25b4dad1b7bb",
"metadata": {},
"outputs": [],
Expand All @@ -13,11 +17,36 @@
},
{
"cell_type": "code",
<<<<<<< HEAD
"execution_count": 3,
=======
"execution_count": 2,
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
"id": "e1f9d631-4ba9-435c-bddf-97962db3ccce",
"metadata": {},
"outputs": [],
"source": [
<<<<<<< HEAD
"d = Dataset(\n",
" name=\"Multi-Scale Ultra High Resolution (MUR) Sea Surface Temperature (SST)\",\n",
" description=\"A global, gap-free, gridded, daily 1 km Sea Surface Temperature (SST) dataset created by merging multiple Level-2 satellite SST datasets. Those input datasets include the NASA Advanced Microwave Scanning Radiometer-EOS (AMSR-E), the JAXA Advanced Microwave Scanning Radiometer 2 (AMSR-2) on GCOM-W1, the Moderate Resolution Imaging Spectroradiometers (MODIS) on the NASA Aqua and Terra platforms, the US Navy microwave WindSat radiometer, the Advanced Very High Resolution Radiometer (AVHRR) on several NOAA satellites, and in situ SST observations from the NOAA iQuam project. Data are available from 2002 to present in Zarr format. The original source of the MUR data is the NASA JPL Physical Oceanography DAAC.\",\n",
" spatial_bounds=SpatialBounds(\n",
" min_lat=1.0,\n",
" min_lon=1.0,\n",
" max_lat=1.0,\n",
" max_lon=1.0\n",
" ),\n",
" temporal_bounds=TemporalBounds(\n",
" start_time=\"1234\",\n",
" end_time=\"4567\"\n",
" ),\n",
" variables=Variables(\n",
" variables=[Variable(standard_name=\"water temp\", description=\"how hot da water\")]\n",
" ),\n",
" access=Access(\n",
" platform=\"aws\",\n",
" path=\"s3://path_to_file.zarr\"\n",
=======
"mur = Dataset(\n",
" name=\"GHRSST Level 4 MUR Global Foundation Sea Surface Temperature Analysis (v4.1)\",\n",
" description=\"The GHRSST MUR Level 4 sea surface temperature dataset provides global 0.01° analyses using wavelet-based optimal interpolation, combining nighttime SST observations from multiple satellite instruments and in situ sources, with retrospective (four-day latency) and near-real-time (one-day latency) products. It also includes ice concentration data for high-latitude SST improvements, SST anomalies, and the temporal distance to the nearest IR measurement for each pixel.\",\n",
Expand Down Expand Up @@ -74,12 +103,41 @@
" platform=\"aws\",\n",
" path=\"s3://mur-sst/zarr-v1/\",\n",
" access_function=\"load_mur\"\n",
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
" )\n",
")"
]
},
{
"cell_type": "code",
<<<<<<< HEAD
"execution_count": 4,
"id": "0440e690-0fc9-48af-a10a-41283d7bc009",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"{'name': 'Multi-Scale Ultra High Resolution (MUR) Sea Surface Temperature (SST)',\n",
" 'description': 'A global, gap-free, gridded, daily 1 km Sea Surface Temperature (SST) dataset created by merging multiple Level-2 satellite SST datasets. Those input datasets include the NASA Advanced Microwave Scanning Radiometer-EOS (AMSR-E), the JAXA Advanced Microwave Scanning Radiometer 2 (AMSR-2) on GCOM-W1, the Moderate Resolution Imaging Spectroradiometers (MODIS) on the NASA Aqua and Terra platforms, the US Navy microwave WindSat radiometer, the Advanced Very High Resolution Radiometer (AVHRR) on several NOAA satellites, and in situ SST observations from the NOAA iQuam project. Data are available from 2002 to present in Zarr format. The original source of the MUR data is the NASA JPL Physical Oceanography DAAC.',\n",
" 'temporal_bounds': {'start_time': '1234', 'end_time': '4567'},\n",
" 'spatial_bounds': {'min_lat': 1.0,\n",
" 'min_lon': 1.0,\n",
" 'max_lat': 1.0,\n",
" 'max_lon': 1.0},\n",
" 'variables': {'variables': [{'standard_name': 'water temp',\n",
" 'description': 'how hot da water'}]},\n",
" 'access': {'platform': 'aws', 'path': 's3://path_to_file.zarr'}}"
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"json.loads(d.json())"
=======
"execution_count": 3,
"id": "d600f8e8-6e99-448e-85f2-c24e1255f908",
"metadata": {},
Expand Down Expand Up @@ -249,11 +307,15 @@
" )\n",
"\n",
")"
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
]
},
{
"cell_type": "code",
"execution_count": 5,
<<<<<<< HEAD
"id": "ed735e0c-28b6-41e0-a36e-e551627b1af5",
=======
"id": "c617b4e2-588a-41f3-9944-e8db06ac04fe",
"metadata": {},
"outputs": [],
Expand Down Expand Up @@ -325,11 +387,27 @@
"cell_type": "code",
"execution_count": 7,
"id": "05959572-9556-4a9a-aa9a-ee11e296575d",
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
<<<<<<< HEAD
"{'datasets': [{'name': 'Multi-Scale Ultra High Resolution (MUR) Sea Surface Temperature (SST)',\n",
" 'description': 'A global, gap-free, gridded, daily 1 km Sea Surface Temperature (SST) dataset created by merging multiple Level-2 satellite SST datasets. Those input datasets include the NASA Advanced Microwave Scanning Radiometer-EOS (AMSR-E), the JAXA Advanced Microwave Scanning Radiometer 2 (AMSR-2) on GCOM-W1, the Moderate Resolution Imaging Spectroradiometers (MODIS) on the NASA Aqua and Terra platforms, the US Navy microwave WindSat radiometer, the Advanced Very High Resolution Radiometer (AVHRR) on several NOAA satellites, and in situ SST observations from the NOAA iQuam project. Data are available from 2002 to present in Zarr format. The original source of the MUR data is the NASA JPL Physical Oceanography DAAC.',\n",
" 'temporal_bounds': {'start_time': '1234', 'end_time': '4567'},\n",
" 'spatial_bounds': {'min_lat': 1.0,\n",
" 'min_lon': 1.0,\n",
" 'max_lat': 1.0,\n",
" 'max_lon': 1.0},\n",
" 'variables': {'variables': [{'standard_name': 'water temp',\n",
" 'description': 'how hot da water'}]},\n",
" 'access': {'platform': 'aws', 'path': 's3://path_to_file.zarr'}}]}"
]
},
"execution_count": 5,
=======
"{'datasets': [{'name': 'Indian Ocean grid',\n",
" 'description': 'Our Indian Ocean IO.zarr is a 1972-2022 blended dataset for the Arabian Sea and Bay of Bengal formated as a .zarr file, containing daily cleaned and interpolated data from variables across multiple sources, mostly from processed NASA/NOAA and Copernicus collections and the ERA5 reanalysis products.',\n",
" 'temporal_bounds': {'start_time': '1979-01-01', 'end_time': '2022-12-31'},\n",
Expand Down Expand Up @@ -521,11 +599,15 @@
]
},
"execution_count": 7,
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
<<<<<<< HEAD
"json.loads(DatasetCollection(datasets=[d]).json())"
=======
"json.loads(dataset_collection.json())"
]
},
Expand All @@ -540,12 +622,17 @@
"\n",
"with open(dataset_path, \"w\") as f:\n",
" f.write(dataset_collection.model_dump_json(indent=2)) "
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
]
},
{
"cell_type": "code",
"execution_count": null,
<<<<<<< HEAD
"id": "cca20b5c-7b2d-4b2d-844c-011d301c2ba8",
=======
"id": "e71e91c1-07dd-48cb-bbbe-afbfb83c7f07",
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
"metadata": {},
"outputs": [],
"source": []
Expand Down
26 changes: 26 additions & 0 deletions contributor_folders/aidan/explore_langchain.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -115,7 +115,11 @@
},
{
"cell_type": "code",
<<<<<<< HEAD
"execution_count": 14,
=======
"execution_count": 2,
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
"id": "c48c0b5a-95e0-45ed-bca7-033baecac369",
"metadata": {},
"outputs": [],
Expand All @@ -125,7 +129,11 @@
},
{
"cell_type": "code",
<<<<<<< HEAD
"execution_count": 15,
=======
"execution_count": 3,
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
"id": "0001cc2c-3fd2-4665-9f7f-7dfabf86fb44",
"metadata": {},
"outputs": [],
Expand All @@ -135,7 +143,11 @@
},
{
"cell_type": "code",
<<<<<<< HEAD
"execution_count": 16,
=======
"execution_count": 4,
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
"id": "86001908-aa14-44b5-9f56-06e7bbe12970",
"metadata": {},
"outputs": [],
Expand All @@ -158,19 +170,32 @@
},
{
"cell_type": "code",
<<<<<<< HEAD
"execution_count": null,
=======
"execution_count": 7,
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
"id": "3acde5d4-3299-4a30-8624-2f40af33bf17",
"metadata": {},
"outputs": [],
"source": [
<<<<<<< HEAD
"read_arraylake_dataset(\n",
" \"earthmover-public/era5-surface-aws\",\n",
" \"spatial\",\n",
" \"sst\"\n",
=======
"ds = read_arraylake_dataset(\n",
" \"earthmover-public/era5-surface-aws\",\n",
" \"spatial\"\n",
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
")"
]
},
{
"cell_type": "code",
<<<<<<< HEAD
=======
"execution_count": 9,
"id": "8a4c3fb5-5ccc-49ae-a523-86cfb11e0dba",
"metadata": {},
Expand Down Expand Up @@ -3543,6 +3568,7 @@
},
{
"cell_type": "code",
>>>>>>> aa213b2d152fb29a697d7271cdf076f9f2c1a546
"execution_count": 20,
"id": "00fff333-8015-4776-92bc-88700297235a",
"metadata": {},
Expand Down
Loading