diff --git a/.github/workflows/delete_all_artifacts.sh b/.github/workflows/delete_all_artifacts.sh new file mode 100755 index 000000000..a021a3500 --- /dev/null +++ b/.github/workflows/delete_all_artifacts.sh @@ -0,0 +1,37 @@ +#!/bin/bash +# +# This script deletes all artifacts from the repo using Github CLI. +# This will NOT break the deployment of ACCESS-Hive (https://access-hive.org.au/) + +set -eu + +invoke_api() { + gh api -H "Accept: application/vnd.github+json" -H "X-GitHub-Api-Version: 2022-11-28" "$@" +} + +list_artifacts() { + invoke_api https://api.github.com/repos/ACCESS-Hive/access-hive.github.io/actions/artifacts +} + +list=$(list_artifacts | jq '.artifacts | .[] | .url') +tot=$(list_artifacts | jq '.total_count') + +delete_artifact() { + invoke_api -X DELETE "$1" + echo "Deleted artifact $2/$tot: $1" 1>&2 +} + +i=1 +while true; do + if [ "$i" -lt "$tot" ]; then + for l in ${list} ; do + artifact=$(echo $l | tr -d '"') + delete_artifact "$artifact" $i $tot + i=$((i+1)) + done + list=$(list_artifacts | jq '.artifacts | .[] | .url') + else + echo "Done!" + exit 0 + fi +done \ No newline at end of file diff --git a/.github/workflows/deploy_to_github_pages.yml b/.github/workflows/deploy_to_github_pages.yml new file mode 100644 index 000000000..149ee14ce --- /dev/null +++ b/.github/workflows/deploy_to_github_pages.yml @@ -0,0 +1,181 @@ +name: Deploy to GitHub Pages +on: + push: #Action fires anytime there is a push to the following branches + branches: + - main + - development + pull_request: #Action also fires anytime a PR is (re)opened, closed or synchronized + types: + - opened + - reopened + - synchronize + - closed + +jobs: + pr-preview-setup: + # If the action is fired because of a PR, and the PR is not from the development branch, run this job + if: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.ref != 'development' }} + runs-on: ubuntu-latest + steps: + - name: Get date + run: echo "DATE=$(date '+%Y-%m-%d %H:%M %Z')" >> $GITHUB_ENV + + - name: Setup pr-preview + # If the PR is new (or has been reopened), setup the message that will + # get updated with the URL after deployment + if: ${{ github.event.action == 'opened' || github.event.action == 'reopened' }} + uses: thollander/actions-comment-pull-request@v2.4.3 + with: + comment_tag: pr-preview + pr_number: ${{ github.event.number }} + message: "\ + PR Preview + + :---: + + 🛫 Deployment still ongoing.
+ Preview URL will be available at the end of the deployment. + + For more information, please check the [Actions](https://github.com/ACCESS-Hive/access-hive.github.io/actions) tab. + + ${{ env.DATE }} + " + + # If the PR is closed, remove the pr-preview URL + - name: Remove pr-preview URL + if: ${{github.event.action == 'closed'}} + uses: thollander/actions-comment-pull-request@v2.4.3 + with: + comment_tag: pr-preview + pr_number: ${{ github.event.number }} + message: "\ + PR Preview + + :---: + + 🛬 Preview removed because the pull request was closed. + + ${{ env.DATE }} + " + + build: + # Cancel any previous build/deploy jobs that are still running (no need to build/deploy multiple times) + concurrency: + group: build-deploy + cancel-in-progress: true + runs-on: ubuntu-latest + outputs: + pr_nums: ${{ steps.build.outputs.pr_nums }} + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + ref: main + + - name: Python setup + uses: actions/setup-python@v4 + with: + python-version: 3.x + + - name: Install dependencies + run: pip install -r requirements.txt + + # Build full website using main, development and open PRs head branches + # (excluding `development` and `main` as PR head branches) + - name: Build full website + id: build + shell: bash + run: | + retry() { + command="$1" + n_tries="$2" + wait="$3" + exit_msg="$4" + eval "$command" + until [ $? == 0 ]; do + if [ $i -eq $((n_tries - 1)) ]; then + echo "$exit_msg" + exit 1 + else + ((i++)) + fi + sleep $wait + eval "$command" + done + } + + git fetch --all + echo "Build main website" + retry 'mkdocs build -f mkdocs.yml -d ../website' 5 1 "Failed to build main website." + echo "Build development website" + retry 'git checkout development' 5 1 "Failed to checkout development branch." + retry 'mkdocs build -f mkdocs.yml -d ../website/development-website' 5 1 "Failed to build development website." + echo "Build PR websites" + command="pr_list=\$(curl -s https://api.github.com/repos/ACCESS-Hive/access-hive.github.io/pulls?state=opened \ + | jq '.[] | select(.head.label!=\"ACCESS-Hive:development\" and .head.label!=\"ACCESS-Hive:main\")')" + retry "$command" 5 1 "Failed to fetch opened PRs." + pr_nums=($(jq '.number' <<< $pr_list)) + if [[ -n $pr_nums ]]; then + echo "Found PR numbers: $(sed 's/\s/, /g' <<< ${pr_nums[@]})." + pr_sha=($(jq '.head.sha' <<< $pr_list)) + echo "pr_nums=$(sed 's/\s/,/g' <<< [${pr_nums[@]}])" >> "$GITHUB_OUTPUT" + for i in ${!pr_nums[@]}; do + retry "git checkout ${pr_sha[i]}" 5 1 "Failed to checkout git hash ${pr_sha[i]}." + retry "mkdocs build -f mkdocs.yml -d ../website/pr-preview/pr-${pr_nums[i]}" 5 1 "Failed to build pr-${pr_nums[i]} website." + done + else + echo "No open PR found." + fi + echo "Give the right file permissions" + chmod -c -R +rX ../website + + - name: Create artifact for deployment to GitHub Pages + uses: actions/upload-pages-artifact@v2 + with: + path: ../website + + deploy: + needs: build + runs-on: ubuntu-latest + # Cancel any previous build/deploy jobs that are still running (no need to build/deploy multiple times) + concurrency: + group: build-deploy + cancel-in-progress: true + permissions: + pages: write # to deploy to Pages + id-token: write # to verify the deployment originates from an appropriate source + + steps: + - name: Deploy to GitHub Pages + uses: actions/deploy-pages@v2 + + # Set pr-preview URL + pr-preview: + needs: [build,deploy] + # If there are open PRs (whose head branch is neither `development` nor `main`), run this job + if: ${{ needs.build.outputs.pr_nums }} + runs-on: ubuntu-latest + # Run the same job for each of the open PRs found + strategy: + matrix: + pr_nums: ${{fromJson(needs.build.outputs.pr_nums)}} + steps: + - name: Get date + run: echo "DATE=$(date '+%Y-%m-%d %H:%M %Z')" >> $GITHUB_ENV + + - name: Set pr-preview URL + if: ${{github.event.action != 'closed'}} + uses: thollander/actions-comment-pull-request@v2.4.3 + with: + comment_tag: pr-preview + pr_number: ${{ matrix.pr_nums }} + message: "\ + PR Preview + + :---: + + 🚀 Deployed preview to + https://access-hive.org.au/pr-preview/pr-${{ matrix.pr_nums }} + + ${{ env.DATE }} + " \ No newline at end of file diff --git a/.github/workflows/pr_preview.yml b/.github/workflows/pr_preview.yml deleted file mode 100644 index 5cc6ee649..000000000 --- a/.github/workflows/pr_preview.yml +++ /dev/null @@ -1,58 +0,0 @@ -name: PR preview - -on: - pull_request: - types: - - opened - - reopened - - synchronize - - closed - -concurrency: - group: preview-${{ github.ref }} - cancel-in-progress: true - -jobs: - build-and-deploy-preview: - if: ${{ github.event.action != 'closed' }} - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v3 - - - name: Python setup - uses: actions/setup-python@v4 - with: - python-version: 3.x - - - name: Install dependencies - run: pip install -r requirements.txt - - - name: Build preview website - run: mkdocs build -f mkdocs.yml -d pr_preview-${{ github.ref }} - - - name: Deploy preview - uses: access-nri/pr-preview-action@v2.1.1 - with: - source-dir: pr_preview-${{ github.ref }} - action: deploy - pr-number: ${{ github.event.number }} - - close-preview: - if: ${{ github.event.action == 'closed' }} - runs-on: ubuntu-latest - steps: - - - name: Checkout - uses: actions/checkout@v3 - - - name: Python setup - uses: actions/setup-python@v4 - with: - python-version: 3.x - - - name: Clean preview - uses: access-nri/pr-preview-action@v2.1.1 - with: - action: remove - pr-number: ${{ github.event.number }} \ No newline at end of file diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml deleted file mode 100644 index f08c55776..000000000 --- a/.github/workflows/publish.yml +++ /dev/null @@ -1,62 +0,0 @@ -name: Deploy ACCESS-Hive -on: - push: - branches: - - main - # Allows you to run this workflow manually from the Actions tab - workflow_dispatch: - -permissions: - contents: write - -# Allow only one concurrent deployment, skipping runs queued between the run in-progress and latest queued. -# However, do NOT cancel in-progress runs as we want to allow these production deployments to complete. -concurrency: - group: "pages" - cancel-in-progress: false - -jobs: - build-and-deploy: - concurrency: ci-${{ github.ref }} - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v3 - - - uses: actions/setup-python@v4 - with: - python-version: 3.x - - - name: Install dependencies - run: pip install -r requirements.txt - - name: Build - run: mkdocs build -f mkdocs.yml -d website - - - name: Deploy to gh-pages - uses: JamesIves/github-pages-deploy-action@v4 - with: - folder: website - branch: gh-pages # default - clean-exclude: pr-preview/ # don't overwrite previews - - # deploy: - # needs: build - # environment: - # name: github-pages - # url: ${{ steps.deployment.outputs.page_url }} - # runs-on: ubuntu-latest - # steps: - # - name: Checkout - # uses: actions/checkout@v3 - # with: - # ref: 'gh-pages' - # - name: Setup Pages - # uses: actions/configure-pages@v3 - # - name: Upload artifact - # uses: actions/upload-pages-artifact@v2 - # with: - # # Upload entire repository - # path: '.' - # - name: Deploy to GitHub Pages - # id: deployment - # uses: actions/deploy-pages@v2 diff --git a/docs/call_contribute.md b/docs/call_contribute.md deleted file mode 100644 index d1eec4a20..000000000 --- a/docs/call_contribute.md +++ /dev/null @@ -1,2 +0,0 @@ -???+ warning "The documentation on Hive is work in progress!" - The ACCESS-Hive is a community resource that is a work in progress. We’d love to receive your contribution. Please see the [contributing guidelines](/contribute/index.md) below for how to make contributions to the **Hive** page content. You can also [open an issue](https://github.com/ACCESS-Hive/access-hive.github.io/issues) highlighting any content you’d like us to provide but aren’t able to contribute yourself. \ No newline at end of file diff --git a/docs/community_resources/computing_on_gadi.md b/docs/community_resources/computing_on_gadi.md deleted file mode 100644 index e57a72ed7..000000000 --- a/docs/community_resources/computing_on_gadi.md +++ /dev/null @@ -1,33 +0,0 @@ - -# 4) Computing on Gadi - -## Gadi Resources -Coupled climate models like ACCESS-CM involve, among other things, calculation of complex mathematical equations that explain the physics of the atmosphere and oceans. Performed at hundreds of millions of points around the Earth, these calculations require vast computing power to complete them in a reasonable amount of time, thus relying on the power of high-performance computing (HPC) like Gadi. The [Gadi supercomputer](https://nci.org.au/our-systems/hpc-systems) can handle more than 10 million billion (10 quadrillion) calculations per second and is connected to 100,000 Terabytes of high-performance research data storage. - -An overview of [Gadi resources](https://opus.nci.org.au/display/Help/0.+Welcome+to+Gadi#id-0.WelcometoGadi-GadiResources) such as compute, storage and PBS jobs are described below. - -Useful NCI commands to check your available compute resources are: - -| Command | Purpose | -| ---------------------- | ------------- | -| `logout` or ++ctrl+"D"++ | To exit a session | -| `hostname` | Displays login node details| -| `module list` | Modules currently loaded | -| `module avail` | Available modules | -| `nci_account -P [proj]`| Compute allocation for [proj]| -| `nqstat -P [proj]` | Jobs running/queued in [proj]| -| `lquota` | Storage allocation and usage for all your projects| - -### Compute Hours -Compute allocations are granted to projects instead of directly to users and, hence, you need to be a member of a project in order to use its compute allocation. To run jobs on Gadi, you need to have sufficient allocated [compute hours](https://opus.nci.org.au/display/Help/0.+Welcome+to+Gadi#id-0.WelcometoGadi-ComputeHours) available, where the [job cost](https://opus.nci.org.au/display/Help/2.+Compute+Grant+and+Job+Debiting) depends on the resources reserved for the job and the amount of walltime it uses. - -### Storage -Each user has a project-independent [`$HOME`](https://opus.nci.org.au/display/Help/0.+Welcome+to+Gadi#id-0.WelcometoGadi-TheHomeFolder$HOME) directory, which has a storage limit of 10 GiB. All data on `/home` is backed up. - -Through project membership, the user gets access to the storage space within the -[project folders](https://opus.nci.org.au/display/Help/0.+Welcome+to+Gadi#id-0.WelcometoGadi-ProjectFolderonLustreFilesystems/scratchand/g/data) `/scratch` and `/g/data` filesystems for that particular project. - -## PBS Jobs -To run compute tasks such as an ACCESS-CM suite on Gadi, users need to submit them as *jobs* to *queues*. Within a [job submission](https://opus.nci.org.au/display/Help/0.+Welcome+to+Gadi#id-0.WelcometoGadi-JobSubmission), you can specify the queue, duration and computational resources needed for your job. When a job submission is accepted, it is assigned a jobID (shown in the return message) that can then be used to monitor the job’s [status](https://opus.nci.org.au/display/Help/0.+Welcome+to+Gadi#id-0.WelcometoGadi-QueueStatus). - -On job completion, contents of the job’s standard output/error stream gets copied to a file in the working directory with the respective format: `.o` and `.e`. Users should check these two log files before proceeding with post-processing of any output from their corresponding job. diff --git a/docs/community_resources/events/add_event.md b/docs/community_resources/events/add_event.md deleted file mode 100644 index ed2afad57..000000000 --- a/docs/community_resources/events/add_event.md +++ /dev/null @@ -1,36 +0,0 @@ -# Workshops and Conferences: Add Event - - - -We encourage members of the community to list any workshops, tutorials, conferences that might be of interest to the community. - -## How to add your event - -### Add an issue - -The easiest way for you to add your event is to [make an issue with the template provided][add-event-issue]. This provides a form which guides you through the process of providing the required information. - -### Create a pull-request to add your event - -This process requires some knowledge of git, GitHub and Markdown. If you do not feel comfortable doing this then it is sufficient to just add an issue as above. The issue will be assigned to someone else to finish. - -If you do feel confident adding your event to the list, then create a Markdown text file, identified with the `.md` extension, to the correct subdirectory in the `events` folder of the [ACCESS-Hive repository](https://github.com/ACCESS-Hive/access-hive.github.io/tree/main/docs/events/events). The subdirectories are named by year, put your new file in the year in which the event will take place. Avoid spaces in your filename: use an underscore `_` where you would normally have a space. e.g. `regional_dowscaling_cordex.md` - -The file must contain a header with the metadata as in the example below: - -``` ---- -title: Regional climate downscaling for Australia within the CORDEX framework -start_date: 27/11/2022 -end_date: 27/11/2022 -location: Adelaide, SA -link: https://www.amos2022.org.au/ -description: This workshop is relevant for those performing regional climate simulations or downscaling with empirical/statistical downscaling approaches including machine learning, as well as those using regional climate projection data in their work. The focus will be on CORDEX related data and modelling. The workshop will have some presentations with extended discussion. ---- - -``` - -Make sure to follow [all the steps][edit-process] described in the contribution guidelines to submit this addition for approval for publication. - -[edit-process]: ../../contribute/edit-locally.md#edit-to-access-hive -[add-event-issue]: https://github.com/ACCESS-Hive/access-hive.github.io/issues/new?assignees=&labels=New+Event&template=new-event.yml&title=%5BNew+Event%5D%3A+ \ No newline at end of file diff --git a/docs/community_resources/events/events/2022/ACCESSAmos2022.md b/docs/community_resources/events/events/2022/ACCESSAmos2022.md deleted file mode 100644 index bfc3d85e4..000000000 --- a/docs/community_resources/events/events/2022/ACCESSAmos2022.md +++ /dev/null @@ -1,11 +0,0 @@ ---- -title: Australian Community Climate and Earth System Simulator (ACCESS) modelling -start_date: 27/11/2022 -end_date: 27/11/2022 -location: Adelaide, SA -link: https://www.amos2022.org.au/ -description: This half-day workshop introduces running the ACCESS model for new or less experienced users. We focus on the ACCESSESM1.5. The workshop will use a few simple cases to demonstrate how to set up and run the model on NCI's Gadi and focus on what post-processing package is available. Since ACCESS-ESM1.5 is cheaper and faster than ACCESS-CM2, we target to use the Payu through the workshop. We might cover some other components, but it might depend on the time and the users. Participants will need to bring their laptops and have an NCI account; participants may need to prepare before the workshop; the instructions will be loaded online before the event. The workshop will collaborate with CSIRO Aspendale, ACCESS-NRI and CLEX. -organisator: Dr Tilo Ziehn, Arnold Sullivan -comments: AMOS 2022, Workshop ---- - diff --git a/docs/community_resources/events/events/2022/AMOS.md b/docs/community_resources/events/events/2022/AMOS.md deleted file mode 100644 index 433006f96..000000000 --- a/docs/community_resources/events/events/2022/AMOS.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: AMOS Annual Conference 2022 -start_date: 28/11/2022 -end_date: 02/12/2022 -location: Adelaide Convention Centre, SA -link: https://www.amos2022.org.au -description: -organisator: ---- - diff --git a/docs/community_resources/events/events/2022/CORDEXAmos2022.md b/docs/community_resources/events/events/2022/CORDEXAmos2022.md deleted file mode 100644 index 9cd6314af..000000000 --- a/docs/community_resources/events/events/2022/CORDEXAmos2022.md +++ /dev/null @@ -1,18 +0,0 @@ ---- -title: Regional climate downscaling for Australia within the CORDEX framework -start_date: 27/11/2022 -end_date: 27/11/2022 -location: Adelaide, SA -link: https://www.amos2022.org.au/ -description: This workshop is relevant for those performing regional climate simulations or downscaling with empirical/statistical downscaling approaches including machine learning, as well as those using regional climate projection data in their work. The focus will be on CORDEX related data and modelling. The workshop will have some presentations with extended discussion. -organisator: Jason Evans, Marcus Thatcher -comments: AMOS 2022, Workshop ---- - -# Regional climate downscaling for Australia within the CORDEX framework - -This workshop is relevant for those performing regional climate simulations or downscaling with empirical/statistical downscaling approaches including machine learning, as well as those using regional climate projection data in their work. The focus will be on CORDEX related data and modelling. The workshop will have some presentations with extended discussion. Some topics to be covered include: -- Accessing the existing CORDEX-CMIP5 data. How to access and use the data -- Explain the CORDEX-CMIP6 protocol -- What does it say? How can you contribute? -- Who is planning to contribute (or is already working on contributions) to the Australasia domain? diff --git a/docs/community_resources/events/events/2022/COSIMA_workshop.md b/docs/community_resources/events/events/2022/COSIMA_workshop.md deleted file mode 100644 index 892634efd..000000000 --- a/docs/community_resources/events/events/2022/COSIMA_workshop.md +++ /dev/null @@ -1,11 +0,0 @@ ---- -title: COSIMA Workshop -start_date: 03/11/2022 -end_date: 03/11/2022 -location: Hobart, Australia -link: http://cosima.org.au/index.php/meetings/cosima2022 -description: -organisator: -comments: Registration closes COB 16 September 2022 ---- - diff --git a/docs/community_resources/events/events/2022/GC5Workshop.md b/docs/community_resources/events/events/2022/GC5Workshop.md deleted file mode 100644 index db328a95f..000000000 --- a/docs/community_resources/events/events/2022/GC5Workshop.md +++ /dev/null @@ -1,26 +0,0 @@ ---- -title: GC5 Assessment Workshop -start_date: 08/11/2022 -end_date: 10/11/2022 -location: Hobart, Australia -link: https://soos.aq/soos-symposium-2023 -description: The UM Partnership Team and GC Programme Team are running a GC5 assessment workshop, to assess the latest configuration of the Global Coupled model. -organisator: -comments: Please fill in the [registration form](https://forms.office.com/r/XyRvLKjNtH) to confirm attendance by 21st October ---- - -# GC5 Assessment Workshop - -The UM Partnership Team and GC Programme Team are running a GC5 assessment workshop, to assess the latest configuration of the Global Coupled model. - -The workshop will be a hybrid event with an option to attend online or in-person at Met Office Collaboration Building, Exeter. We will discuss the assessment of the latest GC5 configuration in a range of model simulations in a seamless context and sessions will broadly consist of: -- Summary of GC5 physics changes -- General model assessment -- Summary from Priority Evaluation Groups (PEGs) -- Summary from Collaboration Groups (CoGs) -- Upcoming changes in GC science and tools -- Discussions - -Please fill in the [registration form](https://forms.office.com/r/XyRvLKjNtH) to confirm attendance by 21st October - -For any further questions please contact Luke Roberts, Prince Xavier or Charline Marzin at the Met Office. \ No newline at end of file diff --git a/docs/community_resources/events/events/2022/GroundTruthingClimateChange.md b/docs/community_resources/events/events/2022/GroundTruthingClimateChange.md deleted file mode 100644 index 5edbf0024..000000000 --- a/docs/community_resources/events/events/2022/GroundTruthingClimateChange.md +++ /dev/null @@ -1,16 +0,0 @@ ---- -title: Ground truthing future climate change -start_date: 27/11/2022 -end_date: 27/11/2022 -location: Adelaide, SA -link: https://www.amos2022.org.au/ -description: Scientific ocean drilling provides the robust baseline data on global climate evolution over extended geologic time periods that are critical for improving climate model performance. By targeting how the climate system operates across a wide array of past climate states, scientific ocean drilling has, and continues to, obtain the data necessary to calibrate and improve numerical models used to project future climate impacts and inform mitigation strategies. -organisator: Dr Sarah Kachovich, Dr Linda Armbrecht, Dr Luke Nothdurft -comments: AMOS 2022, Workshop ---- - -# Ground truthing future climate change - -Scientific ocean drilling provides the robust baseline data on global climate evolution over extended geologic time periods that are critical for improving climate model performance. By targeting how the climate system operates across a wide array of past climate states, scientific ocean drilling has, and continues to, obtain the data necessary to calibrate and improve numerical models used to project future climate impacts and inform mitigation strategies. - -Join us in this session where we aim to connect climate and ocean modellers to our rich (50+ years of drilling) database and unanswered questions in scientific ocean drilling. By addressing key questions about Earth’s past, present, and future through interdisciplinary research, we are aiming to spark new collaborations and proposals that will lead to a more profound understanding of Earth as one integrated, interconnected system. \ No newline at end of file diff --git a/docs/community_resources/events/events/2022/SWOTAmos2022.md b/docs/community_resources/events/events/2022/SWOTAmos2022.md deleted file mode 100644 index 91bc91438..000000000 --- a/docs/community_resources/events/events/2022/SWOTAmos2022.md +++ /dev/null @@ -1,14 +0,0 @@ ---- -title: 'The Surface Water and Ocean Topography (SWOT) satellite: A primer' -start_date: 27/11/2022 -end_date: 27/11/2022 -location: Adelaide, SA -link: https://www.amos2022.org.au/ -description: The Surface Water and Ocean Topography (SWOT) satellite, which will launch in November 2022, is a ground-breaking wide-swath altimetry mission that will observe fine details of the ocean dynamics at a resolution 10 times finer than current satellites. SWOT is jointly developed by NASA and CNES with contributions from researchers around the world, including Australia. The Australian government, the Integrated Marine Observing System, and the Australian marine science community are investing in SWOT through calibration/validation and synergistic in situ measurements of fine-scale ocean dynamics in the Australian region. This workshop will present a primer on the principles of the satellite and instrument, how it works, and what are its possibilities and limitations compared to existing altimetry products. This will be complemented with a brief summary of ocean research related to and enabled by SWOT, including internal waves and tides, sub-mesoscale dynamics, the geoid, and mean dynamic topography. The goal of the workshop is to provide oceanographers, hydrologists and other users of altimetry data with the information they need to prepare for the arrival of SWOT data in late 2023. -organisator: Dr Benoit Legresy, Dr Shane Keating, Prof. Nicole Jones -comments: AMOS 2022, Workshop ---- - -# The Surface Water and Ocean Topography (SWOT) satellite: A primer - -The Surface Water and Ocean Topography (SWOT) satellite, which will launch in November 2022, is a ground-breaking wide-swath altimetry mission that will observe fine details of the ocean dynamics at a resolution 10 times finer than current satellites. SWOT is jointly developed by NASA and CNES with contributions from researchers around the world, including Australia. The Australian government, the Integrated Marine Observing System, and the Australian marine science community are investing in SWOT through calibration/validation and synergistic in situ measurements of fine-scale ocean dynamics in the Australian region. This workshop will present a primer on the principles of the satellite and instrument, how it works, and what are its possibilities and limitations compared to existing altimetry products. This will be complemented with a brief summary of ocean research related to and enabled by SWOT, including internal waves and tides, sub-mesoscale dynamics, the geoid, and mean dynamic topography. The goal of the workshop is to provide oceanographers, hydrologists and other users of altimetry data with the information they need to prepare for the arrival of SWOT data in late 2023. \ No newline at end of file diff --git a/docs/community_resources/events/events/2022/bom_res_dev_workshop.md b/docs/community_resources/events/events/2022/bom_res_dev_workshop.md deleted file mode 100644 index aad8e7c9a..000000000 --- a/docs/community_resources/events/events/2022/bom_res_dev_workshop.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: '2022 Bureau of Meteorology Annual Research and Development Workshop: "Water in the Earth System"' -start_date: 7/11/2022 -end_date: 10/11/2022 -location: Karstens Melbourne, 123 Queen Street, Melbourne Victoria -link: http://www.bom.gov.au/research/workshop/2022/index.shtml -description: Water is at the core of the Earth system interactions, however, closing the water balance in a coupled Earth System Model remains a grand challenge. The workshop brings together experts from across these fields to discuss the latest scientific innovations and how we can work together to provide the Australian and international community with improved services and decision-making capabilities, resulting in greater impact and value. The workshop is open to all, and attendees are invited to contribute. -organisator: The Bureau of Meteorology -comments: Workshop, BoM ---- diff --git a/docs/community_resources/events/events/2022/e-research.md b/docs/community_resources/events/events/2022/e-research.md deleted file mode 100644 index dc244a58c..000000000 --- a/docs/community_resources/events/events/2022/e-research.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: e-research Australasia 2022 Conference -start_date: 17/10/2022 -end_date: 21/10/2022 -location: Brisbane Convention and Exhibition Centre and Online, QLD -link: https://conference.eresearch.edu.au -description: -organisator: ---- - diff --git a/docs/community_resources/events/events/2023/ARDCResearchSkills.md b/docs/community_resources/events/events/2023/ARDCResearchSkills.md deleted file mode 100644 index 7892769b6..000000000 --- a/docs/community_resources/events/events/2023/ARDCResearchSkills.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: ARDC Digital Research Skills Summit 2023 -start_date: 09/02/2023 -end_date: 10/02/2023 -location: Rydges World Square Hotel, Sydney -link: https://ardc.edu.au/events/ardc-digital-research-skills-summit-2022 -description: -organisator: ---- - diff --git a/docs/community_resources/events/events/2023/AuScopeAccessNRI_panel.md b/docs/community_resources/events/events/2023/AuScopeAccessNRI_panel.md deleted file mode 100644 index f2923b0e6..000000000 --- a/docs/community_resources/events/events/2023/AuScopeAccessNRI_panel.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: Modelling Earth’s past and future climate using AuScope and ACCESS-NRI - practices and possibilities -start_date: 06/03/2023 -end_date: 06/03/2023 -location: Virtual (Zoom) -link: https://www.eventbrite.com/e/modelling-earths-past-and-future-climate-practices-and-possibilities-tickets-531269841397 -description: This panel discussion brings together scientists from NCRIS facilities AuScope and ACCESS-NRI who model past and future climates using software. This webinar represents a unique opportunity for both scientific and non-scientific communities to interact directly with the people who help us understand Earth’s climate better. The event will be recorded. -organisator: AuScope and ACCESS-NRI ---- - diff --git a/docs/community_resources/events/events/2023/COSIMA_Hackathon.md b/docs/community_resources/events/events/2023/COSIMA_Hackathon.md deleted file mode 100644 index 8eb0a6205..000000000 --- a/docs/community_resources/events/events/2023/COSIMA_Hackathon.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: COSIMA Hackathon II -start_date: 24/01/2023 -end_date: 24/01/2023 -location: Multiple locations, Online -link: https://forum.access-hive.org.au/t/cosima-hackathon-january/142/10 -description: More Information to come on the ACCESS-Hive Forum -organisator: COSIMA ---- - diff --git a/docs/community_resources/events/events/2023/JulesAnnualScienceMeeting.md b/docs/community_resources/events/events/2023/JulesAnnualScienceMeeting.md deleted file mode 100644 index 98fd3d547..000000000 --- a/docs/community_resources/events/events/2023/JulesAnnualScienceMeeting.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: JULES annual science meeting -start_date: 14/09/2023 -end_date: 15/09/2023 -location: In person (Exeter, UK) or Virtual (Microsoft Teams) -link: https://forms.office.com/e/7gJXAp2asA. -description: We are accepting abstract submissions for talks on evaluations and model developments with the JULES model. Submit a 250 word abstract for the meeting by **00:00 the 29th of July**. There is no registration/attendance fee. Finally, there will be a training day with JULES at the Met Office Hadley Centre before the start of the official meeting on Wednesday 13th of September. This will be a great opportunity for an introduction into using the JULES model. Registration for both the JULES Annual Science Meeting and JULES training workshop closes on **00:00, Saturday 29th of July**. -organisator: JULES community ---- - diff --git a/docs/community_resources/events/events/2023/MachLearnOcean.md b/docs/community_resources/events/events/2023/MachLearnOcean.md deleted file mode 100644 index 6c99dba6a..000000000 --- a/docs/community_resources/events/events/2023/MachLearnOcean.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: 54th Int. Liège Colloquium on Ocean Dynamics - Machine learning and data analysis in oceanography -start_date: 08/05/2023 -end_date: 12/05/2023 -location: Academic Hall, University of Liège, Belgium -link: https://www.ocean-colloquium.uliege.be/cms/c_14229949/en/international-liege-colloquium-on-ocean-dynamics -description: Data-driven approaches to understand and predict ocean dynamics have gained significant traction. Machine learning and more traditional data-driven analysis techniques (optimal interpolation, variational analysis, and Kalman Filtering) are welcome. -organisator: University of Liège ---- - diff --git a/docs/community_resources/events/events/2023/SOOS.md b/docs/community_resources/events/events/2023/SOOS.md deleted file mode 100644 index dd5a51218..000000000 --- a/docs/community_resources/events/events/2023/SOOS.md +++ /dev/null @@ -1,11 +0,0 @@ ---- -title: SOOS Symposium2023 “Southern Ocean in a Changing World" -start_date: 14/08/2023 -end_date: 18/08/2023 -location: Hobart, Australia -link: https://soos.aq/soos-symposium-2023 -description: -organisator: -comments: Session's submissions including short talks and posters, panel discussions and/or workshops close 31 October 2022. ---- - diff --git a/docs/community_resources/events/events/2023/ScienceMeetParliamentPart1.md b/docs/community_resources/events/events/2023/ScienceMeetParliamentPart1.md deleted file mode 100644 index 6199ed383..000000000 --- a/docs/community_resources/events/events/2023/ScienceMeetParliamentPart1.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: Science Meets Parliament 2023 (Part I) -start_date: 07/03/2023 -end_date: 09/03/2023 -location: Online -link: https://scienceandtechnologyaustralia.org.au/what-we-do/science-meets-parliament/science-meets-parliament-2023/ -description: An annual highlight on the Parliamentary calendar, SMP delivers outstanding opportunities to elevate visibility and understanding of STEM in Parliament and Australian Government Departments. -organisator: Science and Technology Australia ---- - diff --git a/docs/community_resources/events/events/2023/ScienceMeetParliamentPart2.md b/docs/community_resources/events/events/2023/ScienceMeetParliamentPart2.md deleted file mode 100644 index 310d5534a..000000000 --- a/docs/community_resources/events/events/2023/ScienceMeetParliamentPart2.md +++ /dev/null @@ -1,11 +0,0 @@ ---- -title: Science Meets Parliament 2023 (Part II) -start_date: 22/03/2023 -end_date: 22/03/2023 -location: Parliament House, Canberra -link: https://scienceandtechnologyaustralia.org.au/what-we-do/science-meets-parliament/science-meets-parliament-2023/ -description: An annual highlight on the Parliamentary calendar, SMP delivers outstanding opportunities to elevate visibility and understanding of STEM in Parliament and Australian Government Departments. -Please note: Attendance at the National Press Club address is limited. Tickets to attend will not be included in Delegate or Partnership registrations, but available to purchase. -organisator: Science and Technology Australia ---- - diff --git a/docs/community_resources/events/events/2023/UMTutorial.md b/docs/community_resources/events/events/2023/UMTutorial.md deleted file mode 100644 index c1f5109a9..000000000 --- a/docs/community_resources/events/events/2023/UMTutorial.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: 2023 Unified Model Users Tutorial -start_date: 06/02/2023 -end_date: 10/02/2023 -location: Bureau of Meteorology, Melbourne, VIC -link: https://forms.office.com/pages/responsepage.aspx?id=YYHxF9cgRkeH_VD-PjtmGVrsgB-8uetKhf_JeSsv04VUQVg1Wk9XMjVDVFFMVUpSWTZITjlPQjBUWC4u -description: Aimed at ‘Beginner to Intermediate’ UM Users, the tutorial will include talks and seminars as well as practicals on rose/cylc, global climate configurations, nesting suite and regional configurations, UM working practices and LFRic data. For more information contact luke.roberts(at)metoffice.gov.uk or bethan.white(at)bom.gov.au -organisator: Met Office UM Partnership team. ---- - diff --git a/docs/community_resources/events/events/2023/UM_LFRicPartner_UNITE.md b/docs/community_resources/events/events/2023/UM_LFRicPartner_UNITE.md deleted file mode 100644 index 07ff24ee8..000000000 --- a/docs/community_resources/events/events/2023/UM_LFRicPartner_UNITE.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: UM/LFRic Partnership UM Partner Visiting Scientist Exchange Programme (UNITE) -start_date: 31/01/2023 -end_date: 31/01/2023 -location: MetOffice, UK -link: https://www.metoffice.gov.uk/research/approach/collaboration/unified-model/partnership -description: Applications open for visiting scientist exchanges for the UM Partner Visiting Scientist Exchange Programme (UNITE). For more information and how to apply, contact João Teixeira joao.teixeira@metoffice.gov.uk. Application deadline is 31.01.2023. -organisator: Met Office UM Partnership team. ---- - diff --git a/docs/community_resources/events/events/2023/UM_LFRic_User_Workshop.md b/docs/community_resources/events/events/2023/UM_LFRic_User_Workshop.md deleted file mode 100644 index 190fd6702..000000000 --- a/docs/community_resources/events/events/2023/UM_LFRic_User_Workshop.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: UM/LFRic User Workshop -start_date: 05/06/2023 -end_date: 09/06/2023 -location: In person (Exeter, UK) or Virtual (Microsoft Teams) -link: https://forms.office.com/Pages/ResponsePage.aspx?id=YYHxF9cgRkeH_VD-PjtmGRR5nugHw4BMmygrgJpFTSVUOTUzWkNSN0E5V1lZS0NGV1cyQjQ5RFEwQy4u -description: The UM/LFRic Users Workshop is a week long hybrid event to share knowledge and expertise around the UM and progress toward the new LFRic model. The event will cover all aspects of modelling and is suitable for everyone, whatever their level of experience. -organisator: UM/LFRic Partnership ---- - diff --git a/docs/community_resources/events/events/2023/WCRP_Conference.md b/docs/community_resources/events/events/2023/WCRP_Conference.md deleted file mode 100644 index 004b41cad..000000000 --- a/docs/community_resources/events/events/2023/WCRP_Conference.md +++ /dev/null @@ -1,11 +0,0 @@ ---- -title: World Climate Research Program (WCRP) Open Science Conference -start_date: 23/10/2023 -end_date: 27/10/2023 -location: Kigali, Rwanda and online -link: https://www.wcrp-osc2023.org -description: The Conference wil focus on “Advancing climate science for a sustainable future”, with the major goal of bridging science and society. -organisator: Helen Cleugh -comments: WCRP 2023, Conference ---- - diff --git a/docs/community_resources/events/index.md b/docs/community_resources/events/index.md deleted file mode 100644 index b7f6992ca..000000000 --- a/docs/community_resources/events/index.md +++ /dev/null @@ -1,19 +0,0 @@ -# Events - -???+ info "We are maintaining a list of upcoming events" - We are maintaining a list of upcoming events for the community on the [ACCESS-NRI website](https://www.access-nri.org.au/community/news-and-events/). - - \ No newline at end of file diff --git a/docs/community_resources/training/ACCESS_training.md b/docs/drafts/training/ACCESS_training.md similarity index 100% rename from docs/community_resources/training/ACCESS_training.md rename to docs/drafts/training/ACCESS_training.md diff --git a/docs/community_resources/training/additional_training.md b/docs/drafts/training/additional_training.md similarity index 100% rename from docs/community_resources/training/additional_training.md rename to docs/drafts/training/additional_training.md diff --git a/docs/community_resources/training/git-version-control.md b/docs/drafts/training/git-version-control.md similarity index 100% rename from docs/community_resources/training/git-version-control.md rename to docs/drafts/training/git-version-control.md diff --git a/docs/community_resources/training/hpc.md b/docs/drafts/training/hpc.md similarity index 100% rename from docs/community_resources/training/hpc.md rename to docs/drafts/training/hpc.md diff --git a/docs/community_resources/training/index.md b/docs/drafts/training/index.md similarity index 94% rename from docs/community_resources/training/index.md rename to docs/drafts/training/index.md index 5a690e19f..2caee1ab4 100644 --- a/docs/community_resources/training/index.md +++ b/docs/drafts/training/index.md @@ -1,7 +1,5 @@ # Training and Policies - - This space is intended to promote training material relevant to ACCESS and its community. The training material can be directly relevant to ACCESS and its model components, such as: - using coupled models and model components diff --git a/docs/community_resources/training/nci-training.md b/docs/drafts/training/nci-training.md similarity index 100% rename from docs/community_resources/training/nci-training.md rename to docs/drafts/training/nci-training.md diff --git a/docs/js/miscellaneous.js b/docs/js/miscellaneous.js index 7689a8534..46245f300 100644 --- a/docs/js/miscellaneous.js +++ b/docs/js/miscellaneous.js @@ -6,16 +6,6 @@ function sortTables() { tables.forEach(table => new Tablesort(table)); } -/* - Remove 'edit' and 'view' icons from homepage -*/ -function removeIconsFromHomepage() { - if (location.pathname.match('^(/|/development_site/|/pr-preview/pr-[0-9]*/)$')) { - let icons=document.querySelectorAll(".md-content__button.md-icon"); - icons.forEach(icon=>icon.style.display="none"); - } -} - /* Adjust the scrolling so that the paragraph's titles is not partially covered by the sticky banner when clicking on a toc link @@ -226,7 +216,6 @@ function main() { adjustScrollingToId(); tabFunctionality(); sortTables(); - removeIconsFromHomepage(); addExternalLinkIcon(); fitText(); toggleTerminalAnimations(); diff --git a/docs/model_evaluation/index.md b/docs/model_evaluation/index.md index 50a70228a..59863d245 100644 --- a/docs/model_evaluation/index.md +++ b/docs/model_evaluation/index.md @@ -94,9 +94,7 @@ For the evaluation and diagnosis of ACCESS climate models, the following tools a * Data format processing tools like APP4 * An Evaluation Recipe Gallery with searching functionality -While this work is in progress, you can refer to a collection of links to existing tools (not curated by ACCESS-NRI) in the [community tab](../community_resources/index.md). - - +While this work is in progress, you can refer to a collection of links to existing tools (not curated by ACCESS-NRI) in the [community tab](../community_resources/index.md). - On this page, we will provide you a list of currated data processing tools. While we are still ramping up this service, please take a look at the gallery of community tools on [Community Resources -> Community Data Processing Tools](../community_resources/community_med/community_data_processing.md) . \ No newline at end of file diff --git a/docs/model_evaluation/model_evaluation_live_diagnostics.md b/docs/model_evaluation/model_evaluation_live_diagnostics.md index 2a396c3e0..68f7d3016 100644 --- a/docs/model_evaluation/model_evaluation_live_diagnostics.md +++ b/docs/model_evaluation/model_evaluation_live_diagnostics.md @@ -1,6 +1,4 @@ # Live Diagnostics on Gadi - - Here, we will describe the tools we provide for "live-diagnostics" of the ACCESS configurations. These tools allow you to check model output/progress/failures at specified time steps while your model is running. diff --git a/docs/model_evaluation/model_evaluation_on_gadi/model_evaluation_on_gadi_esmvaltool.md b/docs/model_evaluation/model_evaluation_on_gadi/model_evaluation_on_gadi_esmvaltool.md index 76e15a240..5aa1d92ec 100644 --- a/docs/model_evaluation/model_evaluation_on_gadi/model_evaluation_on_gadi_esmvaltool.md +++ b/docs/model_evaluation/model_evaluation_on_gadi/model_evaluation_on_gadi_esmvaltool.md @@ -1,15 +1,9 @@ -# Tutorial for using ESMValTool on Gadi +# ACCESS-NRI ESMValTool-workflow at NCI ## What is ESMValTool? -The Earth System Model Evaluation Tool (ESMValTool) is a climate model diagnostics and evaluation software package to better understand the causes and effects of model biases and inter-model spread. -???+ warning "Support Level: Supported on Gadi, but not owned by ACCESS-NRI" - - ESMValTool is a community-developed climate model diagnostics and evaluation software package. While ACCESS-NRI does not own the code, it actively supports the use of ESMValTool software on Gadi. ACCESS-NRI provides access to the latest version of ESMValTool via the `xp65` `access-med` conda environment for Model Evaluation on Gadi. +The Earth System Model Evaluation Tool (ESMValTool) is a tool developed for evaluation of Earth System Models in CMIP (Climate Model Intercomparison Projects). It allows for routine comparison of single or multiple models, either against predecessor versions or against observations. ESMValTool is a community-developed climate model diagnostics and evaluation software package, driven both by computational performance and scientific accuracy and reproducibility. It is open to both users and developers, encouraging open exchange of diagnostic source code and evaluation results from the Coupled Model Intercomparison Project CMIP ensemble. - -The ESMValTool mainly focuses on evaluating results from the Coupled Model Intercomparison Project (CMIP) ensemble. - For more information, refer to the official ESMValTool documentation.
@@ -21,29 +15,45 @@ For more information, refer to the official conda environment for Model Evaluation on Gadi. -
-ACCESS-NRI plans to routinely run benchmarks and comparisons of CMIP submissions for ACCESS models, as well as providing support to run ESMValTool recipes on Gadi. +ESMValTool is provided through the `xp65` project on Gadi. ### Pre-requisites -To run ESMValTool recipes, you need to be a member of the following NCI projects: +To enable the ESMValTool-workflow, you need to be a member of the `xp65` NCI projects: -- `xp65`, `ct11`, `fs38`, `oi10`, `rr3`, `al33`, `rt52`, `zz93` and `qv56`. +Depending on your needs, you may want to also joined the following supported data collections: -### Running ESMValTool recipes +- CMIP6: `fs38`, `oi10` +- CMIP5: `rr3`, `al33` +- ERA5 and ERA5-Land: `rt52`, `zz93` +- obs4MIPs: `qv56` + +### Loading the ESMValTool-workflow modules -To load the the `access-med` conda environment, execute the following commands: + +To load the the `esmvaltool` module, execute the following commands: ``` module use /g/data/xp65/public/modules - module load conda/access-med + module load esmvaltool +``` + +ESMValTool is pre-configured to access CMIP and observation datasets available on Gadi. +By default, ESMValTool looks for the `config_user.yml` file in the home directory, inside the `.esmvaltool` folder. +You can get a copy by running: + +``` +esmvaltool config get_config_user --path=dest ``` To list which ESMValTool recipes are available on Gadi, run: ``` - esmvaltool recipes list +esmvaltool recipes list ``` To find out details of a specific `recipe_name.yml`, execute: @@ -51,6 +61,11 @@ To find out details of a specific `recipe_name.yml`, execute: esmvaltool recipes show recipe_name.yml ``` +To retrieve a recipe (and modify it), execute: +``` +esmvaltool recipes get recipe_name.yml +``` + To execute `recipe_name.yml` and automatically download the required climate data to the default directory, run: ``` diff --git a/docs/model_evaluation/model_evaluation_recipe_gallery.md b/docs/model_evaluation/model_evaluation_recipe_gallery.md index 9ad2f2cf9..88ea48442 100644 --- a/docs/model_evaluation/model_evaluation_recipe_gallery.md +++ b/docs/model_evaluation/model_evaluation_recipe_gallery.md @@ -1,13 +1,11 @@ # Model Evaluation and Diagnostics (MED) Recipe Gallery - - While we are still building this gallery, please have a look at the Community MED Recipes listed at Community Resources -> Community Model Evaluation Recipes {{ community}} -Here, we plan to provide you with an embedded link to our actively maintained Model Evaluation and Dianostics (MED) Recipe Gallery, hosted at [medportal.herokuapp.com](https://medportal.herokuapp.com/models/published). For now, we provide a placeholder image with link and pointers to useful Model Evaluation and Dianostics (MED) resources. +Here, we plan to provide you with an embedded link to our actively maintained Model Evaluation and Dianostics (MED) Recipe Gallery, hosted at [medportal.herokuapp.com](https://medportal-dev-6a745f452687.herokuapp.com/papers/published). For now, we provide a placeholder image with link and pointers to useful Model Evaluation and Dianostics (MED) resources. -## Link to our MED Recipe Gallery +## Link to our MED Recipe Gallery - + \ No newline at end of file diff --git a/mkdocs.yml b/mkdocs.yml index c3d8fa880..5ff66aae6 100644 --- a/mkdocs.yml +++ b/mkdocs.yml @@ -40,8 +40,6 @@ theme: - navigation.indexes - navigation.footer - navigation.tracking # The URL in the address bar is automatically updated with active anchor - - content.action.edit - - content.action.view - content.code.copy # for displaying copy icon at top right in code snippets - content.code.annotate - content.tabs.link