From 0dfc5ca14d1c47f975eb7fb43a3d17e507b2dafc Mon Sep 17 00:00:00 2001 From: pat-s Date: Thu, 21 May 2020 10:09:01 +0200 Subject: [PATCH] update tic templates and add update functionality --- .Rbuildignore | 2 + .github/workflows/main.yml | 161 +++++++++++++++++++++++++++++++ .github/workflows/update-tic.yml | 48 +++++++++ 3 files changed, 211 insertions(+) create mode 100644 .github/workflows/main.yml create mode 100644 .github/workflows/update-tic.yml diff --git a/.Rbuildignore b/.Rbuildignore index 55e97cc86..e6b800ceb 100644 --- a/.Rbuildignore +++ b/.Rbuildignore @@ -23,3 +23,5 @@ ^README_.*$ ^README.Rmd$ ^animation.gif$ +^\.ccache$ +^\.github$ diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml new file mode 100644 index 000000000..0e6012032 --- /dev/null +++ b/.github/workflows/main.yml @@ -0,0 +1,161 @@ +## tic GitHub Actions template: linux-macos-windows-deploy +## revision date: 2020-05-20 +on: + push: + pull_request: + # for now, CRON jobs only run on the default branch of the repo (i.e. usually on master) + schedule: + # * is a special character in YAML so you have to quote this string + - cron: "0 4 * * *" + +name: R CMD Check via {tic} + +jobs: + R-CMD-check: + runs-on: ${{ matrix.config.os }} + + name: ${{ matrix.config.os }} (${{ matrix.config.r }}) + + strategy: + fail-fast: false + matrix: + config: + # use a different tic template type if you do not want to build on all listed platforms + - { os: windows-latest, r: "release" } + - { os: macOS-latest, r: "release", pkgdown: "true" } + - { os: macOS-latest, r: "devel" } + - { os: ubuntu-latest, r: "release" } + + env: + # otherwise remotes::fun() errors cause the build to fail. Example: Unavailability of binaries + R_REMOTES_NO_ERRORS_FROM_WARNINGS: true + CRAN: ${{ matrix.config.cran }} + # we are not allowed to write to ~/.ccache on GH Actions + # setting some ccache options + CCACHE_BASEDIR: ${{ GITHUB.WORKSPACE }} + CCACHE_DIR: ${{ GITHUB.WORKSPACE }}/.ccache + CCACHE_NOHASHDIR: true + CCACHE_SLOPPINESS: include_file_ctime + # make sure to run `tic::use_ghactions_deploy()` to set up deployment + TIC_DEPLOY_KEY: ${{ secrets.TIC_DEPLOY_KEY }} + # prevent rgl issues because no X11 display is available + RGL_USE_NULL: true + # if you use bookdown or blogdown, replace "PKGDOWN" by the respective + # capitalized term. This also might need to be done in tic.R + BUILD_PKGDOWN: ${{ matrix.config.pkgdown }} + # macOS >= 10.15.4 linking + SDKROOT: /Library/Developer/CommandLineTools/SDKs/MacOSX.sdk + + steps: + - uses: actions/checkout@v2.1.1 + + - uses: r-lib/actions/setup-r@master + with: + r-version: ${{ matrix.config.r }} + Ncpus: 4 + + # LaTeX. Installation time: + # Linux: ~ 1 min + # macOS: ~ 1 min 30s + # Windows: never finishes + - uses: r-lib/actions/setup-tinytex@v1 + if: runner.os != 'Windows' + + - uses: r-lib/actions/setup-pandoc@master + + # set date/week for use in cache creation + # https://github.community/t5/GitHub-Actions/How-to-set-and-access-a-Workflow-variable/m-p/42970 + # - cache R packages daily + # - cache ccache weekly -> 'ccache' helps rebuilding the package cache faster + - name: "[Cache] Prepare daily timestamp for cache" + if: runner.os != 'Windows' + id: date + run: echo "::set-output name=date::$(date '+%d-%m')" + + - name: "[Cache] Prepare weekly timestamp for cache" + if: runner.os != 'Windows' + id: datew + run: echo "::set-output name=datew::$(date '+%Y-%V')" + + - name: "[Cache] Cache R packages" + if: runner.os != 'Windows' + uses: pat-s/always-upload-cache@v1.2.0 + with: + path: ${{ env.R_LIBS_USER }} + key: ${{ runner.os }}-r-${{ matrix.config.r }}-${{steps.date.outputs.date}} + restore-keys: ${{ runner.os }}-r-${{ matrix.config.r }}-${{steps.date.outputs.date}} + + - name: "[Cache] Cache ccache" + if: runner.os != 'Windows' + uses: pat-s/always-upload-cache@v1.2.0 + with: + path: ${{ env.CCACHE_DIR}} + key: ${{ runner.os }}-r-${{ matrix.config.r }}-ccache-${{steps.datew.outputs.datew}} + restore-keys: ${{ runner.os }}-r-${{ matrix.config.r }}-ccache-${{steps.datew.outputs.datew}} + + # install ccache and write config file + - name: "[Linux] ccache" + if: runner.os == 'Linux' + run: | + sudo apt install ccache libcurl4-openssl-dev + mkdir -p ~/.R && echo -e 'CC=ccache gcc -std=gnu99\nCXX=ccache g++\nFC=ccache gfortran\nF77=ccache gfortran' > $HOME/.R/Makevars + + # install ccache and write config file + # mirror the setup described in https://github.com/rmacoslib/r-macos-rtools + - name: "[macOS] ccache" + if: runner.os == 'macOS' && matrix.config.r == 'devel' + run: | + brew install ccache + # install SDK 10.13 (High Sierra, used by CRAN) + wget -nv https://github.com/phracker/MacOSX-SDKs/releases/download/10.15/MacOSX10.13.sdk.tar.xz + tar fxz MacOSX10.13.sdk.tar.xz + sudo mv MacOSX10.13.sdk /Library/Developer/CommandLineTools/SDKs/ + rm -rf MacOSX10.13* + # install gfortran 8.2 (used by CRAN) + wget -nv https://github.com/fxcoudert/gfortran-for-macOS/releases/download/8.2/gfortran-8.2-Mojave.dmg + sudo hdiutil attach gfortran*.dmg + sudo installer -package /Volumes/gfortran*/gfortran*/gfortran*.pkg -target / + sudo hdiutil detach /Volumes/gfortran-8.2-Mojave + rm gfortran-8* + # set compiler flags + mkdir -p ~/.R && echo -e 'CC=ccache clang\nCPP=ccache clang\nCXX=ccache clang++\nCXX11=ccache clang++\nCXX14=ccache clang++\nCXX17=ccache clang++\nCFLAGS=-isysroot /Library/Developer/CommandLineTools/SDKs/MacOSX10.13.sdk\nCCFLAGS=-isysroot /Library/Developer/CommandLineTools/SDKs/MacOSX10.13.sdk\nCXXFLAGS=-isysroot /Library/Developer/CommandLineTools/SDKs/MacOSX10.13.sdk\nCPPFLAGS=-isysroot /Library/Developer/CommandLineTools/SDKs/MacOSX10.13.sdk -I/usr/local/include\nF77=ccache /usr/local/gfortran/bin/gfortran\nFC=ccache /usr/local/gfortran/bin/gfortran' > $HOME/.R/Makevars + + # for some strange Windows reason this step and the next one need to be decoupled + - name: "[Stage] Prepare" + run: | + Rscript -e "if (!requireNamespace('remotes')) install.packages('remotes', type = 'source')" + Rscript -e "if (getRversion() < '3.2' && !requireNamespace('curl')) install.packages('curl', type = 'source')" + + - name: "[Stage] Install" + if: matrix.config.os != 'macOS-latest' || matrix.config.r != 'devel' + run: Rscript -e "remotes::install_github('ropensci/tic')" -e "print(tic::dsl_load())" -e "tic::prepare_all_stages()" -e "tic::before_install()" -e "tic::install()" + + # macOS devel needs its own stage because we need to work with an option to suppress the usage of binaries + - name: "[Stage] Prepare & Install (macOS-devel)" + if: matrix.config.os == 'macOS-latest' && matrix.config.r == 'devel' + run: | + echo -e 'options(Ncpus = 4, pkgType = "source", repos = structure(c(CRAN = "https://cloud.r-project.org/")))' > $HOME/.Rprofile + Rscript -e "remotes::install_github('ropensci/tic')" -e "print(tic::dsl_load())" -e "tic::prepare_all_stages()" -e "tic::before_install()" -e "tic::install()" + + - name: "[Stage] Script" + run: Rscript -e 'tic::script()' + + - name: "[Stage] After Success" + if: matrix.config.os == 'macOS-latest' && matrix.config.r == 'release' + run: Rscript -e "tic::after_success()" + + - name: "[Stage] Upload R CMD check artifacts" + if: failure() + uses: actions/upload-artifact@master + with: + name: ${{ runner.os }}-r${{ matrix.config.r }}-results + path: check + - name: "[Stage] Before Deploy" + run: | + Rscript -e "tic::before_deploy()" + + - name: "[Stage] Deploy" + run: Rscript -e "tic::deploy()" + + - name: "[Stage] After Deploy" + run: Rscript -e "tic::after_deploy()" diff --git a/.github/workflows/update-tic.yml b/.github/workflows/update-tic.yml new file mode 100644 index 000000000..3d3a8da94 --- /dev/null +++ b/.github/workflows/update-tic.yml @@ -0,0 +1,48 @@ +on: + schedule: + # * is a special character in YAML so you have to quote this string + - cron: "0 4 * * *" + +name: Update tic + +jobs: + update-tic: + runs-on: ${{ matrix.config.os }} + + name: ${{ matrix.config.os }} (${{ matrix.config.r }}) + + strategy: + fail-fast: false + matrix: + config: + - { os: macOS-latest, r: "release" } + + steps: + - uses: actions/checkout@v2 + with: + persist-credentials: false + + - uses: r-lib/actions/setup-r@master + with: + r-version: ${{ matrix.config.r }} + Ncpus: 4 + + - name: "[Stage] Dependencies" + run: | + brew install curl libsodium + Rscript -e "if (!requireNamespace('remotes')) install.packages('remotes', type = 'source')" + Rscript -e "remotes::install_github('ropensci/tic@update-yaml', dependencies = TRUE)" -e "print(tic::dsl_load())" -e "tic::prepare_all_stages()" -e "tic::before_install()" -e "tic::install()" + + - name: "[Stage] Update YAMLs" + run: | + Rscript -e "tic::update_yml()" + + - name: "[Stage] Create Pull Request" + uses: peter-evans/create-pull-request@v2 + with: + token: ${{ secrets.TIC_UPDATE }} + title: "Update tic templates" + commit-message: "update tic templates" + body: "{tic} templates can be updated :rocket: :robot:" + branch: update-tic + base: master