-
Notifications
You must be signed in to change notification settings - Fork 31
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #372 from CamStan/master
Merge dev branch into master for release 0.9.0 TEST_CHECKPATCH_ALLOW_FAILURE=yes
- Loading branch information
Showing
248 changed files
with
21,974 additions
and
11,373 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,132 @@ | ||
stages: | ||
- build | ||
- test-unit | ||
- test-integ | ||
|
||
cache: | ||
paths: | ||
- spack_ci/ | ||
|
||
##### Templates ##### | ||
|
||
.quartz-template: &quartz_template | ||
tags: | ||
- quartz | ||
- shell | ||
variables: | ||
LLNL_SERVICE_USER: "unifysrv" | ||
retry: | ||
max: 1 | ||
when: | ||
- unknown_failure | ||
- stuck_or_timeout_failure | ||
|
||
.butte-template: &butte_template | ||
tags: | ||
- butte | ||
- shell | ||
variables: | ||
LLNL_SERVICE_USER: "unifysrv" | ||
retry: | ||
max: 1 | ||
when: | ||
- unknown_failure | ||
- stuck_or_timeout_failure | ||
|
||
.build-template: &build_template | ||
stage: build | ||
script: | ||
- ./autogen.sh | ||
- mkdir -p unifyfs-build unifyfs-install && cd unifyfs-build | ||
- ../configure --prefix=$CI_PROJECT_DIR/unifyfs-install --enable-fortran --disable-silent-rules | ||
- make V=1 | ||
- make V=1 install | ||
artifacts: | ||
name: "${CI_JOB_NAME}-${CI_PIPELINE_ID}" | ||
untracked: true | ||
expire_in: 1 hour | ||
paths: | ||
- unifyfs-build/ | ||
- unifyfs-install/ | ||
|
||
.unit-test-template: &unit_test_template | ||
stage: test-unit | ||
script: | ||
- cd unifyfs-build/t && make check | ||
after_script: | ||
- rm -rf /tmp/unify* /tmp/tmp.* /tmp/mdhim* /tmp/na_sm | ||
|
||
.quartz-batch-variables: | ||
variables: &quartz_batch_variables | ||
LLNL_SLURM_SCHEDULER_PARAMETERS: "-N $NNODES -p pbatch -t $WALL_TIME" | ||
LLNL_SERVICE_USER: "unifysrv" | ||
CI_PROJDIR: "$CI_PROJECT_DIR" | ||
UNIFYFS_INSTALL: "$CI_PROJECT_DIR/unifyfs-install" | ||
CI_NPROCS: "$NPROCS" | ||
|
||
.butte-batch-variables: | ||
variables: &butte_batch_variables | ||
LLNL_LSF_SCHEDULER_PARAMETERS: "-nnodes $NNODES -q pbatch -W $WALL_TIME" | ||
LLNL_SERVICE_USER: "unifysrv" | ||
CI_PROJDIR: "$CI_PROJECT_DIR" | ||
UNIFYFS_INSTALL: "$CI_PROJECT_DIR/unifyfs-install" | ||
CI_NPROCS: "$NPROCS" | ||
|
||
##### Jobs ##### | ||
|
||
before_script: | ||
# HERE BE DRAGONS!: Since on HPC and running as user, Spack might already | ||
# exist and can get complicated if we install it again. | ||
# | ||
# check for sourced spack || check for unsourced spack in $HOME/spack and | ||
# source it || check for cached spack, clone if none, and source it | ||
- which spack || ((cd $HOME/spack && git describe) && . $HOME/spack/share/spack/setup-env.sh) || (((cd spack_ci && git describe) || git clone https://github.com/CamStan/spack spack_ci) && . spack_ci/share/spack/setup-env.sh) | ||
- SPACK_ARCH=$(spack arch) | ||
- spack install leveldb && spack load leveldb arch=$SPACK_ARCH | ||
- spack install [email protected] && spack load [email protected] arch=$SPACK_ARCH | ||
- spack install flatcc && spack load flatcc arch=$SPACK_ARCH | ||
- spack install margo^mercury+bmi~boostsys && spack load argobots arch=$SPACK_ARCH && spack load mercury arch=$SPACK_ARCH && spack load margo arch=$SPACK_ARCH | ||
|
||
build-quartz: | ||
<<: *quartz_template | ||
<<: *build_template | ||
|
||
build-butte: | ||
<<: *butte_template | ||
<<: *build_template | ||
|
||
unit-test-quartz: | ||
<<: *quartz_template | ||
<<: *unit_test_template | ||
dependencies: | ||
- build-quartz | ||
|
||
unit-test-butte: | ||
<<: *butte_template | ||
<<: *unit_test_template | ||
dependencies: | ||
- build-butte | ||
|
||
#integ-test-quartz: | ||
# <<: *quartz_template | ||
# stage: test-integ | ||
# tags: | ||
# - quartz | ||
# - batch | ||
# variables: *quartz_batch_variables | ||
# script: | ||
# - cd t/ci && prove -v RUN_CI_TESTS.sh | ||
# dependencies: | ||
# - build-quartz | ||
|
||
integ-test-butte: | ||
<<: *butte_template | ||
stage: test-integ | ||
tags: | ||
- butte | ||
- batch | ||
variables: *butte_batch_variables | ||
script: | ||
- cd t/ci && prove -v RUN_CI_TESTS.sh | ||
dependencies: | ||
- build-butte |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,27 +1,61 @@ | ||
language: c | ||
sudo: required | ||
dist: xenial | ||
|
||
addons: | ||
apt: | ||
update: true | ||
packages: | ||
- autoconf | ||
- automake | ||
- build-essential | ||
- cmake | ||
- gfortran | ||
- libhdf5-openmpi-dev | ||
- libopenmpi-dev | ||
- libtool-bin | ||
- m4 | ||
- openmpi-bin | ||
|
||
before_install: | ||
# The default environment variable $CC is known to interfere with | ||
# MPI projects. | ||
- test -n $CC && unset CC | ||
- sudo apt-get -qq update | ||
- sudo apt-get install --yes -qq build-essential autoconf libtool cmake | ||
- sudo apt-get install --yes -qq libopenmpi-dev openmpi-bin | ||
- sudo apt-get install --yes -qq libhdf5-openmpi-dev | ||
- (cd $HOME/spack; git describe) || git clone https://github.com/spack/spack $HOME/spack | ||
# Create packages.yaml to prevent building dependencies that time out | ||
- | | ||
test -f $HOME/spack/etc/spack/packages.yaml || cat > $HOME/spack/etc/spack/packages.yaml << ' EOF' | ||
packages: | ||
autoconf: | ||
buildable: False | ||
paths: | ||
[email protected]: /usr | ||
automake: | ||
buildable: False | ||
paths: | ||
[email protected]: /usr | ||
cmake: | ||
buildable: False | ||
paths: | ||
[email protected]: /usr/local/cmake-3.12.4 | ||
libtool: | ||
buildable: False | ||
paths: | ||
[email protected]: /usr | ||
m4: | ||
buildable: False | ||
paths: | ||
[email protected]: /usr | ||
EOF | ||
install: | ||
- $HOME/spack/bin/spack install environment-modules | ||
- $HOME/spack/bin/spack install leveldb | ||
- $HOME/spack/bin/spack install [email protected] | ||
- $HOME/spack/bin/spack install flatcc | ||
# insall margo with spack | ||
- git config --global http.sslVerify false | ||
- git clone https://xgitlab.cels.anl.gov/sds/sds-repo.git $HOME/sds-repo.git | ||
- $HOME/spack/bin/spack repo add $HOME/sds-repo.git | ||
- $HOME/spack/bin/spack install margo | ||
- git config --global http.sslVerify true | ||
# prepare build environment | ||
- . $HOME/spack/share/spack/setup-env.sh | ||
- spack install leveldb | ||
- spack install [email protected] | ||
- spack install flatcc | ||
- spack install margo^mercury+bmi~boostsys | ||
# prepare build environment | ||
- spack load environment-modules | ||
- source <(spack module tcl loads leveldb [email protected] flatcc mercury argobots margo) | ||
- eval $(./scripts/git_log_test_env.sh) | ||
|
@@ -39,7 +73,7 @@ script: | |
# Force git to update the shallow clone and include tags so git-describe works | ||
- git fetch --unshallow --tags | ||
- sh autogen.sh | ||
- ./configure || cat config.log | ||
- ./configure --enable-fortran || cat config.log | ||
- make -k && make distcheck | ||
- ./scripts/checkpatch.sh || test "$TEST_CHECKPATCH_ALLOW_FAILURE" = yes | ||
|
||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.