build fix #175
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: DLIO Profiler Build and Test | ||
on: | ||
pull_request: | ||
branches: [ main, dev ] | ||
push: | ||
jobs: | ||
build-and-test: | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
os: [ ubuntu-20.04, ubuntu-22.04] | ||
dir: ["clone", "github"] | ||
perm: ["root", "user"] | ||
name: ${{ matrix.os }}-${{ matrix.dir }}-${{ matrix.perm }} | ||
runs-on: ${{ matrix.os }} | ||
env: | ||
CC: gcc | ||
CXX: g++ | ||
DIR: ${{ matrix.dir }} | ||
PERM: ${{ matrix.perm }} | ||
steps: | ||
- name: Push checkout | ||
if: github.event_name == 'push' | ||
uses: actions/checkout@v3 | ||
- name: PR checkout | ||
if: github.event_name == 'pull_request' | ||
uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.pull_request.head.sha }} | ||
- name: Install additional packages | ||
run: | | ||
sudo apt-get update | ||
sudo apt-get install gcc g++ libtool-bin openmpi-bin libopenmpi-dev | ||
sudo apt-get install python3.10 python3-pip | ||
- name: Build from ${{ matrix.dir }} on ${{ matrix.perm }} | ||
run: | | ||
LOC=. | ||
if [[ $DIR == 'github' ]]; then | ||
LOC=git+https://github.com/hariharan-devarajan/dlio-profiler.git@dev | ||
fi | ||
if [[ $PERM == 'user' ]]; then | ||
export DLIO_LOGGER_USER=1 | ||
echo pip install -v ${LOC} | ||
pip install -v ${LOC} | ||
else | ||
echo pip install -v ${LOC} | ||
sudo pip install -v ${LOC} | ||
fi | ||
- name: Build through cmake | ||
if: matrix.dir == "clone" | ||
Check failure on line 52 in .github/workflows/ci.yml GitHub Actions / DLIO Profiler Build and TestInvalid workflow file
|
||
run: | | ||
mkdir build | ||
cd build | ||
cmake ../ | ||
cmake --build . | ||
- name: Test ctest | ||
if: matrix.dir == "clone" | ||
run: | | ||
cd build | ||
ctest -VV | ||
- name: Test DLIO_Benchmark | ||
if: matrix.os == 'ubuntu-22.04' && matrix.perm == 'root' | ||
run: | | ||
LOC=git+https://github.com/argonne-lcf/dlio_benchmark.git@main | ||
if [[ $PERM == 'user' ]]; then | ||
export DLIO_LOGGER_USER=1 | ||
echo pip install ${LOC} | ||
pip install ${LOC} | ||
else | ||
echo pip install ${LOC} | ||
sudo pip install ${LOC} | ||
fi | ||
export DLIO_PROFILER_ENABLE=1 | ||
dlio_benchmark workload=unet3d ++workload.output.folder=$PWD/output ++workload.train.computation_time=0.05 ++workload.evaluation.eval_time=0.01 ++workload.train.epochs=2 ++workload.workflow.train=True ++workload.workflow.generate_data=True ++workload.dataset.num_files_train=16 ++workload.dataset.num_files_eval=16 ++workload.reader.read_threads=2 ++workload.dataset.record_length=4096 ++workload.dataset.record_length_stdev=0 | ||
ls -a $PWD/output | ||
num_posix_lines=`cat $PWD/output/.trace*.pfw | grep POSIX | wc -l` | ||
echo $num_posix_lines | ||
if [[ "$num_posix_lines" == '0' ]]; then | ||
exit 1 | ||
fi |