build fix #180
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: DLIO Profiler Build and Test | |
on: | |
pull_request: | |
branches: [ main, dev ] | |
push: | |
jobs: | |
build-and-test: | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [ ubuntu-20.04, ubuntu-22.04] | |
dir: ["clone", "github"] | |
perm: ["root", "user"] | |
name: ${{ matrix.os }}-${{ matrix.dir }}-${{ matrix.perm }} | |
runs-on: ${{ matrix.os }} | |
env: | |
CC: gcc | |
CXX: g++ | |
DIR: ${{ matrix.dir }} | |
PERM: ${{ matrix.perm }} | |
steps: | |
- name: Push checkout | |
if: github.event_name == 'push' | |
uses: actions/checkout@v3 | |
- name: PR checkout | |
if: github.event_name == 'pull_request' | |
uses: actions/checkout@v3 | |
with: | |
ref: ${{ github.event.pull_request.head.sha }} | |
- name: Install additional packages | |
run: | | |
sudo apt-get update | |
sudo apt-get install gcc g++ libtool-bin openmpi-bin libopenmpi-dev | |
sudo apt-get install python3.10 python3-pip | |
- name: Build from ${{ matrix.dir }} on ${{ matrix.perm }} | |
run: | | |
LOC=. | |
if [[ $DIR == 'github' ]]; then | |
LOC=git+https://github.com/hariharan-devarajan/dlio-profiler.git@dev | |
fi | |
if [[ $PERM == 'user' ]]; then | |
export DLIO_LOGGER_USER=1 | |
echo pip install -v ${LOC} | |
pip install -v ${LOC} | |
else | |
echo pip install -v ${LOC} | |
sudo pip install -v ${LOC} | |
fi | |
- name: Test ctest | |
if: matrix.dir == 'clone' | |
run: | | |
pip install -r test/py/requirements.txt | |
cd build/temp*/dlio_profiler_py | |
ctest -VV | |
- name: Test DLIO_Benchmark | |
if: matrix.os == 'ubuntu-22.04' && matrix.perm == 'root' | |
run: | | |
LOC=git+https://github.com/argonne-lcf/dlio_benchmark.git@main | |
if [[ $PERM == 'user' ]]; then | |
export DLIO_LOGGER_USER=1 | |
echo pip install ${LOC} | |
pip install ${LOC} | |
else | |
echo pip install ${LOC} | |
sudo pip install ${LOC} | |
fi | |
export DLIO_PROFILER_ENABLE=1 | |
dlio_benchmark workload=unet3d ++workload.output.folder=$PWD/output ++workload.train.computation_time=0.05 ++workload.evaluation.eval_time=0.01 ++workload.train.epochs=2 ++workload.workflow.train=True ++workload.workflow.generate_data=True ++workload.dataset.num_files_train=16 ++workload.dataset.num_files_eval=16 ++workload.reader.read_threads=2 ++workload.dataset.record_length=4096 ++workload.dataset.record_length_stdev=0 | |
ls -a $PWD/output | |
num_posix_lines=`cat $PWD/output/.trace*.pfw | grep POSIX | wc -l` | |
echo $num_posix_lines | |
if [[ "$num_posix_lines" == '0' ]]; then | |
exit 1 | |
fi |