Update cpp.requirements.txt #129
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: DLIO Profiler Build and Test | |
| on: | |
| pull_request: | |
| branches: [ main, dev ] | |
| push: | |
| jobs: | |
| build-and-test: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ ubuntu-20.04, ubuntu-22.04] | |
| dir: ["clone", "github"] | |
| perm: ["root", "user"] | |
| name: ${{ matrix.os }}-${{ matrix.dir }}-${{ matrix.perm }} | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| CC: gcc | |
| CXX: g++ | |
| DIR: ${{ matrix.dir }} | |
| PERM: ${{ matrix.perm }} | |
| steps: | |
| - name: Push checkout | |
| if: github.event_name == 'push' | |
| uses: actions/checkout@v3 | |
| - name: PR checkout | |
| if: github.event_name == 'pull_request' | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - name: Install additional packages | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install gcc g++ libtool-bin openmpi-bin libopenmpi-dev | |
| sudo apt-get install python3.10 python3-pip | |
| - name: Build from ${{ matrix.dir }} on ${{ matrix.perm }} | |
| run: | | |
| LOC=. | |
| if [[ $DIR == 'github' ]]; then | |
| LOC=git+https://github.com/hariharan-devarajan/dlio-profiler.git@dev | |
| fi | |
| if [[ $PERM == 'user' ]]; then | |
| export DLIO_LOGGER_USER=1 | |
| echo pip install -v ${LOC} | |
| pip install -v ${LOC} | |
| else | |
| echo pip install -v ${LOC} | |
| sudo pip install -v ${LOC} | |
| fi | |
| - name: Test DLIO_Benchmark | |
| if: matrix.os == 'ubuntu-22.04' && matrix.perm == 'root' | |
| run: | | |
| LOC=git+https://github.com/argonne-lcf/dlio_benchmark.git@main | |
| if [[ $PERM == 'user' ]]; then | |
| export DLIO_LOGGER_USER=1 | |
| echo pip install ${LOC} | |
| pip install ${LOC} | |
| else | |
| echo pip install ${LOC} | |
| sudo pip install ${LOC} | |
| fi | |
| dlio_benchmark workload=unet3d ++workload.output.folder=$PWD/output ++workload.train.computation_time=0.05 ++workload.evaluation.eval_time=0.01 ++workload.train.epochs=2 ++workload.workflow.train=True ++workload.workflow.generate_data=True ++workload.dataset.num_files_train=16 ++workload.dataset.num_files_eval=16 ++workload.reader.read_threads=2 ++workload.dataset.record_length=4096 ++workload.dataset.record_length_stdev=0 | |
| ls -a $PWD/output | |
| num_posix_lines=`cat $PWD/output/.trace*.pfw | grep POSIX | wc -l` | |
| echo $num_posix_lines | |
| if [[ "$num_posix_lines" == '0' ]]; then | |
| exit 1 | |
| fi |