Adding sycl_nbody action to tartan nightly build

.github/actions/build_portBLAS_action/action.yml

@@ -18,11 +18,26 @@ runs:
       shell: bash
       run: |
         ls
-        export LD_LIBRARY_PATH=${{ inputs.workspace }}/linux_nightly_release/lib:$LD_LIBRARY_PATH
-        export CMAKE_CXX_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang++
-        export CMAKE_C_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang
+        # export LD_LIBRARY_PATH=${{ inputs.workspace }}/linux_nightly_release/lib:$LD_LIBRARY_PATH
+        # export CMAKE_CXX_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang++
+        # export CMAKE_C_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang
+        # export OCL_ICD_FILENAMES=${{ inputs.workspace }}/install/lib/libCL.so
+        # export CXX=${{ inputs.workspace }}/linux_nightly_release/bin/clang++
+
         export OCL_ICD_FILENAMES=${{ inputs.workspace }}/install/lib/libCL.so
-        export CXX=${{ inputs.workspace }}/linux_nightly_release/bin/clang++
+        export LD_LIBRARY_PATH=$(pwd)/install/lib:/home/runner/intel/oneapi/compiler/2024.0/lib/libsycl.so:/home/runner/intel/oneapi/compiler/2024.0/lib:$LD_LIBRARY_PATH
+        export CMAKE_CXX_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang++
+        export CMAKE_C_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang
+        export CXX=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang++
+        export CA_HAL_DEBUG=1
+        export CA_PROFILE_LEVEL=3
+        export ONEAPI_DEVICE_SELECTOR=opencl:fpga
+        # As the oneAPI basetoolkit release has a whitelist of devices, it filters out RefSi.
+        # To override it, as a temporary solution we can point SYCL_CONFIG_FILE_NAME to ``.
+        # This way it doesn't set the default sycl.conf.
+        export SYCL_CONFIG_FILE_NAME=""
+        export PATH=/home/runner/intel/oneapi/compiler/2024.0/bin/icpx:/home/runner/intel/oneapi/compiler/2024.0/bin:/home/runner/intel/oneapi/compiler/2024.0/lib:$PATH
+
         # Note: With default options enabled, portBLAS supports complex math using
         # <ext/oneapi/experimental/sycl_complex.hpp>. It was removed in DPC++ in 0b5757bf.
         # To disable this -DBLAS_ENABLE_COMPLEX=OFF needs to added to cmake command line.

.github/actions/build_portDNN_action/action.yml

@@ -17,11 +17,22 @@ runs:
     - name: Set up Environment and build portDNN
       shell: bash
       run: |
-        ls
-        export LD_LIBRARY_PATH=${{ inputs.workspace }}/linux_nightly_release/lib:$LD_LIBRARY_PATH
-        export CMAKE_CXX_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang++
-        export CMAKE_C_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang
+        # ls
+        # export LD_LIBRARY_PATH=${{ inputs.workspace }}/linux_nightly_release/lib:$LD_LIBRARY_PATH
+        # export CMAKE_CXX_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang++
+        # export CMAKE_C_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang
         export OCL_ICD_FILENAMES=${{ inputs.workspace }}/install/lib/libCL.so
+        export LD_LIBRARY_PATH=$(pwd)/install/lib:/home/runner/intel/oneapi/compiler/2024.0/lib/libsycl.so:/home/runner/intel/oneapi/compiler/2024.0/lib:$LD_LIBRARY_PATH
+        export CMAKE_CXX_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang++
+        export CMAKE_C_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang
+        export CA_HAL_DEBUG=1
+        export CA_PROFILE_LEVEL=3
+        export ONEAPI_DEVICE_SELECTOR=opencl:fpga
+        # As the oneAPI basetoolkit release has a whitelist of devices, it filters out RefSi.
+        # To override it, as a temporary solution we can point SYCL_CONFIG_FILE_NAME to ``.
+        # This way it doesn't set the default sycl.conf.
+        export SYCL_CONFIG_FILE_NAME=""
+        export PATH=/home/runner/intel/oneapi/compiler/2024.0/bin/icpx:/home/runner/intel/oneapi/compiler/2024.0/bin:/home/runner/intel/oneapi/compiler/2024.0/lib:$PATH
 
-        cmake -B portDNN_build_dir portDNN -GNinja -DCMAKE_CXX_COMPILER=$(pwd)/linux_nightly_release/bin/clang++ -DSNN_BUILD_BENCHMARKS=OFF -DSNN_BENCH_SYCLBLAS=OFF -DSNN_BUILD_DOCUMENTATION=OFF
-        ninja -C portDNN_build_dir
+        cmake -B portDNN_build_dir portDNN -GNinja -DCMAKE_INSTALL_PREFIX=portDNN_install_dir -DCMAKE_CXX_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang++ -DSNN_BUILD_BENCHMARKS=OFF -DSNN_BENCH_SYCLBLAS=OFF -DSNN_BUILD_DOCUMENTATION=OFF
+        ninja -C portDNN_build_dir install

.github/actions/build_sycl_nbody_action/action.yml

@@ -0,0 +1,43 @@
+name: build-sycl_nbody
+description: Action to clone and build sycl_nbody using oneAPI
+
+inputs:
+  workspace:
+    description: 'Main workflow workspace'
+    default: ${{ github.workspace }}
+
+runs:
+  # We don't want a new docker just a list of steps, so mark as composite
+  using: "composite"
+  steps:
+    - name: Clone sycl_nbody
+      shell: bash
+      run: git clone --recursive --depth 1 --single-branch https://github.com/codeplaysoftware/cuda-to-sycl-nbody.git
+
+    - name: Download Syclomatic release
+      shell: bash
+      run: |
+          wget "https://github.com/oneapi-src/SYCLomatic/releases/download/20240102/linux_release.tgz"
+          mkdir syclomatic_nightly_release
+          tar -xzf linux_release.tgz -C syclomatic_nightly_release
+          ls syclomatic_nightly_release
+
+    - name: Set up Environment and build 
+      shell: bash
+      run: |
+        export LD_LIBRARY_PATH=${{ inputs.workspace }}/linux_nightly_release/lib:$LD_LIBRARY_PATH
+        export CMAKE_CXX_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang++
+        export PATH=${{ inputs.workspace }}/linux_nightly_release/bin/clang++:$(pwd)/syclomatic_nightly_release:$PATH
+        export CMAKE_C_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang
+        export OCL_ICD_FILENAMES=${{ inputs.workspace }}/build/lib/libCL.so
+        #export CXX=${{ inputs.workspace }}/linux_nightly_release/bin/clang++
+        #export CC=${{ inputs.workspace }}/linux_nightly_release/bin/clang
+        export OCL_ICD_VENDORS=/dev/null
+        export dpct_INCLUDE_DIR=$(pwd)/syclomatic_nightly_release/include
+        export dpct_LOCATION=$(pwd)/syclomatic_nightly_release
+
+        cd cuda-to-sycl-nbody
+        ls scripts
+        chmod +x scripts/build_dpcpp.sh
+        CMAKE_CXX_COMPILER=$(pwd)/linux_nightly_release/bin/clang++ sh scripts/build_dpcpp.sh #-DDPCPP_CUDA_SUPPORT=off -nocudalib -DBACKEND=DPCPP
+        #CA_HAL_DEBUG=1 OCL_ICD_FILENAMES=${{ inputs.workspace }}/build/lib/libCL.so ONEAPI_DEVICE_SELECTOR=opencl:acc SYCL_CONFIG_FILE_NAME=  ./nbody_dpcpp 1

.github/actions/build_vgg_resnet_action/action.yml

@@ -42,13 +42,23 @@ runs:
     - name: Set up environment and build networks
       shell: bash
       run: |
-        export LD_LIBRARY_PATH=${{ inputs.workspace }}/ock_install_dir/lib:${{ inputs.workspace }}/linux_nightly_release/lib/libsycl.so:${{ inputs.workspace }}/linux_nightly_release/lib:$LD_LIBRARY_PATH
-        export CMAKE_CXX_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang++
-        export CMAKE_C_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang
+        # export LD_LIBRARY_PATH=${{ inputs.workspace }}/install/lib:${{ inputs.workspace }}/linux_nightly_release/lib/libsycl.so:${{ inputs.workspace }}/linux_nightly_release/lib:$LD_LIBRARY_PATH
+        # export CMAKE_CXX_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang++
+        # export CMAKE_C_COMPILER=${{ inputs.workspace }}/linux_nightly_release/bin/clang
+        # export CA_HAL_DEBUG=1
+        # export CA_PROFILE_LEVEL=3
+        # export ONEAPI_DEVICE_SELECTOR=opencl:acc
+        # export OCL_ICD_FILENAMES=${{ inputs.workspace }}/install/lib/libCL.so
+
+        export OCL_ICD_FILENAMES=${{ inputs.workspace }}/install/lib/libCL.so
+        export LD_LIBRARY_PATH=$(pwd)/install/lib:/home/runner/intel/oneapi/compiler/2024.0/lib/libsycl.so:/home/runner/intel/oneapi/compiler/2024.0/lib:$LD_LIBRARY_PATH
+        export CMAKE_CXX_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang++
+        export CMAKE_C_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang
+        export CXX=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang++
         export CA_HAL_DEBUG=1
         export CA_PROFILE_LEVEL=3
         export ONEAPI_DEVICE_SELECTOR=opencl:fpga
-        export OCL_ICD_FILENAMES=${{ inputs.workspace }}/ock_install_dir/lib/libCL.so
+
         # As the oneAPI basetoolkit release has a whitelist of devices, it filters out RefSi.
         # To override it, as a temporary solution we can point SYCL_CONFIG_FILE_NAME to ``.
         # This way it doesn't set the default sycl.conf.

.github/workflows/run_ock_demo.yml

@@ -1,6 +1,9 @@
 # Build, Run and Test OCK Demo EcoSystem
 name: Build and Run OCK Demo
 on:
+  pull_request:
+    paths:
+      - '.github/workflows/run_ock_demo.yml'
   schedule:
     - cron: '59 23 * * 5'  # Run every Friday at 11:59 PM
   # Allows you to run this workflow manually from the Actions tab
@@ -49,20 +52,37 @@ jobs:
         run: |
           ninja -C $(pwd)/build install
 
-      - name: Download Daily Release
+      # - name: Download Daily Release
+      #   run: |
+      #     # Update the nightly release from intel/llvm from 2024-01-30 to daily once
+      #     # everything has stablised
+      #     wget "https://github.com/intel/llvm/releases/download/nightly-2024-01-30/sycl_linux.tar.gz"
+      #     mkdir linux_nightly_release
+      #     tar -xzf sycl_linux.tar.gz -C linux_nightly_release
+      - name: Get Intel OneAPI BaseToolkit
         run: |
-          # Update the nightly release from intel/llvm from 2024-01-30 to daily once
-          # everything has stablised
-          wget "https://github.com/intel/llvm/releases/download/nightly-2024-01-30/sycl_linux.tar.gz"
-          mkdir linux_nightly_release
-          tar -xzf sycl_linux.tar.gz -C linux_nightly_release
+          wget https://registrationcenter-download.intel.com/akdlm/IRC_NAS/163da6e4-56eb-4948-aba3-debcec61c064/l_BaseKit_p_2024.0.1.46.sh
+          export TERMINFO=/usr/lib/terminfo
+          sh $(pwd)/l_BaseKit_p_2024.0.1.46.sh -a --silent --eula accept --action install --components 'intel.oneapi.lin.dpcpp-cpp-compiler':'intel.oneapi.lin.dpcpp-ct'
 
       - name: Test RSICV examples
         run: |
           # Set environment variables
-          export LD_LIBRARY_PATH=$(pwd)/install/lib:$(pwd)/linux_nightly_release/lib/libsycl.so:$(pwd)/linux_nightly_release/lib:$LD_LIBRARY_PATH
-          export CMAKE_CXX_COMPILER=$(pwd)/linux_nightly_release/bin/clang++
-          export CMAKE_C_COMPILER=$(pwd)/linux_nightly_release/bin/clang
+          # export LD_LIBRARY_PATH=$(pwd)/install/lib:$(pwd)/linux_nightly_release/lib/libsycl.so:$(pwd)/linux_nightly_release/lib:$LD_LIBRARY_PATH
+          # export CMAKE_CXX_COMPILER=$(pwd)/linux_nightly_release/bin/clang++
+          # export CMAKE_C_COMPILER=$(pwd)/linux_nightly_release/bin/clang
+          # export CA_HAL_DEBUG=1
+          # export CA_PROFILE_LEVEL=3
+          # export ONEAPI_DEVICE_SELECTOR=opencl:fpga
+          # export OCL_ICD_FILENAMES=$(pwd)/install/lib/libCL.so
+          # As the oneAPI basetoolkit release has a whitelist of devices, it filters out RefSi.
+          # To override it, as a temporary solution we can point SYCL_CONFIG_FILE_NAME to ``.
+          # This way it doesn't set the default sycl.conf.
+          #export SYCL_CONFIG_FILE_NAME=""
+
+          export LD_LIBRARY_PATH=$(pwd)/install/lib:/home/runner/intel/oneapi/compiler/2024.0/lib/libsycl.so:/home/runner/intel/oneapi/compiler/2024.0/lib:$LD_LIBRARY_PATH
+          export CMAKE_CXX_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang++
+          export CMAKE_C_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang
           export CA_HAL_DEBUG=1
           export CA_PROFILE_LEVEL=3
           export ONEAPI_DEVICE_SELECTOR=opencl:fpga
@@ -71,9 +91,12 @@ jobs:
           # To override it, as a temporary solution we can point SYCL_CONFIG_FILE_NAME to ``.
           # This way it doesn't set the default sycl.conf.
           export SYCL_CONFIG_FILE_NAME=""
+          export PATH=/home/runner/intel/oneapi/compiler/2024.0/bin/icpx:/home/runner/intel/oneapi/compiler/2024.0/bin:/home/runner/intel/oneapi/compiler/2024.0/lib:$PATH
 
           mkdir ock_example_tests
-          cmake -GNinja -Bock_example_tests -DCMAKE_CXX_COMPILER=$(pwd)/linux_nightly_release/bin/clang++ -DCMAKE_C_COMPILER=$(pwd)/linux_nightly_release/bin/clang -DOpenCL_LIBRARY=$(pwd)/install/lib/libCL.so -DOpenCL_INCLUDE_DIR=$(pwd)/linux_nightly_release/include/sycl $(pwd)/examples/applications
+#          cmake -GNinja -Bock_example_tests -DCMAKE_CXX_COMPILER=$(pwd)/linux_nightly_release/bin/clang++ -DCMAKE_C_COMPILER=$(pwd)/linux_nightly_release/bin/clang -DOpenCL_LIBRARY=$(pwd)/install/lib/libCL.so -DOpenCL_INCLUDE_DIR=$(pwd)/linux_nightly_release/include/sycl $(pwd)/examples/applications
+          cmake -GNinja -Bock_example_tests -DCMAKE_CXX_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang++ -DCMAKE_C_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang -DOpenCL_LIBRARY=$(pwd)/install/lib/libCL.so -DOpenCL_INCLUDE_DIR=/home/runner/intel/oneapi/compiler/2024.0/include/sycl $(pwd)/examples/applications
+
           ninja -C ock_example_tests
 
           # Run tests

.github/workflows/run_sycl_nbody.yml

@@ -0,0 +1,92 @@
+
+name: Build and Run OCK Demo sycl_nbody
+on:
+  pull_request:
+    paths:
+      - '.github/workflows/run_sycl_nbody.yml'
+  schedule:
+    - cron: '59 23 * * 5'  # Run every Friday at 11:59 PM
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+
+  # build and run for RISCV
+  run_riscv_m1_ock_demo_sycl_nbody:
+    runs-on: ubuntu-22.04
+
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v3
+
+       # installs tools, ninja, installs llvm and sets up sccahe
+      - name: setup ubuntu
+        uses:  ./.github/actions/setup_ubuntu_build
+        with:
+          llvm_version: 17
+          llvm_build_type: RelAssert
+
+      - name: setup python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.8'
+
+      - name: Install Python libraries and system dependencies
+        run: |
+          pip install --user requests numpy h5py Pillow
+          sudo add-apt-repository universe
+          sudo apt-get update
+          sudo apt-get install -y libglfw3-dev libglm-dev libglew-dev libblas-dev libopenblas64-dev libopenblas-dev libpthread-stubs0-dev libboost-all-dev
+
+      - name: Get Intel OneAPI BaseToolkit
+        run: |
+          wget https://registrationcenter-download.intel.com/akdlm/IRC_NAS/163da6e4-56eb-4948-aba3-debcec61c064/l_BaseKit_p_2024.0.1.46.sh
+          export TERMINFO=/usr/lib/terminfo
+          sh $(pwd)/l_BaseKit_p_2024.0.1.46.sh -a --silent --eula accept --action install --components 'intel.oneapi.lin.dpcpp-cpp-compiler':'intel.oneapi.lin.dpcpp-ct'
+
+      - name: Build riscv M1
+        uses: ./.github/actions/do_build_ock/do_build_m1
+        with:
+          build_type: Release
+          extra_flags: '-DCA_REFSI_M1_DEMO_MODE=ON'
+
+      - name: Create OCK install
+        run: |
+          ninja -C $(pwd)/build install
+
+      - name: Clone sycl_nbody
+        run: git clone --recursive --depth 1 --single-branch https://github.com/codeplaysoftware/cuda-to-sycl-nbody.git
+
+      - name: Set up Environment and build
+        run: |
+          # Set environment variables
+          export LD_LIBRARY_PATH=$(pwd)/install/lib:/home/runner/intel/oneapi/compiler/2024.0/lib/libsycl.so:/home/runner/intel/oneapi/compiler/2024.0/lib:$LD_LIBRARY_PATH
+          export CMAKE_CXX_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang++
+          export CMAKE_C_COMPILER=/home/runner/intel/oneapi/compiler/2024.0/bin/compiler/clang
+          export CA_HAL_DEBUG=1
+          export CA_PROFILE_LEVEL=3
+          export ONEAPI_DEVICE_SELECTOR=opencl:fpga
+          export OCL_ICD_FILENAMES=$(pwd)/install/lib/libCL.so
+          # As the oneAPI basetoolkit release has a whitelist of devices, it filters out RefSi.
+          # To override it, as a temporary solution we can point SYCL_CONFIG_FILE_NAME to ``.
+          # This way it doesn't set the default sycl.conf.
+          export SYCL_CONFIG_FILE_NAME=""
+          export PATH=/home/runner/intel/oneapi/compiler/2024.0/bin/icpx:/home/runner/intel/oneapi/compiler/2024.0/bin:/home/runner/intel/oneapi/compiler/2024.0/lib:$PATH
+
+          export OCL_ICD_VENDORS=/dev/null
+          export dpct_INCLUDE_DIR=/home/runner/intel/oneapi/compiler/2024.0/include
+          export dpct_LOCATION=/home/runner/intel/oneapi/2024.0/
+
+          export CXX=icpx
+          export CC=icpx
+          cmake cuda-to-sycl-nbody -GNinja -B sycl_nbody_build  -DRENDER=off -DGLEW_LIBRARY=/usr/lib/x86_64-linux-gnu/libGLEW.so -DBACKEND=DPCPP -DDPCPP_CUDA_SUPPORT=off
+          ninja -C sycl_nbody_build
+          ls -laR sycl_nbody_build
+          #chmod +x scripts/build_dpcpp.sh
+          #sh scripts/build_dpcpp.sh #-DBACKEND=DPCP #-DDPCPP_CUDA_SUPPORT=off -nocudalib
+          CA_HAL_DEBUG=1 OCL_ICD_FILENAMES=$(pwd)/build/lib/libCL.so ONEAPI_DEVICE_SELECTOR=opencl:fpga SYCL_CONFIG_FILE_NAME=  cuda-to-sycl-nbody/nbody_dpcpp 1
+