diff --git a/offload/CMakeLists.txt b/offload/CMakeLists.txt
index 82ebdf84019a5..d972402d03a7d 100644
--- a/offload/CMakeLists.txt
+++ b/offload/CMakeLists.txt
@@ -475,3 +475,5 @@ if(OFFLOAD_INCLUDE_TESTS)
   add_subdirectory(test)
   add_subdirectory(unittests)
 endif()
+
+add_subdirectory(utils)
diff --git a/offload/utils/CMakeLists.txt b/offload/utils/CMakeLists.txt
new file mode 100644
index 0000000000000..d6f2d6729d18c
--- /dev/null
+++ b/offload/utils/CMakeLists.txt
@@ -0,0 +1,10 @@
+set(OPENMP_UTILS_INSTALL_DIR "${CMAKE_INSTALL_BINDIR}" CACHE PATH
+    "Path for binary subdirectory (defaults to '${CMAKE_INSTALL_BINDIR}')")
+
+macro(add_openmp_util path)
+  install(PROGRAMS
+     ${path}
+     DESTINATION "${OPENMP_UTILS_INSTALL_DIR}")
+endmacro()
+
+add_subdirectory(gpurun)
diff --git a/offload/utils/gpurun/CMakeLists.txt b/offload/utils/gpurun/CMakeLists.txt
new file mode 100644
index 0000000000000..0483a5737b830
--- /dev/null
+++ b/offload/utils/gpurun/CMakeLists.txt
@@ -0,0 +1 @@
+add_openmp_util(${CMAKE_CURRENT_SOURCE_DIR}/gpurun)
diff --git a/offload/utils/gpurun b/offload/utils/gpurun/gpurun
similarity index 100%
rename from offload/utils/gpurun
rename to offload/utils/gpurun/gpurun