diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index e875d625c0..b90ac834ef 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -44,6 +44,19 @@ jobs:
             BUILD_SHARED_LIBS=On 
             CMAKE_WINDOWS_EXPORT_ALL_SYMBOLS=On
         - args: BUILD_SHARED_LIBS=Off
+  # This add test coverage for some of axom's pipelines
+  build_windows_openmp:
+    strategy:
+      matrix:
+        shared: 
+        - args: 
+            BUILD_SHARED_LIBS=On 
+            CMAKE_WINDOWS_EXPORT_ALL_SYMBOLS=On
+            ENABLE_TESTS=Off
+            RAJA_ENABLE_EXAMPLES=Off
+            RAJA_ENABLE_EXERCISES=Off
+            ENABLE_OPENMP=On
+        - args: BUILD_SHARED_LIBS=Off
           
     runs-on: windows-latest
     steps:
diff --git a/include/RAJA/policy/openmp/thread.hpp b/include/RAJA/policy/openmp/thread.hpp
index 0ec536339c..cebbde9f69 100644
--- a/include/RAJA/policy/openmp/thread.hpp
+++ b/include/RAJA/policy/openmp/thread.hpp
@@ -24,6 +24,11 @@
 
 #if defined(RAJA_OPENMP_ACTIVE)
 
+// Include OpenMP header for Windows
+#if defined(_OPENMP)
+#include <omp.h>
+#endif
+
 #include "RAJA/util/macros.hpp"
 
 #include "RAJA/policy/thread_auto.hpp"