@@ -27,7 +27,7 @@ jobs:
           apt-get install -y --allow-change-held-packages git python3.10 python3-pip cudnn9-cuda-12 libnccl-dev libnccl2
           python3.10 --version
           python3.10 -m pip install torch==${MIN_TORCH_VERSION}
-          python3.10 -m pip install cmake pybind11[global] ninja pydantic "importlib-metadata>=1.0" packaging einops onnxscript "nvidia-cudnn-frontend>=1.25.0"
+          python3.10 -m pip install cmake pybind11[global] ninja pydantic "importlib-metadata>=1.0" packaging einops onnxscript "nvidia-cudnn-frontend>=1.25.0" "apache-tvm-ffi>=0.1.12"
       - name: 'Checkout'
         uses: actions/checkout@v3
         with:
@@ -65,7 +65,7 @@ jobs:
           apt-get install -y git python3.10 python3-pip cudnn9-cuda-12
           python3.10 --version
           python3.10 -m pip install jax==${MIN_JAX_VERSION} "flax>=0.7.1"
-          python3.10 -m pip install cmake pybind11[global] ninja packaging pydantic "nvidia-cudnn-frontend>=1.25.0"
+          python3.10 -m pip install cmake pybind11[global] ninja packaging pydantic "nvidia-cudnn-frontend>=1.25.0" "apache-tvm-ffi>=0.1.12"
       - name: 'Checkout'
         uses: actions/checkout@v3
         with:
 
@@ -12,6 +12,7 @@ BUILD_JAX=${5:-true}
 CUDA_MAJOR=${6:-12}
 
 export NVTE_RELEASE_BUILD=1
+export NVTE_WITH_CUTEDSL=${NVTE_WITH_CUTEDSL:-0}
 export PIP_CONSTRAINT=""
 export TARGET_BRANCH=${TARGET_BRANCH:-}
 mkdir -p /wheelhouse/logs
@@ -23,7 +24,7 @@ git checkout $TARGET_BRANCH
 git submodule update --init --recursive
 
 # Install deps
-/opt/python/cp310-cp310/bin/pip install cmake pybind11[global] ninja setuptools wheel 'nvidia-cudnn-frontend>=1.25.0'
+/opt/python/cp310-cp310/bin/pip install cmake pybind11[global] ninja setuptools wheel 'nvidia-cudnn-frontend>=1.25.0' 'apache-tvm-ffi>=0.1.12'
 
 if $BUILD_METAPACKAGE ; then
         cd /TransformerEngine
@@ -35,23 +36,36 @@ if $BUILD_COMMON ; then
         VERSION=`cat build_tools/VERSION.txt`
         WHL_BASE="transformer_engine-${VERSION}"
 
+        if [[ "$NVTE_WITH_CUTEDSL" != "0" ]]; then
+                WHEEL_PYTHON_TAG=cp310
+                WHEEL_ABI_TAG=abi3
+        else
+                WHEEL_PYTHON_TAG=py3
+                WHEEL_ABI_TAG=none
+        fi
+
         # Create the wheel.
-        /opt/python/cp310-cp310/bin/python setup.py bdist_wheel --verbose --python-tag=py3 --plat-name=$PLATFORM 2>&1 | tee /wheelhouse/logs/common.txt
+        /opt/python/cp310-cp310/bin/python setup.py bdist_wheel --verbose --python-tag=$WHEEL_PYTHON_TAG --plat-name=$PLATFORM 2>&1 | tee /wheelhouse/logs/common.txt
 
         # Repack the wheel for specific cuda version.
         /opt/python/cp310-cp310/bin/wheel unpack dist/*
         # From python 3.10 to 3.11, the package name delimiter in metadata got changed from - (hyphen) to _ (underscore).
         sed -i "s/Name: transformer-engine/Name: transformer-engine-cu${CUDA_MAJOR}/g" "transformer_engine-${VERSION}/transformer_engine-${VERSION}.dist-info/METADATA"
         sed -i "s/Name: transformer_engine/Name: transformer_engine_cu${CUDA_MAJOR}/g" "transformer_engine-${VERSION}/transformer_engine-${VERSION}.dist-info/METADATA"
         mv "${WHL_BASE}/${WHL_BASE}.dist-info" "${WHL_BASE}/transformer_engine_cu${CUDA_MAJOR}-${VERSION}.dist-info"
-        # Set WHEEL Tag to match the py3-none filename written by line 54.
-        sed -i "s/Tag: cp310-cp310/Tag: py3-none/g" "${WHL_BASE}/transformer_engine_cu${CUDA_MAJOR}-${VERSION}.dist-info/WHEEL"
+        if [[ "$NVTE_WITH_CUTEDSL" != "0" ]]; then
+                # Build with CuTeDSL support: uses the CPython 3.10+ Stable ABI.
+                sed -i "s/Tag: cp310-cp310/Tag: cp310-abi3/g" "${WHL_BASE}/transformer_engine_cu${CUDA_MAJOR}-${VERSION}.dist-info/WHEEL"
+        else
+                # Build without CuTeDSL support: remain python version agnostic.
+                sed -i "s/Tag: cp310-cp310/Tag: py3-none/g" "${WHL_BASE}/transformer_engine_cu${CUDA_MAJOR}-${VERSION}.dist-info/WHEEL"
+        fi
         /opt/python/cp310-cp310/bin/wheel pack ${WHL_BASE}
 
-        # Rename the wheel to make it python version agnostic.
+        # Rename the wheel to match the tag written above.
         whl_name=$(basename dist/*)
         IFS='-' read -ra whl_parts <<< "$whl_name"
-        whl_name_target="${whl_parts[0]}_cu${CUDA_MAJOR}-${whl_parts[1]}-py3-none-${whl_parts[4]}"
+        whl_name_target="${whl_parts[0]}_cu${CUDA_MAJOR}-${whl_parts[1]}-${WHEEL_PYTHON_TAG}-${WHEEL_ABI_TAG}-${whl_parts[4]}"
         rm -rf $WHL_BASE dist
         mv *.whl /wheelhouse/"$whl_name_target"
 fi
 
@@ -93,6 +93,15 @@ Optional Dependencies
    :Default: ``0``
    :Description: Enable NVSHMEM support. When set to ``1``, requires ``NVSHMEM_HOME`` to be set to the NVSHMEM installation directory.
 
+.. envvar:: NVTE_WITH_CUTEDSL
+
+   :Type: ``int`` (0 or 1)
+   :Default: ``0``
+   :Description: Enable CuTeDSL support when building ``libtransformer_engine.so``. When set to ``1``, requires
+                 CPython Stable ABIs from Python 3.10 and above, and ``apache-tvm-ffi`` installed.
+                 Note: when linking ``libtransformer_engine.so`` built with ``NVTE_WITH_CUTEDSL=1`` to a standalone C++ executable,
+                 you must provide the definition of these CPython symbols. See ``tests/cpp/CMakeLists.txt`` for an example.
+
 .. envvar:: NVTE_BUILD_ACTIVATION_WITH_FAST_MATH
 
    :Type: CMake option
@@ -136,6 +145,20 @@ General
                  value if an application legitimately creates more tensor handles than
                  the default pool can hold.
 
+.. envvar:: NVTE_ENABLE_CUTEDSL_BACKEND
+
+   :Type: ``int`` (0 or 1)
+   :Default: ``0``
+   :Description: Use CuTeDSL kernel implementations when available. This requires that Transformer Engine was built with ``NVTE_WITH_CUTEDSL=1``.
+                 It also requires ``apache-tvm-ffi``, ``nvidia-cutlass-dsl`` to be installed and you are using CPython 3.10 or later.
+                 If these requirements are not met, Transformer Engine will fall back to using CUDA C++ kernels if possible.
+
+.. envvar:: NVTE_WARN_IF_CUTEDSL_BACKEND_NOT_CHOSEN
+
+   :Type: ``int`` (0 or 1)
+   :Default: ``0``
+   :Description: Warn when TE falls back to the CUDA C++ kernels instead of dispatching to available CuTeDSL kernels. Useful to verify if the CuTeDSL path is taken.
+
 .. envvar:: NVTE_GROUPED_TENSOR_HANDLE_POOL_SIZE_MB
 
    :Type: ``int`` (positive integer)
@@ -311,7 +334,7 @@ Kernel Configuration
 
    :Type: ``int`` (0 or 1)
    :Default: ``0``
-   :Description: Enable fast math optimizations in runtime-compiled (NVRTC) kernels. This trades numerical accuracy for performance. These optimizations are experimental and inconsistently implemented.
+   :Description: Enable fast math optimizations in runtime-compiled (NVRTC / CuTeDSL) kernels. This trades numerical accuracy for performance. These optimizations are experimental and inconsistently implemented.
 
 .. envvar:: NVTE_DISABLE_NVRTC
 
 
@@ -0,0 +1,35 @@
+# Copyright (c) 2022-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+#
+# See LICENSE for license information.
+
+set -e
+
+: ${XML_LOG_DIR:=/logs}
+mkdir -p "$XML_LOG_DIR"
+
+# Find TE
+: ${TE_PATH:=/opt/transformerengine}
+TE_LIB_PATH=$(pip3 show transformer-engine | grep -E "Location:|Editable project location:" | tail -n 1 | awk '{print $NF}')
+export LD_LIBRARY_PATH=$TE_LIB_PATH:$LD_LIBRARY_PATH
+
+# Set parallelization parameters
+NUM_PHYSICAL_CORES=$(nproc)
+NUM_PARALLEL_JOBS=4
+
+# If NVTE_ENABLE_CUTEDSL_BACKEND is not set to 1, we assume this also applies to qa/L0_cppunittest,
+# in which case we don't need to run this test since L0_cppunittest already covers the CUDA path.
+# Otherwise, we override NVTE_ENABLE_CUTEDSL_BACKEND to 0 to force the test to take the CUDA implementation path,
+# so we can cover both CUDA and CuteDSL paths on CI.
+if [ "${NVTE_ENABLE_CUTEDSL_BACKEND:-0}" != "1" ]; then
+    echo "NVTE_ENABLE_CUTEDSL_BACKEND is not 1; L0_cppunittest should have validated the CUDA path already."
+    exit 0
+fi
+
+# Override this env var to force the test to take the CUDA implementation path
+export NVTE_ENABLE_CUTEDSL_BACKEND=0
+
+cd $TE_PATH/tests/cpp
+cmake -GNinja -Bbuild .
+cmake --build build
+export OMP_NUM_THREADS=$((NUM_PHYSICAL_CORES / NUM_PARALLEL_JOBS))
+ctest --test-dir build -j$NUM_PARALLEL_JOBS --output-junit $XML_LOG_DIR/ctest_cppunittest.xml
@@ -64,6 +64,15 @@ def setup_common_extension() -> CMakeExtension:
         "-DCMAKE_CUDA_ARCHITECTURES={}".format(archs),
         f"-DCUDNN_FRONTEND_INCLUDE_DIR={cudnn_frontend_include_path()}",
     ]
+
+    with_cutedsl = bool(int(os.getenv("NVTE_WITH_CUTEDSL", "0")))
+    if with_cutedsl:
+        tvm_ffi_include_dir = metadata.distribution("apache-tvm-ffi").locate_file("tvm_ffi/include")
+        cmake_flags.append(f"-DTVM_FFI_INCLUDE_DIR={tvm_ffi_include_dir}")
+        cmake_flags.append("-DNVTE_WITH_CUTEDSL=ON")
+    else:
+        cmake_flags.append("-DNVTE_WITH_CUTEDSL=OFF")
+
     if bool(int(os.getenv("NVTE_UB_WITH_MPI", "0"))):
         assert (
             os.getenv("MPI_HOME") is not None
 
@@ -43,5 +43,23 @@ include_directories(${CMAKE_SOURCE_DIR})
 find_package(CUDAToolkit REQUIRED)
 include(${CMAKE_SOURCE_DIR}/../../transformer_engine/common/cmake/cuDNN.cmake)
 
+# Must match how libtransformer_engine.so was built, hence the env var default.
+option(NVTE_WITH_CUTEDSL
+       "Link the tests against libpython, required when libtransformer_engine.so was built with NVTE_WITH_CUTEDSL=ON"
+       "$ENV{NVTE_WITH_CUTEDSL}")
+
 add_subdirectory(operator)
 add_subdirectory(util)
+
+if(NVTE_WITH_CUTEDSL)
+  # Executables that link libtransformerengine.so must also link to the Python::Python to provide
+  # the definitions of these CPython symbols at runtime via dynamic linking.
+  # Find the interpreter too so older CMake versions use its version to locate libpython.
+  find_package(Python COMPONENTS Interpreter Development.Embed REQUIRED)
+  foreach(test_target test_operator test_util)
+    target_link_libraries(${test_target} PRIVATE
+                          "-Wl,--no-as-needed"
+                          Python::Python
+                          "-Wl,--as-needed")
+  endforeach()
+endif()
@@ -52,5 +52,7 @@ list(APPEND test_operator_LINKER_LIBS CUDA::cudart GTest::gtest_main ${TE_LIB} C
 target_link_libraries(test_operator PUBLIC ${test_operator_LINKER_LIBS} OpenMP::OpenMP_CXX)
 target_compile_options(test_operator PRIVATE -O2 -fopenmp)
 
-include(GoogleTest)
-gtest_discover_tests(test_operator DISCOVERY_TIMEOUT 600)
+# Keep all operator tests in one process so CUDA initialization and, when enabled,
+# the embedded Python interpreter and CuTeDSL kernel cache are initialized only once.
+# TODO(kainingz): This will only use 1 CPU and 1 GPU. Make it able to utilize all CPUs and GPUs later
+add_test(NAME test_operator COMMAND test_operator)