Skip to content

[SYCLomatic] Enable migration of CUBLASLT: EPILOGUE_BIAS, EPILOGUE_GELU, EPILOGUE_GELU_AUX, EPILOGUE_GELU_AUX_BIAS #2460

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
abhilash1910 wants to merge 23 commits into from
Closed

[SYCLomatic] Enable migration of CUBLASLT: EPILOGUE_BIAS, EPILOGUE_GELU, EPILOGUE_GELU_AUX, EPILOGUE_GELU_AUX_BIAS #2460

Show file tree
Hide file tree
Changes from 6 commits
Commits
Show all changes
23 commits
Select commit Hold shift + click to select a range
eb5a2f8
rebase
abhilash1910 Nov 26, 2024
9e48680
fix
abhilash1910 Nov 26, 2024
b830f22
Merge branch 'oneapi-src:SYCLomatic' into bias_au_gelu_epilogues
abhilash1910 Nov 27, 2024
bba1b9a
fix
abhilash1910 Nov 27, 2024
33c0f33
fix test
abhilash1910 Nov 27, 2024
266ccec
add pointer to pointer copy
abhilash1910 Nov 28, 2024
03deb90
add header
abhilash1910 Nov 28, 2024
ceca900
fix the memcpy
abhilash1910 Nov 29, 2024
9f92c61
fix
abhilash1910 Nov 29, 2024
1eb5880
add gelu
abhilash1910 Nov 29, 2024
d52bc6b
fix
abhilash1910 Nov 29, 2024
c837886
add gelu aux
abhilash1910 Nov 29, 2024
29c1411
fix
abhilash1910 Nov 29, 2024
2cbc0cf
Merge branch 'oneapi-src:SYCLomatic' into bias_au_gelu_epilogues
abhilash1910 Dec 2, 2024
9bfb234
fix syntax
abhilash1910 Dec 2, 2024
fc018b0
Merge branch 'oneapi-src:SYCLomatic' into bias_au_gelu_epilogues
abhilash1910 Dec 2, 2024
77356a0
add epilogue bias mem descriptor and refactor
abhilash1910 Dec 2, 2024
69948fe
revert bias
abhilash1910 Dec 5, 2024
a310014
Merge branch 'SYCLomatic' into bias_au_gelu_epilogues
abhilash1910 Dec 5, 2024
500b157
fix
abhilash1910 Dec 5, 2024
773171a
use memcpy api
abhilash1910 Dec 5, 2024
3f27590
clang-format
abhilash1910 Dec 5, 2024
6005f49
Merge branch 'oneapi-src:SYCLomatic' into bias_au_gelu_epilogues
abhilash1910 Dec 6, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions clang/lib/DPCT/RulesMathLib/MapNamesBlas.cpp
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1624,6 +1624,12 @@ void MapNamesBlas::setExplicitNamespaceMap(
{"CUBLASLT_EPILOGUE_RELU",
MapNames::getLibraryHelperNamespace() +
"blas_gemm::experimental::epilogue_t::relu"},
{"CUBLASLT_EPILOGUE_BIAS",
MapNames::getLibraryHelperNamespace() +
"blas_gemm::experimental::epilogue_t::bias"},
{"CUBLASLT_EPILOGUE_GELU_AUX_BIAS",
MapNames::getLibraryHelperNamespace() +
"blas_gemm::experimental::epilogue_t::gelu_aux_bias"},
{"CUBLASLT_MATRIX_TRANSFORM_DESC_SCALE_TYPE",
MapNames::getLibraryHelperNamespace() +
"blas_gemm::experimental::transform_desc_t::attribute::scale_type"},
Expand Down
20 changes: 16 additions & 4 deletions clang/runtime/dpct-rt/include/dpct/blas_gemm_utils.hpp
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ enum class pointer_mode_t {
alpha_device_vector_beta_zero,
alpha_device_vector_beta_host
};
enum class epilogue_t { nop = 1, relu };
enum class epilogue_t { nop = 1, relu, bias, gelu_aux_bias };

class descriptor;
using descriptor_ptr = descriptor *;
Expand Down Expand Up @@ -780,9 +780,11 @@ inline sycl::event matmul(descriptor_ptr handle, matmul_desc_ptr compute_desc,
}

if (compute_desc->_epilogue != epilogue_t::nop &&
compute_desc->_epilogue != epilogue_t::relu) {
compute_desc->_epilogue != epilogue_t::relu &&
compute_desc->_epilogue != epilogue_t::bias &&
compute_desc->_epilogue != epilogue_t::gelu_aux_bias) {
throw std::runtime_error("dpct::blas_gemm::experimental::matmul() only "
"supports relu epilogue currently.");
"supports relu, gelu, gelu with bias epilogue currently.");
}

if (!(compute_desc->_scale_type == library_data_t::real_int32 &&
Expand Down Expand Up @@ -1027,7 +1029,17 @@ inline sycl::event matmul(descriptor_ptr handle, matmul_desc_ptr compute_desc,

if (compute_desc->_epilogue != epilogue_t::nop) {
::dnnl::post_ops matmul_ops;
matmul_ops.append_eltwise(::dnnl::algorithm::eltwise_relu, 0.f, 0.f);
if (compute_desc->_epilogue == epilogue_t::relu) {
matmul_ops.append_eltwise(::dnnl::algorithm::eltwise_relu, 0.f, 0.f);
} else if (compute_desc->_epilogue == epilogue_t::bias) {
matmul_ops.append_binary(::dnnl::algorithm::binary_add, bias_md);
} else if (compute_desc->_epilogue == epilogue_t::gelu_aux_bias) {
matmul_ops.append_eltwise(::dnnl::algorithm::eltwise_gelu_erf, 0.f, 0.f);
matmul_ops.append_binary(::dnnl::algorithm::binary_add, bias_md);
dpct::blas::matrix_mem_copy(matmul_desc_t::attribute::epilogue_aux_pointer, bias_mem,
matmul_desc_t::attribute::epilogue_aux_ld, new_ldc, m, n,
sizeof(size_t) , q_ptr);
}
matmul_attr.set_post_ops(matmul_ops);
}

Expand Down
4 changes: 4 additions & 0 deletions clang/test/dpct/cublaslt.cu
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -234,9 +234,13 @@ void foo3() {
// CHECK: dpct::blas_gemm::experimental::epilogue_t e;
// CHECK-NEXT: e = dpct::blas_gemm::experimental::epilogue_t::nop;
// CHECK-NEXT: e = dpct::blas_gemm::experimental::epilogue_t::relu;
// CHECK-NEXT: e = dpct::blas_gemm::experimental::epilogue_t::bias;
// CHECK-NEXT: e = dpct::blas_gemm::experimental::epilogue_t::gelu_aux_bias;
cublasLtEpilogue_t e;
e = CUBLASLT_EPILOGUE_DEFAULT;
e = CUBLASLT_EPILOGUE_RELU;
e = CUBLASLT_EPILOGUE_BIAS;
e = CUBLASLT_EPILOGUE_GELU_AUX_BIAS;
}

void foo4() {
Expand Down
Loading