Skip to content

Commit 2a53cb4

Browse files
committed
patch ggml until ggml-org/ggml#1317
1 parent 0ce7c28 commit 2a53cb4

File tree

2 files changed

+20
-0
lines changed

2 files changed

+20
-0
lines changed
Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
diff --git a/src/ggml-vulkan/vulkan-shaders/dequant_funcs.comp b/src/ggml-vulkan/vulkan-shaders/dequant_funcs.comp
2+
index 0d9739d4..b880a729 100644
3+
--- a/src/ggml-vulkan/vulkan-shaders/dequant_funcs.comp
4+
+++ b/src/ggml-vulkan/vulkan-shaders/dequant_funcs.comp
5+
@@ -442,8 +442,12 @@ vec2 get_dm(uint ib, uint a_offset) {
6+
7+
#if defined(DATA_A_IQ1_M)
8+
vec2 get_dm(uint ib, uint a_offset) {
9+
- const uint16_t[4] scales = data_a[a_offset + ib].scales;
10+
- const u16vec4 s = u16vec4(scales[0], scales[1], scales[2], scales[3]) >> 12;
11+
+ u16vec4 s = u16vec4(
12+
+ data_a[a_offset + ib].scales[0],
13+
+ data_a[a_offset + ib].scales[1],
14+
+ data_a[a_offset + ib].scales[2],
15+
+ data_a[a_offset + ib].scales[3]
16+
+ ) >> 12;
17+
const float d = float(unpackHalf2x16(s.x | (s.y << 4) | (s.z << 8) | (s.w << 12)).x);
18+
return vec2(d, 0);
19+
}

ports/ggml/portfile.cmake

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@ vcpkg_from_github(
88
cmake-config.diff
99
relax-link-options.diff
1010
vulkan-shaders-gen.diff
11+
fix-dequant_funcs-comp.diff
1112
)
1213

1314
vcpkg_check_features(OUT_FEATURE_OPTIONS FEATURE_OPTIONS

0 commit comments

Comments
 (0)