ggml: add dequantization example (manual)

Signed-off-by: Daniel Bevenius <[email protected]>
danbev · Jun 16, 2024 · 0e9c212 · 0e9c212
1 parent eb06f2a
commit 0e9c212
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/fundamentals/ggml/src/ggml-quants.c b/fundamentals/ggml/src/ggml-quants.c
@@ -27,10 +27,14 @@ int main(int argc, char **argv) {
         }
     };
   printf("block_q4_0 delta: %f\n", ggml_compute_fp16_to_fp32(block_q4_0.d));
-  printf("block_q4_0 qs:\n");
-  for (int i = 0; i < Q_SIZE; i++) {
+  for (int i = 0; i < QK4_0/2; i++) {
     printf("block_q4_0.qs[%d]: %d\n", i, block_q4_0.qs[i]);
   }
 
+  printf("Dequantize block_q4_0\n");
+  for (int i = 0; i < QK4_0/2; i++) {
+    printf("data[%d]: %f\n", i, block_q4_0.qs[i] * ggml_compute_fp16_to_fp32(block_q4_0.d));
+  }
+
   return 0;
 }