diff --git a/ggml/src/ggml-cuda/getrows.cu b/ggml/src/ggml-cuda/getrows.cu
index 6bc97cea41..83d02474f5 100644
--- a/ggml/src/ggml-cuda/getrows.cu
+++ b/ggml/src/ggml-cuda/getrows.cu
@@ -30,7 +30,7 @@ static __global__ void k_get_rows(
         const int y_offset = qr == 1 ? 1 : qk/2;
 
         // dequantize
-        dfloat2 v;
+        float2 v;
         dequantize_kernel(src0_row, ib, iqs, v);
 
         dst_row[iybs + iqs + 0]        = ggml_cuda_cast<dst_t>(v.x);