Fix ggerganov#4017

AndrewGodfrey · Nov 16, 2023 · e77094f · e77094f
1 parent 34b0a08
commit e77094f
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -6251,6 +6251,8 @@ static int64_t get_row_rounding(ggml_type type) {
             return max_compute_capability >= CC_RDNA2 ? 128 : 64;
         case GGML_TYPE_F16:
             return 1;
+        case GGML_TYPE_F32:
+            return 1;
         case GGML_TYPE_Q2_K:
             return max_compute_capability >= CC_RDNA2 ? 128 : 32;
         case GGML_TYPE_Q3_K:
@@ -6273,6 +6275,8 @@ static int64_t get_row_rounding(ggml_type type) {
             return 64;
         case GGML_TYPE_F16:
             return 1;
+        case GGML_TYPE_F32:
+            return 1;
         case GGML_TYPE_Q2_K:
         case GGML_TYPE_Q3_K:
         case GGML_TYPE_Q4_K: