diff --git a/Makefile b/Makefile
index 06377e4547fb6..6e89b9b7c5166 100644
--- a/Makefile
+++ b/Makefile
@@ -53,7 +53,7 @@ NONECFLAGS =
 OPENBLAS_FLAGS = -DGGML_USE_OPENBLAS -I/usr/local/include/openblas
 CLBLAST_FLAGS = -DGGML_USE_CLBLAST
 FAILSAFE_FLAGS = -DUSE_FAILSAFE
-CUBLAS_FLAGS =
+CUBLAS_FLAGS = -DGGML_USE_CUBLAS
 CUBLASLD_FLAGS =
 CUBLAS_OBJS =