From 30d921af3e0b21f511652c98448ccb631434d0d4 Mon Sep 17 00:00:00 2001
From: Henri Vasserman <henv@hot.ee>
Date: Fri, 26 May 2023 01:03:56 +0300
Subject: [PATCH] and makefile

---
 Makefile | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/Makefile b/Makefile
index 6bb362cb20d6f..ea6ee20414b2e 100644
--- a/Makefile
+++ b/Makefile
@@ -169,6 +169,8 @@ ifdef LLAMA_HIPBLAS
 	LDFLAGS    += -L/opt/rocm/lib -Wl,-rpath=$(ROCM_PATH)/lib -lhipblas -lamdhip64
 	OBJS       += ggml-cuda.o
 ggml-cuda.o: CXXFLAGS += $(addprefix --offload-arch=,$(GPU_TARGETS))
+ggml-cuda.o: CXXFLAGS += -DGGML_CUDA_DMMV_X=64
+ggml-cuda.o: CXXFLAGS += -DGGML_CUDA_DMMV_Y=1
 ggml-cuda.o: ggml-cuda.cu ggml-cuda.h
 	$(CXX) $(CXXFLAGS) -x hip -c -o $@ $<
 endif