diff --git a/crates/ggml/sys/build.rs b/crates/ggml/sys/build.rs
index a399b471..f69cee3b 100644
--- a/crates/ggml/sys/build.rs
+++ b/crates/ggml/sys/build.rs
@@ -330,6 +330,8 @@ fn enable_cublas(build: &mut cc::Build, out_dir: &Path) {
             .arg("--compile")
             .arg("-cudart")
             .arg("static")
+            .arg("--generate-code=arch=compute_52,code=[compute_52,sm_52]")
+            .arg("--generate-code=arch=compute_61,code=[compute_61,sm_61]")
             .arg("--generate-code=arch=compute_75,code=[compute_75,sm_75]")
             .arg("-D_WINDOWS")
             .arg("-DNDEBUG")
@@ -360,6 +362,8 @@ fn enable_cublas(build: &mut cc::Build, out_dir: &Path) {
             .arg("-Illama-cpp/include/ggml")
             .arg("-mtune=native")
             .arg("-pthread")
+            .arg("--generate-code=arch=compute_52,code=[compute_52,sm_52]")
+            .arg("--generate-code=arch=compute_61,code=[compute_61,sm_61]")
             .arg("--generate-code=arch=compute_75,code=[compute_75,sm_75]")
             .arg("-DGGML_USE_CUBLAS")
             .arg("-I/usr/local/cuda/include")