From 94252eb8eaebb9cc9e6f5d138e5d311c881f29b6 Mon Sep 17 00:00:00 2001 From: Diego Devesa Date: Mon, 4 Nov 2024 13:10:23 +0100 Subject: [PATCH] cuda : clear error after changing peer access (llama/10153) --- src/ggml-cuda.cu | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/ggml-cuda.cu b/src/ggml-cuda.cu index b57f1b3b7..e68e40550 100644 --- a/src/ggml-cuda.cu +++ b/src/ggml-cuda.cu @@ -1297,11 +1297,17 @@ static void ggml_cuda_set_peer_access(const int n_tokens, int main_device) { cudaError_t err = cudaDeviceEnablePeerAccess(id_other, 0); if (err != cudaErrorPeerAccessAlreadyEnabled) { CUDA_CHECK(err); + } else { + // reset the error + cudaGetLastError(); } } else { cudaError_t err = cudaDeviceDisablePeerAccess(id_other); if (err != cudaErrorPeerAccessNotEnabled) { CUDA_CHECK(err); + } else { + // reset the error + cudaGetLastError(); } } }