CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-30 08:42:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

CUDA: fix peer access logic (#3231)

Browse Source
This commit is contained in:
Johannes Gäßler
2023-09-17 23:35:20 +02:00
committed by GitHub
parent 111163e246
commit ee66942d7e
1 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ggml-cuda.cu
View File

@@ -6286,8 +6286,9 @@ void ggml_cuda_set_peer_access(const int n_tokens) {
continue; continue;
} }
int canAccessPeer; int can_access_peer;
CUDA_CHECK(cudaDeviceCanAccessPeer(&canAccessPeer, id, id_other)); CUDA_CHECK(cudaDeviceCanAccessPeer(&can_access_peer, id, id_other));
if (can_access_peer) {
if (enable_peer_access) { if (enable_peer_access) {
CUDA_CHECK(cudaDeviceEnablePeerAccess(id_other, 0)); CUDA_CHECK(cudaDeviceEnablePeerAccess(id_other, 0));
} else { } else {
@@ -6295,6 +6296,7 @@ void ggml_cuda_set_peer_access(const int n_tokens) {
} }
} }
} }
}
#endif // NDEBUG #endif // NDEBUG
peer_access_enabled = enable_peer_access; peer_access_enabled = enable_peer_access;