kanshan/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-07-11 13:40:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

cuda : add ROCm / hipBLAS cublasGemmBatchedEx define

Browse Source
This commit is contained in:
Georgi Gerganov
2023-10-24 00:18:49 +03:00
parent 878aa4f209
commit d415669087
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml-cuda.cu
+1
View File
@@ -29,6 +29,7 @@
#define __shfl_xor_sync(mask, var, laneMask, width) __shfl_xor(var, laneMask, width)
#define cublasCreate hipblasCreate
#define cublasGemmEx hipblasGemmEx
#define cublasGemmBatchedEx hipblasGemmBatchedEx
#define cublasHandle_t hipblasHandle_t
#define cublasSetMathMode(handle, mode) CUBLAS_STATUS_SUCCESS
#define cublasSetStream hipblasSetStream