diff options
Diffstat (limited to 'app/backends/patches')
| -rw-r--r-- | app/backends/patches/ggml-top-k-cuda-iterator.patch | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/app/backends/patches/ggml-top-k-cuda-iterator.patch b/app/backends/patches/ggml-top-k-cuda-iterator.patch new file mode 100644 index 0000000..0eb89a5 --- /dev/null +++ b/app/backends/patches/ggml-top-k-cuda-iterator.patch @@ -0,0 +1,10 @@ +--- a/external/ggml/src/ggml-cuda/top-k.cu ++++ b/external/ggml/src/ggml-cuda/top-k.cu +@@ -4,6 +4,7 @@ + #ifdef GGML_CUDA_USE_CUB + # include <cub/cub.cuh> + # if (CCCL_MAJOR_VERSION >= 3 && CCCL_MINOR_VERSION >= 2) + # define CUB_TOP_K_AVAILABLE ++# include <cuda/iterator> + using namespace cub; + # endif // CCCL_MAJOR_VERSION >= 3 && CCCL_MINOR_VERSION >= 2 |