CUDA backend (requires contrib and non-free components)

diff --git a/debian/control b/debian/control
index bad059d97234b67321cecff156ce350b9169b579..cfcd4410e383c31f6e687d0d8daac1276593f83f 100644 (file)
--- a/debian/control
+++ b/debian/control
@@ -4,7 +4,8 @@ Priority: optional
 Maintainer: Mathieu Baudier <mbaudier@argeo.org>
 Build-Depends: debhelper-compat (= 13), pkg-config, cmake-data, cmake, cpio, git, patchelf,
        libopenblas-openmp-dev, libopenblas64-openmp-dev [amd64 arm64],
-       libvulkan-dev, glslc
+       libvulkan-dev, glslc,
+       nvidia-cuda-dev, nvidia-cuda-toolkit
 Standards-Version: 4.5.1
 Homepage: https://github.com/ggerganov
 Rules-Requires-Root: binary-targets
@@ -79,6 +80,17 @@ Depends: ${misc:Depends}, ${shlibs:Depends},
 Description: Tensor library for machine learning (Vulkan backend)
  GGML Tensor library for machine learning. (Vulkan backend)
 
+Package: libggml-cuda
+Priority: optional
+Architecture: any
+Multi-Arch: same
+Pre-Depends: ${misc:Pre-Depends}
+Depends: ${misc:Depends}, ${shlibs:Depends},
+ libggml,
+ libcuda1, libcublas11
+Description: Tensor library for machine learning (CUDA backend)
+ GGML Tensor library for machine learning. (CUDA backend)
+
 Package: ggml-dev
 Priority: optional
 Architecture: any

diff --git a/debian/libggml-cuda.install b/debian/libggml-cuda.install
new file mode 100644 (file)
index 0000000..bfd525d
--- /dev/null
+++ b/debian/libggml-cuda.install
@@ -0,0 +1 @@
+/usr/libexec/*/ggml/libggml-cuda.so

diff --git a/debian/rules b/debian/rules
index e38fd4c38a4609d7be5e17f1970d45c35ce913a4..35fd030c8fe055079d196949807ba1d785a149d9 100755 (executable)
--- a/debian/rules
+++ b/debian/rules
@@ -51,7 +51,7 @@ override_dh_auto_configure:
        -DGGML_BLAS=ON \
        -DGGML_BLAS_VENDOR=OpenBLAS \
        -DGGML_VULKAN=ON \
-       -DGGML_CUDA=OFF \
+       -DGGML_CUDA=ON \
 
 override_dh_auto_install:
        dh_auto_install