initial import, version 0.2.60

Signed-off-by: Tomas Tomecek <ttomecek@redhat.com>

Author: TomasTomecek

.gitignore

@@ -0,0 +1 @@
+/llama-cpp-python-0.2.60.tar.gz

0001-don-t-build-llama.cpp-and-llava.patch

@@ -0,0 +1,28 @@
+From 854fa8a9114778e9c386201b8fa2ca413dfdd2cd Mon Sep 17 00:00:00 2001
+From: Tomas Tomecek <ttomecek@redhat.com>
+Date: Tue, 9 Apr 2024 13:08:58 +0200
+Subject: [PATCH] don't build llama.cpp and llava
+
+Signed-off-by: Tomas Tomecek <ttomecek@redhat.com>
+---
+ CMakeLists.txt | 4 ++--
+ 1 file changed, 2 insertions(+), 2 deletions(-)
+
+diff --git a/CMakeLists.txt b/CMakeLists.txt
+index 70f9b99..e48cd3c 100644
+--- a/CMakeLists.txt
++++ b/CMakeLists.txt
+@@ -2,8 +2,8 @@ cmake_minimum_required(VERSION 3.21)
+ 
+ project(llama_cpp)
+ 
+-option(LLAMA_BUILD "Build llama.cpp shared library and install alongside python package" ON)
+-option(LLAVA_BUILD "Build llava shared library and install alongside python package" ON)
++option(LLAMA_BUILD "Build llama.cpp shared library and install alongside python package" OFF)
++option(LLAVA_BUILD "Build llava shared library and install alongside python package" OFF)
+ 
+ if (LLAMA_BUILD)
+     set(BUILD_SHARED_LIBS "On")
+-- 
+2.44.0
+

0002-search-for-libllama-so-in-usr-lib64.patch

@@ -0,0 +1,25 @@
+From 6ff51f64a0472e4bc83a4a64d170a1791ce88e1a Mon Sep 17 00:00:00 2001
+From: Tomas Tomecek <ttomecek@redhat.com>
+Date: Thu, 11 Apr 2024 09:47:29 +0200
+Subject: [PATCH] search for libllama.so in /usr/lib64
+
+Signed-off-by: Tomas Tomecek <ttomecek@redhat.com>
+---
+ llama_cpp/llama_cpp.py | 1 +
+ 1 file changed, 1 insertion(+)
+
+diff --git a/llama_cpp/llama_cpp.py b/llama_cpp/llama_cpp.py
+index accc02c..731abe5 100644
+--- a/llama_cpp/llama_cpp.py
++++ b/llama_cpp/llama_cpp.py
+@@ -31,6 +31,7 @@ def _load_shared_library(lib_base_name: str):
+     if sys.platform.startswith("linux"):
+         _lib_paths += [
+             _base_path / f"lib{lib_base_name}.so",
++            pathlib.Path(f"/usr/lib64/lib{lib_base_name}.so")
+         ]
+     elif sys.platform == "darwin":
+         _lib_paths += [
+-- 
+2.44.0
+

python-llama-cpp-python.spec

@@ -0,0 +1,76 @@
+%global pypi_name llama-cpp-python
+%global pypi_version 0.2.60
+# it's all python code
+%global debug_package %{nil}
+
+Name:           python-%{pypi_name}
+Version:        %{pypi_version}
+Release:        %autorelease
+License:        MIT
+Summary:        Simple Python bindings for @ggerganov's llama.cpp library
+URL:            https://github.com/abetlen/llama-cpp-python
+Source:         %{url}/archive/v%{version}/%{pypi_name}-%{version}.tar.gz
+Patch1:         0001-don-t-build-llama.cpp-and-llava.patch
+Patch2:         0002-search-for-libllama-so-in-usr-lib64.patch
+
+%bcond_with test
+
+# this is what llama-cpp is on
+# and this library is by default installed in /usr/lib64/python3.12/site-packages/llama_cpp/__init__.py
+ExclusiveArch:  x86_64 aarch64
+
+BuildRequires:  git-core
+BuildRequires:  gcc
+BuildRequires:  gcc-c++
+BuildRequires:  ninja-build
+BuildRequires:  python3-devel
+BuildRequires:  llama-cpp-devel
+%if %{with test}
+BuildRequires:  python3-pytest
+BuildRequires:  python3-scipy
+%endif
+
+%generate_buildrequires
+%pyproject_buildrequires
+
+%description
+%{pypi_name} provides:
+Low-level access to C API via `ctypes` interface.
+High-level Python API for text completion.
+OpenAI compatible web server
+
+%package -n     python3-%{pypi_name}
+Summary:        %{summary}
+# -devel has the unversioned libllama.so
+Requires:       llama-cpp-devel
+
+%description -n python3-%{pypi_name}
+%{pypi_name} provides:
+Low-level access to C API via `ctypes` interface.
+High-level Python API for text completion.
+OpenAI compatible web server
+
+
+%prep
+%autosetup -p1 -n %{pypi_name}-%{version} -Sgit
+
+%build
+%pyproject_wheel
+
+%if %{with test}
+%check
+# most test_llama.py tests utilize model ggml-vocab-llama.gguf from vendored llama.cpp
+%pytest -vs tests/test_llama.py::test_llama_cpp_version tests/test_llama.py::test_logits_to_logprobs tests/test_llama_speculative.py tests/test_llama_chat_format.py tests/test_llama_grammar.py
+%endif
+
+%install
+%pyproject_install
+%pyproject_save_files -l llama_cpp
+
+%files -n python3-%{pypi_name} -f %{pyproject_files}
+%license LICENSE.md
+%doc README.md
+
+%changelog
+%autochangelog
+

sources

@@ -0,0 +1 @@
+SHA512 (llama-cpp-python-0.2.60.tar.gz) = a556054e67c04838b07fa4c768766899a27e6ea0edc55f2fa0d77f6a4dc4c3f1f44cf530f68ca2df0e26b22b6ce059a2a652db9586273e908d35b544372d9e7f