python312Packages.llm-gguf: init at 0.2 (NixOS#364926)

Author: GaetanLepage

pkgs/development/python-modules/llm-gguf/default.nix

@@ -0,0 +1,49 @@
+{
+  lib,
+  buildPythonPackage,
+  fetchFromGitHub,
+
+  # build-system
+  setuptools,
+
+  # dependencies
+  httpx,
+  llama-cpp-python,
+  llm,
+}:
+
+buildPythonPackage rec {
+  pname = "llm-gguf";
+  version = "0.2";
+  pyproject = true;
+
+  src = fetchFromGitHub {
+    owner = "simonw";
+    repo = "llm-gguf";
+    tag = version;
+    hash = "sha256-ihMOiQnTfgZKICVDoQHLOMahrd+GiB+HwWFBMyIcs0A=";
+  };
+
+  build-system = [
+    setuptools
+  ];
+
+  dependencies = [
+    httpx
+    llama-cpp-python
+    llm
+  ];
+
+  pythonImportsCheck = [ "llm_gguf" ];
+
+  # Tests require internet access (downloading models)
+  doCheck = false;
+
+  meta = {
+    description = "Run models distributed as GGUF files using LLM";
+    homepage = "https://github.com/simonw/llm-gguf";
+    changelog = "https://github.com/simonw/llm-gguf/releases/tag/${src.tag}";
+    license = lib.licenses.asl20;
+    maintainers = with lib.maintainers; [ GaetanLepage ];
+  };
+}

pkgs/top-level/python-packages.nix

@@ -7584,6 +7584,8 @@ self: super: with self; {
 
   llm = callPackage ../development/python-modules/llm { };
 
+  llm-gguf = callPackage ../development/python-modules/llm-gguf { };
+
   llmx = callPackage ../development/python-modules/llmx { };
 
   llvmlite = callPackage ../development/python-modules/llvmlite {