mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-11-03 09:22:01 +00:00
9c1ba55733
* style: format with nixfmt/rfc101-style * build(nix): Package gguf-py * build(nix): Refactor to new scope for gguf-py * build(nix): Exclude gguf-py from devShells * build(nix): Refactor gguf-py derivation to take in exact deps * build(nix): Enable pytestCheckHook and pythonImportsCheck for gguf-py * build(python): Package python scripts with pyproject.toml * chore: Cleanup * dev(nix): Break up python/C devShells * build(python): Relax pytorch version constraint Nix has an older version * chore: Move cmake to nativeBuildInputs for devShell * fmt: Reconcile formatting with rebase * style: nix fmt * cleanup: Remove unncessary __init__.py * chore: Suggestions from review - Filter out non-source files from llama-scripts flake derivation - Clean up unused closure - Remove scripts devShell * revert: Bad changes * dev: Simplify devShells, restore the -extra devShell * build(nix): Add pyyaml for gguf-py * chore: Remove some unused bindings * dev: Add tiktoken to -extra devShells
45 lines
1.3 KiB
TOML
45 lines
1.3 KiB
TOML
[tool.poetry]
|
|
name = "llama-cpp-scripts"
|
|
version = "0.0.0"
|
|
description = "Scripts that ship with llama.cpp"
|
|
authors = ["GGML <ggml@ggml.ai>"]
|
|
readme = "README.md"
|
|
homepage = "https://ggml.ai"
|
|
repository = "https://github.com/ggerganov/llama.cpp"
|
|
keywords = ["ggml", "gguf", "llama.cpp"]
|
|
packages = [{ include = "*.py", from = "." }]
|
|
classifiers = [
|
|
"Programming Language :: Python :: 3",
|
|
"License :: OSI Approved :: MIT License",
|
|
"Operating System :: OS Independent",
|
|
]
|
|
|
|
[tool.poetry.dependencies]
|
|
python = ">=3.9"
|
|
numpy = "^1.25.0"
|
|
sentencepiece = ">=0.1.98,<=0.2.0"
|
|
transformers = ">=4.35.2,<5.0.0"
|
|
protobuf = ">=4.21.0,<5.0.0"
|
|
gguf = { path = "./gguf-py" }
|
|
torch = { version = "^2.2.0", source = "pytorch" }
|
|
|
|
[tool.poetry.dev-dependencies]
|
|
pytest = "^5.2"
|
|
|
|
|
|
# Force wheel + cpu
|
|
# For discussion and context see https://github.com/python-poetry/poetry#6409
|
|
[[tool.poetry.source]]
|
|
name = "pytorch"
|
|
url = "https://download.pytorch.org/whl/cpu"
|
|
priority = "explicit"
|
|
|
|
[build-system]
|
|
requires = ["poetry-core>=1.0.0"]
|
|
build-backend = "poetry.core.masonry.api"
|
|
|
|
[tool.poetry.scripts]
|
|
llama-convert-hf-to-gguf = "convert_hf_to_gguf:main"
|
|
llama-convert-llama-ggml-to-gguf = "convert_llama_ggml_to_gguf:main"
|
|
llama-ggml-vk-generate-shaders = "ggml_vk_generate_shaders:main"
|