mirror of
				https://github.com/ggml-org/llama.cpp.git
				synced 2025-10-30 08:42:00 +00:00 
			
		
		
		
	gguf-py: fixed local detection of gguf package (#11180)
* updated path to gguf package for non-installed setups * added reader.py to readme * Bumped gguf version to 0.15.0
This commit is contained in:
		 Vinesh Janarthanan
					Vinesh Janarthanan
				
			
				
					committed by
					
						 GitHub
						GitHub
					
				
			
			
				
	
			
			
			 GitHub
						GitHub
					
				
			
						parent
						
							2739a71e4b
						
					
				
				
					commit
					c05e8c9934
				
			| @@ -15,6 +15,8 @@ pip install gguf | ||||
|  | ||||
| [examples/writer.py](https://github.com/ggerganov/llama.cpp/blob/master/gguf-py/examples/writer.py) — Generates `example.gguf` in the current directory to demonstrate generating a GGUF file. Note that this file cannot be used as a model. | ||||
|  | ||||
| [examples/reader.py](https://github.com/ggerganov/llama.cpp/blob/master/gguf-py/examples/reader.py) — Extracts and displays key-value pairs and tensor details from a GGUF file in a readable format. | ||||
|  | ||||
| [gguf/scripts/gguf_dump.py](https://github.com/ggerganov/llama.cpp/blob/master/gguf-py/gguf/scripts/gguf_dump.py) — Dumps a GGUF file's metadata to the console. | ||||
|  | ||||
| [gguf/scripts/gguf_set_metadata.py](https://github.com/ggerganov/llama.cpp/blob/master/gguf-py/gguf/scripts/gguf_set_metadata.py) — Allows changing simple metadata values in a GGUF file by key. | ||||
|   | ||||
| @@ -11,8 +11,8 @@ from pathlib import Path | ||||
| import numpy as np | ||||
|  | ||||
| # Necessary to load the local gguf package | ||||
| if "NO_LOCAL_GGUF" not in os.environ and (Path(__file__).parent.parent.parent / 'gguf-py').exists(): | ||||
|     sys.path.insert(0, str(Path(__file__).parent.parent)) | ||||
| if "NO_LOCAL_GGUF" not in os.environ and (Path(__file__).parent.parent.parent.parent / 'gguf-py').exists(): | ||||
|     sys.path.insert(0, str(Path(__file__).parent.parent.parent)) | ||||
|  | ||||
| import gguf | ||||
|  | ||||
|   | ||||
| @@ -12,8 +12,8 @@ from typing import Any | ||||
| import numpy as np | ||||
|  | ||||
| # Necessary to load the local gguf package | ||||
| if "NO_LOCAL_GGUF" not in os.environ and (Path(__file__).parent.parent.parent / 'gguf-py').exists(): | ||||
|     sys.path.insert(0, str(Path(__file__).parent.parent)) | ||||
| if "NO_LOCAL_GGUF" not in os.environ and (Path(__file__).parent.parent.parent.parent / 'gguf-py').exists(): | ||||
|     sys.path.insert(0, str(Path(__file__).parent.parent.parent)) | ||||
|  | ||||
| from gguf import GGUFReader, GGUFValueType, ReaderTensor  # noqa: E402 | ||||
|  | ||||
|   | ||||
| @@ -13,8 +13,8 @@ from pathlib import Path | ||||
| from tqdm import tqdm | ||||
|  | ||||
| # Necessary to load the local gguf package | ||||
| if "NO_LOCAL_GGUF" not in os.environ and (Path(__file__).parent.parent.parent / 'gguf-py').exists(): | ||||
|     sys.path.insert(0, str(Path(__file__).parent.parent)) | ||||
| if "NO_LOCAL_GGUF" not in os.environ and (Path(__file__).parent.parent.parent.parent / 'gguf-py').exists(): | ||||
|     sys.path.insert(0, str(Path(__file__).parent.parent.parent)) | ||||
|  | ||||
| from gguf import GGUFReader  # noqa: E402 | ||||
|  | ||||
|   | ||||
| @@ -13,8 +13,8 @@ from tqdm import tqdm | ||||
| from typing import Any, Sequence, NamedTuple | ||||
|  | ||||
| # Necessary to load the local gguf package | ||||
| if "NO_LOCAL_GGUF" not in os.environ and (Path(__file__).parent.parent.parent / 'gguf-py').exists(): | ||||
|     sys.path.insert(0, str(Path(__file__).parent.parent)) | ||||
| if "NO_LOCAL_GGUF" not in os.environ and (Path(__file__).parent.parent.parent.parent / 'gguf-py').exists(): | ||||
|     sys.path.insert(0, str(Path(__file__).parent.parent.parent)) | ||||
|  | ||||
| import gguf | ||||
|  | ||||
|   | ||||
| @@ -6,8 +6,8 @@ import sys | ||||
| from pathlib import Path | ||||
|  | ||||
| # Necessary to load the local gguf package | ||||
| if "NO_LOCAL_GGUF" not in os.environ and (Path(__file__).parent.parent.parent / 'gguf-py').exists(): | ||||
|     sys.path.insert(0, str(Path(__file__).parent.parent)) | ||||
| if "NO_LOCAL_GGUF" not in os.environ and (Path(__file__).parent.parent.parent.parent / 'gguf-py').exists(): | ||||
|     sys.path.insert(0, str(Path(__file__).parent.parent.parent)) | ||||
|  | ||||
| from gguf import GGUFReader  # noqa: E402 | ||||
|  | ||||
|   | ||||
| @@ -1,6 +1,6 @@ | ||||
| [tool.poetry] | ||||
| name = "gguf" | ||||
| version = "0.14.0" | ||||
| version = "0.15.0" | ||||
| description = "Read and write ML models in GGUF for GGML" | ||||
| authors = ["GGML <ggml@ggml.ai>"] | ||||
| packages = [ | ||||
|   | ||||
		Reference in New Issue
	
	Block a user