mirror of
				https://github.com/ggml-org/llama.cpp.git
				synced 2025-10-31 08:51:55 +00:00 
			
		
		
		
	Missing tokenizer.model error during gguf conversion (#6443)
Co-authored-by: Jared Van Bortel <jared@nomic.ai>
This commit is contained in:
		 Abhishek Gopinath K
					Abhishek Gopinath K
				
			
				
					committed by
					
						 GitHub
						GitHub
					
				
			
			
				
	
			
			
			 GitHub
						GitHub
					
				
			
						parent
						
							1ff4d9f3d6
						
					
				
				
					commit
					db214fa578
				
			| @@ -323,8 +323,7 @@ class Model(ABC): | ||||
|         toktypes: list[int] = [] | ||||
|  | ||||
|         if not tokenizer_path.is_file(): | ||||
|             print(f'Error: Missing {tokenizer_path}', file=sys.stderr) | ||||
|             sys.exit(1) | ||||
|             raise FileNotFoundError(f"File not found: {tokenizer_path}") | ||||
|  | ||||
|         tokenizer = SentencePieceProcessor(str(tokenizer_path)) | ||||
|         vocab_size = self.hparams.get('vocab_size', tokenizer.vocab_size()) | ||||
|   | ||||
		Reference in New Issue
	
	Block a user