CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-31 08:51:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

gguf-py : add support for chat template jinja files (#14508)

Browse Source 
* add support for chat template jinja files

* remove gemma3n hack
This commit is contained in:
Sigbjørn Skjæret
2025-07-02 21:02:35 +02:00
committed by GitHub
parent 5d46babdc2
commit e75ba4c043
2 changed files with 12 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
convert_hf_to_gguf.py
View File

@@ -4408,9 +4408,6 @@ class Gemma3NModel(Gemma3Model):
] ]
def set_vocab(self): def set_vocab(self):
with open(self.dir_model / "chat_template.jinja") as f:
# quick hack to make sure chat template is added
self.gguf_writer.add_chat_template(f.read())
super().set_vocab() super().set_vocab()
def set_gguf_parameters(self): def set_gguf_parameters(self):

15
gguf-py/gguf/vocab.py
View File

@@ -245,9 +245,18 @@ class SpecialVocab:
if not tokenizer_config: if not tokenizer_config:
return True return True
chat_template_alt = None chat_template_alt = None
chat_template_file = path / 'chat_template.json' chat_template_json = path / 'chat_template.json'
if chat_template_file.is_file(): chat_template_jinja = path / 'chat_template.jinja'
with open(chat_template_file, encoding = 'utf-8') as f: if chat_template_jinja.is_file():
with open(chat_template_jinja, encoding = 'utf-8') as f:
chat_template_alt = f.read()
if additional_templates := list((path / 'additional_chat_templates').glob('*.jinja')):
chat_template_alt = [{'name': 'default', 'template': chat_template_alt}]
for template_path in additional_templates:
with open(template_path, encoding = 'utf-8') as fp:
chat_template_alt.append({'name': template_path.stem, 'template': fp.read()})
elif chat_template_json.is_file():
with open(chat_template_json, encoding = 'utf-8') as f:
chat_template_alt = json.load(f).get('chat_template') chat_template_alt = json.load(f).get('chat_template')
chat_template = tokenizer_config.get('chat_template', chat_template_alt) chat_template = tokenizer_config.get('chat_template', chat_template_alt)
if chat_template is None or isinstance(chat_template, (str, list)): if chat_template is None or isinstance(chat_template, (str, list)):