baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Packages Projects Releases Wiki Activity

Fix: add default stop sequence to chatml chat format

Browse source
This commit is contained in:
Andrei Betlen 2023-11-10 04:24:48 -05:00
parent 1b376c62b7
commit b84d76a844
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/llama_chat_format.py
View file

@ -565,7 +565,7 @@ def format_chatml(
_messages = _map_roles(messages, _roles)
_messages.append((_roles["assistant"], None))
_prompt = _format_chatml(system_message, _messages, _sep)
return ChatFormatterResponse(prompt=_prompt)
return ChatFormatterResponse(prompt=_prompt, stop=_sep)
@register_chat_completion_handler("functionary")