We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 22b483a commit 7e893b5Copy full SHA for 7e893b5
llama_cpp/llama_chat_format.py
@@ -3957,7 +3957,9 @@ def chatml_function_calling(
3957
{
3958
"finish_reason": "tool_calls",
3959
"index": 0,
3960
- "logprobs": completion["choices"][0]["logprobs"],
+ "logprobs": _convert_text_completion_logprobs_to_chat(
3961
+ completion["choices"][0]["logprobs"]
3962
+ ),
3963
"message": {
3964
"role": "assistant",
3965
"content": None,
0 commit comments