We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c522ce4 commit add2a3aCopy full SHA for add2a3a
examples/server/utils.hpp
@@ -621,7 +621,9 @@ static json oaicompat_completion_params_parse(
621
622
llama_params["chat_format"] = static_cast<int>(chat_params.format);
623
llama_params["prompt"] = chat_params.prompt;
624
- llama_params["grammar"] = chat_params.grammar;
+ if (!chat_params.grammar.empty()) {
625
+ llama_params["grammar"] = chat_params.grammar;
626
+ }
627
llama_params["grammar_lazy"] = chat_params.grammar_lazy;
628
auto grammar_triggers = json::array();
629
for (const auto & trigger : chat_params.grammar_triggers) {
0 commit comments