Skip to content

Commit add2a3a

Browse files
authored
server: fix "--grammar-file" parameter (ggml-org#12285)
1 parent c522ce4 commit add2a3a

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

examples/server/utils.hpp

+3-1
Original file line numberDiff line numberDiff line change
@@ -621,7 +621,9 @@ static json oaicompat_completion_params_parse(
621621

622622
llama_params["chat_format"] = static_cast<int>(chat_params.format);
623623
llama_params["prompt"] = chat_params.prompt;
624-
llama_params["grammar"] = chat_params.grammar;
624+
if (!chat_params.grammar.empty()) {
625+
llama_params["grammar"] = chat_params.grammar;
626+
}
625627
llama_params["grammar_lazy"] = chat_params.grammar_lazy;
626628
auto grammar_triggers = json::array();
627629
for (const auto & trigger : chat_params.grammar_triggers) {

0 commit comments

Comments
 (0)