server : add support for add_bos and add_eos in common_chat_templates

Author: danbev

common/chat.cpp

@@ -605,6 +605,14 @@ common_chat_templates_ptr common_chat_templates_init(
     return tmpls;
 }
 
+bool common_chat_templates_get_add_bos(const struct common_chat_templates * tmpls) {
+    return tmpls->add_bos;
+}
+
+bool common_chat_templates_get_add_eos(const struct common_chat_templates * tmpls) {
+    return tmpls->add_eos;
+}
+
 const char * common_chat_format_name(common_chat_format format) {
     switch (format) {
         case COMMON_CHAT_FORMAT_CONTENT_ONLY: return "Content-only";

common/chat.h

@@ -170,6 +170,8 @@ common_chat_templates_ptr common_chat_templates_init(
 
 bool         common_chat_templates_was_explicit(const struct common_chat_templates * tmpls);
 const char * common_chat_templates_source(const struct common_chat_templates * tmpls, const char * variant = nullptr);
+bool         common_chat_templates_get_add_bos(const struct common_chat_templates * tmpls);
+bool         common_chat_templates_get_add_eos(const struct common_chat_templates * tmpls);
 
 
 struct common_chat_params      common_chat_templates_apply(

tools/server/utils.hpp

@@ -752,6 +752,8 @@ static json oaicompat_chat_params_parse(
     inputs.add_generation_prompt = json_value(body, "add_generation_prompt", true);
     inputs.reasoning_format      = opt.reasoning_format;
     inputs.enable_thinking       = opt.enable_thinking;
+    inputs.add_bos               = common_chat_templates_get_add_bos(opt.tmpls);
+    inputs.add_eos               = common_chat_templates_get_add_eos(opt.tmpls);
     if (!inputs.tools.empty() && inputs.tool_choice != COMMON_CHAT_TOOL_CHOICE_NONE) {
         if (body.contains("grammar")) {
             throw std::runtime_error("Cannot use custom grammar constraints with tools.");