fix missing ignore_eos in v1/chat/completions (#1642)

sgl-project · Oct 12, 2024 · 1d9deea · 1d9deea
1 parent dafb6a5
commit 1d9deea
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/sglang/srt/openai_api/adapter.py b/python/sglang/srt/openai_api/adapter.py
@@ -910,6 +910,7 @@ def v1_chat_generate_request(
             "repetition_penalty": request.repetition_penalty,
             "regex": request.regex,
             "n": request.n,
+            "ignore_eos": request.ignore_eos,
         }
         if request.response_format and request.response_format.type == "json_schema":
             sampling_params["json_schema"] = convert_json_schema_to_str(