From 1d9deeacdb32a5253d7afb25c20d28cb8fc07786 Mon Sep 17 00:00:00 2001 From: LI MOU <142368437+learninmou@users.noreply.github.com> Date: Sat, 12 Oct 2024 12:37:20 +0800 Subject: [PATCH] fix missing ignore_eos in v1/chat/completions (#1642) --- python/sglang/srt/openai_api/adapter.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/openai_api/adapter.py b/python/sglang/srt/openai_api/adapter.py index 5245cf7262..04b7befa2e 100644 --- a/python/sglang/srt/openai_api/adapter.py +++ b/python/sglang/srt/openai_api/adapter.py @@ -910,6 +910,7 @@ def v1_chat_generate_request( "repetition_penalty": request.repetition_penalty, "regex": request.regex, "n": request.n, + "ignore_eos": request.ignore_eos, } if request.response_format and request.response_format.type == "json_schema": sampling_params["json_schema"] = convert_json_schema_to_str(