Add truncate for context length

mistralai · Jan 14, 2025 · c2ee542 · c2ee542
1 parent a117be8
commit c2ee542
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/src/mistralai/chat.py b/src/mistralai/chat.py
@@ -38,6 +38,7 @@ def complete(
         frequency_penalty: Optional[float] = None,
         n: OptionalNullable[int] = UNSET,
         safe_prompt: Optional[bool] = None,
+        truncate_for_context_length: bool = False,
         retries: OptionalNullable[utils.RetryConfig] = UNSET,
         server_url: Optional[str] = None,
         timeout_ms: Optional[int] = None,
@@ -93,6 +94,7 @@ def complete(
             frequency_penalty=frequency_penalty,
             n=n,
             safe_prompt=safe_prompt,
+            truncate_for_context_length=truncate_for_context_length,
         )
 
         req = self._build_request(

diff --git a/src/mistralai/models/chatcompletionrequest.py b/src/mistralai/models/chatcompletionrequest.py
@@ -130,6 +130,9 @@ class ChatCompletionRequest(BaseModel):
     safe_prompt: Optional[bool] = None
     r"""Whether to inject a safety prompt before all conversations."""
 
+    truncate_for_context_length: bool = False,
+    r"""Whether to truncate the history to fit the context length."""
+
     @model_serializer(mode="wrap")
     def serialize_model(self, handler):
         optional_fields = [
@@ -146,6 +149,7 @@ def serialize_model(self, handler):
             "frequency_penalty",
             "n",
             "safe_prompt",
+            "truncate_for_context_length",
         ]
         nullable_fields = [
             "model",