fix: allow litellm completion kwargs to work in the FE (#285)

ucbepic · Jan 22, 2025 · 70aa7d0 · 70aa7d0
1 parent 05c4357
commit 70aa7d0
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 0 deletions.
diff --git a/website/src/app/api/utils.ts b/website/src/app/api/utils.ts
@@ -76,6 +76,15 @@ export function generatePipelineConfig(
         return null;
       }
 
+      // Get litellm_completion_kwargs and parse it as a dictionary
+      const litellm_completion_kwargs =
+        op.otherKwargs?.litellm_completion_kwargs;
+      if (litellm_completion_kwargs) {
+        op.otherKwargs.litellm_completion_kwargs = JSON.parse(
+          litellm_completion_kwargs
+        );
+      }
+
       const newOp: Record<string, unknown> = {
         ...op,
         ...op.otherKwargs,

diff --git a/website/src/components/OperationCard.tsx b/website/src/components/OperationCard.tsx
@@ -523,6 +523,17 @@ const SettingsModal: React.FC<SettingsModalProps> = React.memo(
             <DialogTitle>{opName}</DialogTitle>
             <DialogDescription>
               Add or modify additional arguments for this {opType} operation.
+              For example, to set LiteLLM completion arguments, use
+              litellm_completion_kwargs as the key and {`{"temperature": 0}`} as
+              the value. See{" "}
+              <a
+                href="https://docs.litellm.ai/docs/completion/input"
+                target="_blank"
+                className="underline text-blue-500"
+              >
+                LiteLLM completion arguments
+              </a>{" "}
+              for all available options.
             </DialogDescription>
           </DialogHeader>
           <div className="grid gap-4 py-4">