From 92101fde3029f55e02e9eb6dbac6340a3b125a19 Mon Sep 17 00:00:00 2001 From: franktip Date: Mon, 23 Dec 2024 16:57:31 -0500 Subject: [PATCH] fix bug --- src/model/Model.ts | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/src/model/Model.ts b/src/model/Model.ts index 82713ea..1eb4353 100644 --- a/src/model/Model.ts +++ b/src/model/Model.ts @@ -24,9 +24,16 @@ export class Model implements IModel { getEnv("LLMORPHEUS_LLM_AUTH_HEADERS") ); - protected static LLMORPHEUS_LLM_PROVIDER = JSON.parse( - getEnv("LLMORPHEUS_LLM_PROVIDER", false) - ); + protected static LLMORPHEUS_LLM_PROVIDER = Model.getLLMProvider(); + + private static getLLMProvider() { + const llmProvider = getEnv("LLMORPHEUS_LLM_PROVIDER", false); + if (llmProvider) { + return JSON.parse(llmProvider); + } else { + return null; + } + } protected instanceOptions: PostOptions; protected rateLimiter: RateLimiter;