fix: Correctly reload model after service worker is stopped

mlc-ai · May 20, 2024 · cb14085 · cb14085
1 parent 24f8138
commit cb14085
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/app/client/webllm.ts b/app/client/webllm.ts
@@ -10,7 +10,7 @@ import {
 
 import { ChatOptions, LLMApi, LLMConfig, RequestMessage } from "./api";
 
-const KEEP_ALIVE_INTERVAL = 10_000;
+const KEEP_ALIVE_INTERVAL = 5_000;
 
 export class WebLLMApi implements LLMApi {
   private llmConfig?: LLMConfig;
@@ -71,7 +71,9 @@ export class WebLLMApi implements LLMApi {
         options.onUpdate,
       );
     } catch (err: any) {
-      if (err.toString().includes("Please call `Engine.reload(model)` first")) {
+      if (
+        !err.toString().includes("Please call `Engine.reload(model)` first")
+      ) {
         console.error("Error in chatCompletion", err);
         options.onError?.(err as Error);
         return;