tokenCount: useMemo

yoziru · Jul 28, 2024 · c7a0120 · c7a0120
1 parent b71e3ef
commit c7a0120
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/src/components/chat/chat-bottombar.tsx b/src/components/chat/chat-bottombar.tsx
@@ -41,13 +41,17 @@ export default function ChatBottombar({
       handleSubmit(e as unknown as React.FormEvent<HTMLFormElement>);
     }
   };
-  const tokenCount = input ? llama3Tokenizer.encode(input).length - 1 : 0;
 
   const [tokenLimit, setTokenLimit] = React.useState<number>(4096);
   React.useEffect(() => {
     getTokenLimit(basePath).then((limit) => setTokenLimit(limit));
   }, [hasMounted]);
 
+  const tokenCount = React.useMemo(
+    () => (input ? llama3Tokenizer.encode(input).length - 1 : 0),
+    [input]
+  );
+
   return (
     <div>
       <div className="stretch flex flex-row gap-3 last:mb-2 md:last:mb-6 mx-2 md:mx-4 md:mx-auto md:max-w-2xl xl:max-w-3xl">