From 6833487be4ed7d09be27867e2885d58d097e98db Mon Sep 17 00:00:00 2001
From: Nestor Qin <imba.qxy@gmail.com>
Date: Wed, 13 Nov 2024 11:43:52 -0500
Subject: [PATCH] model: add Qwen coder 0.5B and 3B

---
 app/constant.ts     | 72 +++++++++++++++++++++++++++++++++++++++++++++
 app/store/config.ts |  4 +--
 package.json        |  2 +-
 yarn.lock           |  8 ++---
 4 files changed, 79 insertions(+), 7 deletions(-)

diff --git a/app/constant.ts b/app/constant.ts
index d1456e4b..ce15fabd 100644
--- a/app/constant.ts
+++ b/app/constant.ts
@@ -628,6 +628,54 @@ const DEFAULT_MODEL_BASES: ModelRecord[] = [
     },
   },
   // Qwen2.5-Coder
+  {
+    name: "Qwen2.5-Coder-0.5B-Instruct-q4f16_1-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
+  {
+    name: "Qwen2.5-Coder-0.5B-Instruct-q4f32_1-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
+  {
+    name: "Qwen2.5-Coder-0.5B-Instruct-q0f16-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
+  {
+    name: "Qwen2.5-Coder-0.5B-Instruct-q0f32-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
   {
     name: "Qwen2.5-Coder-1.5B-Instruct-q4f16_1-MLC",
     display_name: "Qwen",
@@ -652,6 +700,30 @@ const DEFAULT_MODEL_BASES: ModelRecord[] = [
       top_p: 1.0,
     },
   },
+  {
+    name: "Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
+  {
+    name: "Qwen2.5-Coder-3B-Instruct-q4f32_1-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
   {
     name: "Qwen2.5-Coder-7B-Instruct-q4f16_1-MLC",
     display_name: "Qwen",
diff --git a/app/store/config.ts b/app/store/config.ts
index 26ad6feb..77591d99 100644
--- a/app/store/config.ts
+++ b/app/store/config.ts
@@ -217,9 +217,9 @@ export const useAppConfig = createPersistStore(
   }),
   {
     name: StoreKey.Config,
-    version: 0.6,
+    version: 0.61,
     migrate: (persistedState, version) => {
-      if (version < 0.6) {
+      if (version < 0.61) {
         return {
           ...DEFAULT_CONFIG,
           ...(persistedState as any),
diff --git a/package.json b/package.json
index e87da62b..59b97a69 100644
--- a/package.json
+++ b/package.json
@@ -17,7 +17,7 @@
   "dependencies": {
     "@fortaine/fetch-event-source": "^3.0.6",
     "@hello-pangea/dnd": "^16.5.0",
-    "@mlc-ai/web-llm": "^0.2.74",
+    "@mlc-ai/web-llm": "^0.2.75",
     "@serwist/next": "^9.0.2",
     "@svgr/webpack": "^6.5.1",
     "emoji-picker-react": "^4.9.2",
diff --git a/yarn.lock b/yarn.lock
index 6626eca0..c3d09f80 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -1180,10 +1180,10 @@
     "@jridgewell/resolve-uri" "^3.1.0"
     "@jridgewell/sourcemap-codec" "^1.4.14"
 
-"@mlc-ai/web-llm@^0.2.74":
-  version "0.2.74"
-  resolved "https://registry.yarnpkg.com/@mlc-ai/web-llm/-/web-llm-0.2.74.tgz#ad98e3661d8bc1e538f4bb0ca5a2f1c67cc4ea46"
-  integrity sha512-DqqQNrkHmfGOuuT0ZDRKxtRrU6CpcmjtBwn7QJDMRi0OyY357rEjiswf/9jxVS8AuGPdTIRwQsC3jLU8JxXE9w==
+"@mlc-ai/web-llm@^0.2.75":
+  version "0.2.75"
+  resolved "https://registry.yarnpkg.com/@mlc-ai/web-llm/-/web-llm-0.2.75.tgz#4ad5af96107f62bf1169340f249164ebc7ff3d15"
+  integrity sha512-U3ytE38mzIR/mDGwEl3nbutoIRFyPrsKAwu4A7N8rmHxLtb+gIEu4pfVPQb8uhvrDTsJz2L0zuCE5vRdIf1DUQ==
   dependencies:
     loglevel "^1.9.1"