model: add Qwen coder 0.5B and 3B

mlc-ai · Nov 13, 2024 · 6833487 · 6833487
1 parent 7f701b2
commit 6833487
Show file tree

Hide file tree

Showing 4 changed files with 79 additions and 7 deletions.
diff --git a/app/constant.ts b/app/constant.ts
@@ -628,6 +628,54 @@ const DEFAULT_MODEL_BASES: ModelRecord[] = [
     },
   },
   // Qwen2.5-Coder
+  {
+    name: "Qwen2.5-Coder-0.5B-Instruct-q4f16_1-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
+  {
+    name: "Qwen2.5-Coder-0.5B-Instruct-q4f32_1-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
+  {
+    name: "Qwen2.5-Coder-0.5B-Instruct-q0f16-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
+  {
+    name: "Qwen2.5-Coder-0.5B-Instruct-q0f32-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
   {
     name: "Qwen2.5-Coder-1.5B-Instruct-q4f16_1-MLC",
     display_name: "Qwen",
@@ -652,6 +700,30 @@ const DEFAULT_MODEL_BASES: ModelRecord[] = [
       top_p: 1.0,
     },
   },
+  {
+    name: "Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
+  {
+    name: "Qwen2.5-Coder-3B-Instruct-q4f32_1-MLC",
+    display_name: "Qwen",
+    provider: "Alibaba",
+    family: ModelFamily.QWEN,
+    recommended_config: {
+      temperature: 0.7,
+      presence_penalty: 0,
+      frequency_penalty: 0,
+      top_p: 0.8,
+    },
+  },
   {
     name: "Qwen2.5-Coder-7B-Instruct-q4f16_1-MLC",
     display_name: "Qwen",

diff --git a/app/store/config.ts b/app/store/config.ts
@@ -217,9 +217,9 @@ export const useAppConfig = createPersistStore(
   }),
   {
     name: StoreKey.Config,
-    version: 0.6,
+    version: 0.61,
     migrate: (persistedState, version) => {
-      if (version < 0.6) {
+      if (version < 0.61) {
         return {
           ...DEFAULT_CONFIG,
           ...(persistedState as any),

diff --git a/package.json b/package.json
@@ -17,7 +17,7 @@
   "dependencies": {
     "@fortaine/fetch-event-source": "^3.0.6",
     "@hello-pangea/dnd": "^16.5.0",
-    "@mlc-ai/web-llm": "^0.2.74",
+    "@mlc-ai/web-llm": "^0.2.75",
     "@serwist/next": "^9.0.2",
     "@svgr/webpack": "^6.5.1",
     "emoji-picker-react": "^4.9.2",

diff --git a/yarn.lock b/yarn.lock
@@ -1180,10 +1180,10 @@
     "@jridgewell/resolve-uri" "^3.1.0"
     "@jridgewell/sourcemap-codec" "^1.4.14"
 
-"@mlc-ai/web-llm@^0.2.74":
-  version "0.2.74"
-  resolved "https://registry.yarnpkg.com/@mlc-ai/web-llm/-/web-llm-0.2.74.tgz#ad98e3661d8bc1e538f4bb0ca5a2f1c67cc4ea46"
-  integrity sha512-DqqQNrkHmfGOuuT0ZDRKxtRrU6CpcmjtBwn7QJDMRi0OyY357rEjiswf/9jxVS8AuGPdTIRwQsC3jLU8JxXE9w==
+"@mlc-ai/web-llm@^0.2.75":
+  version "0.2.75"
+  resolved "https://registry.yarnpkg.com/@mlc-ai/web-llm/-/web-llm-0.2.75.tgz#4ad5af96107f62bf1169340f249164ebc7ff3d15"
+  integrity sha512-U3ytE38mzIR/mDGwEl3nbutoIRFyPrsKAwu4A7N8rmHxLtb+gIEu4pfVPQb8uhvrDTsJz2L0zuCE5vRdIf1DUQ==
   dependencies:
     loglevel "^1.9.1"