Version 0.7.0: add Llava and Llama 3 prompts

synw · Apr 18, 2024 · 4e6cab0 · 4e6cab0
1 parent d201bbc
commit 4e6cab0
Show file tree

Hide file tree

Showing 2 changed files with 27 additions and 2 deletions.
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "modprompt",
-  "version": "0.6.2",
+  "version": "0.7.0",
   "description": "Prompt templates for language models",
   "license": "MIT",
   "scripts": {

diff --git a/src/db.ts b/src/db.ts
@@ -132,6 +132,15 @@ const templates: Record<string, LmTemplate> = {
     },
     "afterShot": "\n",
   },
+  "llava": {
+    "id": "llava",
+    "name": "Llava",
+    "user": "USER: {prompt}",
+    "assistant": "ASSISTANT:",
+    "linebreaks": {
+      "user": 1,
+    },
+  },
   "synthia-cot": {
     "id": "synthia-cot",
     "name": "Synthia CoT",
@@ -258,7 +267,23 @@ const templates: Record<string, LmTemplate> = {
     "system": {
       "schema": "<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{system}<|END_OF_TURN_TOKEN|>"
     }
-  }
+  },
+  "llama3": {
+    "id": "llama3",
+    "name": "Llama 3",
+    "user": "<|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|>",
+    "assistant": "<|start_header_id|>assistant<|end_header_id|>",
+    "prefix": "<|begin_of_text|>",
+    "stop": [
+      "<|end_of_text|>",
+      "<|eot_id|>",
+      "!assistant"
+    ],
+    "afterShot": "<|eot_id|>\n\n",
+    "system": {
+      "schema": "<|start_header_id|>system<|end_header_id|>\n\n{system}<|eot_id|>"
+    }
+  },
 };
 
 export { templates }