feat: update model ratio

Calcium-Ion · Jul 18, 2024 · 67b74ad · 67b74ad
1 parent e84300f
commit 67b74ad
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 8 deletions.
diff --git a/common/model-ratio.go b/common/model-ratio.go
@@ -31,13 +31,15 @@ var defaultModelRatio = map[string]float64{
 	"gpt-4-32k":  30,
 	//"gpt-4-32k-0314":               30, //deprecated
 	"gpt-4-32k-0613":            30,
-	"gpt-4-1106-preview":        5,    // $0.01 / 1K tokens
-	"gpt-4-0125-preview":        5,    // $0.01 / 1K tokens
-	"gpt-4-turbo-preview":       5,    // $0.01 / 1K tokens
-	"gpt-4-vision-preview":      5,    // $0.01 / 1K tokens
-	"gpt-4-1106-vision-preview": 5,    // $0.01 / 1K tokens
-	"gpt-4o":                    2.5,  // $0.01 / 1K tokens
-	"gpt-4o-2024-05-13":         2.5,  // $0.01 / 1K tokens
+	"gpt-4-1106-preview":        5,   // $0.01 / 1K tokens
+	"gpt-4-0125-preview":        5,   // $0.01 / 1K tokens
+	"gpt-4-turbo-preview":       5,   // $0.01 / 1K tokens
+	"gpt-4-vision-preview":      5,   // $0.01 / 1K tokens
+	"gpt-4-1106-vision-preview": 5,   // $0.01 / 1K tokens
+	"gpt-4o":                    2.5, // $0.01 / 1K tokens
+	"gpt-4o-2024-05-13":         2.5, // $0.01 / 1K tokens
+	"gpt-4o-mini":               0.7,
+	"gpt-4o-mini-2024-07-18":    0.7,
 	"gpt-4-turbo":               5,    // $0.01 / 1K tokens
 	"gpt-4-turbo-2024-04-09":    5,    // $0.01 / 1K tokens
 	"gpt-3.5-turbo":             0.25, // $0.0015 / 1K tokens
@@ -305,7 +307,13 @@ func GetCompletionRatio(name string) float64 {
 		return 4.0 / 3.0
 	}
 	if strings.HasPrefix(name, "gpt-4") && !strings.HasSuffix(name, "-all") && !strings.HasSuffix(name, "-gizmo-*") {
-		if strings.HasPrefix(name, "gpt-4-turbo") || strings.HasSuffix(name, "preview") || strings.HasPrefix(name, "gpt-4o") {
+		if strings.HasPrefix(name, "gpt-4-turbo") || strings.HasSuffix(name, "preview") {
+			return 3
+		}
+		if strings.HasPrefix(name, "gpt-4o") {
+			if strings.Contains(name, "mini") {
+				return 4
+			}
 			return 3
 		}
 		return 2

diff --git a/relay/channel/openai/constant.go b/relay/channel/openai/constant.go
@@ -9,6 +9,7 @@ var ModelList = []string{
 	"gpt-4-turbo-preview", "gpt-4-turbo", "gpt-4-turbo-2024-04-09",
 	"gpt-4-vision-preview",
 	"gpt-4o", "gpt-4o-2024-05-13",
+	"gpt-4o-mini", "gpt-4o-mini-2024-07-18",
 	"text-embedding-ada-002", "text-embedding-3-small", "text-embedding-3-large",
 	"text-curie-001", "text-babbage-001", "text-ada-001",
 	"text-moderation-latest", "text-moderation-stable",