feat: use gpt-4o-mini

Crossbell-Box · Sep 5, 2024 · 7b22359 · 7b22359
1 parent d1b2f26
commit 7b22359
Show file tree

Hide file tree

Showing 5 changed files with 9 additions and 148 deletions.
diff --git a/src/app/api/score/route.ts b/src/app/api/score/route.ts
@@ -60,7 +60,7 @@ ${content}
 --------`,
  },
  ],
- model: "gpt-3.5-turbo",
+ model: "gpt-4o-mini",
  temperature: 0,
  response_format: { type: "json_object" },
  })

diff --git a/src/app/api/translate-note/route.ts b/src/app/api/translate-note/route.ts
@@ -8,7 +8,6 @@ import { Metadata } from "@prisma/client"
 import { languageNames } from "~/i18n"
 import { detectLanguage } from "~/lib/detect-lang"
 import { toGateway } from "~/lib/ipfs-parser"
-import { llmModelSwitcherByTextLength } from "~/lib/llm-model-switcher-by-text-length"
 import prisma from "~/lib/prisma.server"
 import { cacheGet } from "~/lib/redis.server"
 import { getQuery, NextServerResponse } from "~/lib/server-helper"
@@ -21,22 +20,17 @@ type ContentTranslation = {
  content?: string
 }
 
-let translationModel4K: OpenAI | undefined
-let translationModel16K: OpenAI | undefined
+let openai: OpenAI | undefined
 if (process.env.OPENAI_API_KEY) {
  const options = {
  openAIApiKey: process.env.OPENAI_API_KEY,
  temperature: 0.2,
  maxTokens: -1,
  }
- translationModel4K = new OpenAI({ ...options, modelName: "gpt-3.5-turbo" })
- translationModel16K = new OpenAI({
- ...options,
- modelName: "gpt-3.5-turbo-16k",
- })
+ openai = new OpenAI({ ...options, modelName: "gpt-4o-mini" })
 }
 
-type ChainKeyType = `${4 | 16}k_${Language}` // e.g. "4k_en" | "4k_zh" | "4k_zh-TW" | "4k_ja" | "16k_en" | "16k_zh" | "16k_zh-TW" | "16k_ja"
+type ChainKeyType = Language // e.g. "4k_en" | "4k_zh" | "4k_zh-TW" | "4k_ja" | "16k_en" | "16k_zh" | "16k_zh-TW" | "16k_ja"
 const translationChains = new Map<ChainKeyType, LLMChain>()
 
 const getOriginalTranslation = async ({
@@ -50,7 +44,7 @@ const getOriginalTranslation = async ({
 }): Promise<ContentTranslation | undefined> => {
  if (fromLang === toLang) return
 
- if (!translationModel4K || !translationModel16K) return
+ if (!openai) return
 
  try {
  const { title, content } = await (
@@ -60,18 +54,8 @@ const getOriginalTranslation = async ({
  if (!fromLang && detectLanguage(title + content) === toLang) return
 
  console.time(`fetching translation ${cid}, ${toLang}`)
- const { modelSize, tokens } = llmModelSwitcherByTextLength(content, {
- includeResponse: { lang: toLang },
- })
-
- if (!modelSize) {
- console.error(
- `|__ Error: Content too long for translation: ${cid}, ${toLang}. (Tokens: ${tokens})`,
- )
- return
- }
 
- let chain = translationChains.get(`${modelSize}_${toLang}`)
+ let chain = translationChains.get(toLang)
 
  if (!chain) {
  const template = `
@@ -101,12 +85,9 @@ Translate the following text to ${languageNames[toLang]} language:
  inputVariables: ["text"],
  })
 
- const translateModel =
- modelSize === "4k" ? translationModel4K : translationModel16K
-
- chain = new LLMChain({ llm: translateModel, prompt })
+ chain = new LLMChain({ llm: openai, prompt })
 
- translationChains.set(`${modelSize}_${toLang}`, chain)
+ translationChains.set(toLang, chain)
  }
 
  const t =

diff --git a/src/lib/calculate-tokens.ts b/src/lib/calculate-tokens.ts
diff --git a/src/lib/llm-model-switcher-by-text-length.ts b/src/lib/llm-model-switcher-by-text-length.ts
diff --git a/src/queries/page.server.ts b/src/queries/page.server.ts
@@ -79,7 +79,7 @@ let model: OpenAI | undefined
 if (process.env.OPENAI_API_KEY) {
  model = new OpenAI({
  openAIApiKey: process.env.OPENAI_API_KEY,
- modelName: "gpt-3.5-turbo",
+ modelName: "gpt-4o-mini",
  temperature: 0.3,
  maxTokens: 400,
  })