server/llm: update llm packages

Author: haraldschilly

src/.claude/settings.local.json

@@ -4,7 +4,8 @@
       "Bash(pnpm tsc:*)",
       "Bash(pnpm build:*)",
       "Bash(git add:*)",
-      "Bash(git commit:*)"
+      "Bash(git commit:*)",
+      "Bash(node:*)"
     ],
     "deny": []
   }

src/packages/pnpm-lock.yaml

@@ -19,18 +19,11 @@ import { numTokens } from "./chatgpt-numtokens";
 const log = getLogger("llm:anthropic");
 
 function getModelName(model: AnthropicModel): string {
-  // The -4k and -8k variants have a limited context window (by us here) while offered for free
-  if (model === "claude-3-sonnet-4k") {
-    model = "claude-3-sonnet";
-  } else if (model === "claude-3-haiku-8k") {
-    model = "claude-3-haiku";
-  } else if (model === "claude-3-opus-8k") {
-    model = "claude-3-opus";
-  } else if (model === "claude-3-5-sonnet-4k") {
-    model = "claude-3-5-sonnet";
+  const id = ANTHROPIC_VERSION[model];
+  if (id == null) {
+    throw new Error(`Anthropic model ${model} is no longer supported`);
   }
-  // now we have a valid name, and we have to append their static version number
-  return `${model}-${ANTHROPIC_VERSION[model]}`;
+  return id;
 }
 
 interface AnthropicOpts {

src/packages/server/llm/anthropic.ts

@@ -112,6 +112,12 @@ test_llm("google")("Google GenAI", () => {
   test("gemini 2.0 flash lite works", async () => {
     llmGoogle("gemini-2.0-flash-lite-8k");
   });
+  test("gemini 2.5 flash works", async () => {
+    llmGoogle("gemini-2.5-flash-8k");
+  });
+  test("gemini 2.5 pro works", async () => {
+    llmGoogle("gemini-2.5-pro-8k");
+  });
 });
 
 test_llm("mistralai")("Mistral AI", () => {
@@ -129,12 +135,14 @@ test_llm("mistralai")("Mistral AI", () => {
 });
 
 test_llm("anthropic")("Anthropic", () => {
-  const haiku: AnthropicModel = "claude-3-haiku";
-  const sonnet: AnthropicModel = "claude-3-5-sonnet-4k";
-  const opus: AnthropicModel = "claude-3-opus-8k";
+  const haiku: AnthropicModel = "claude-3-5-haiku-8k";
+  const sonnet: AnthropicModel = "claude-4-sonnet-8k";
+  const opus: AnthropicModel = "claude-4-opus-8k";
 
   test("model", () => {
     expect(isAnthropicModel(haiku)).toBe(true);
+    expect(isAnthropicModel(sonnet)).toBe(true);
+    expect(isAnthropicModel(opus)).toBe(true);
   });
 
   test("haiku", async () => {

src/packages/server/llm/test/00.test.ts renamed to src/packages/server/llm/test/models.test.ts

@@ -55,12 +55,12 @@
     "@google-cloud/storage-transfer": "^3.3.0",
     "@google/generative-ai": "^0.14.0",
     "@isaacs/ttlcache": "^1.4.1",
-    "@langchain/anthropic": "^0.3.18",
-    "@langchain/core": "^0.3.46",
-    "@langchain/google-genai": "^0.2.4",
-    "@langchain/mistralai": "^0.2.0",
-    "@langchain/ollama": "^0.2.0",
-    "@langchain/openai": "^0.5.5",
+    "@langchain/anthropic": "^0.3.24",
+    "@langchain/core": "^0.3.64",
+    "@langchain/google-genai": "^0.2.15",
+    "@langchain/mistralai": "^0.2.1",
+    "@langchain/ollama": "^0.2.3",
+    "@langchain/openai": "^0.6.1",
     "@node-saml/passport-saml": "^5.0.1",
     "@passport-js/passport-twitter": "^1.0.8",
     "@passport-next/passport-google-oauth2": "^1.0.0",
@@ -97,7 +97,7 @@
     "nanoid": "^3.3.8",
     "node-zendesk": "^5.0.13",
     "nodemailer": "^6.9.16",
-    "openai": "^4.95.1",
+    "openai": "^4.104.0",
     "parse-domain": "^5.0.0",
     "passport": "^0.6.0",
     "passport-activedirectory": "^1.0.4",

src/packages/server/package.json

@@ -170,8 +170,8 @@ export const GOOGLE_MODEL_TO_ID: Partial<{ [m in GoogleModel]: string }> = {
   "gemini-1.5-flash-8k": "gemini-1.5-flash-latest",
   "gemini-2.0-flash-8k": "gemini-2.0-flash",
   "gemini-2.0-flash-lite-8k": "gemini-2.0-flash-lite",
-  "gemini-2.5-flash-8k": "gemini-2.5-flash-latest",
-  "gemini-2.5-pro-8k": "gemini-2.5-pro-latest",
+  "gemini-2.5-flash-8k": "gemini-2.5-flash",
+  "gemini-2.5-pro-8k": "gemini-2.5-pro",
 } as const;
 
 // https://docs.anthropic.com/en/docs/about-claude/models/overview -- stable names for the modesl ...
@@ -189,18 +189,19 @@ export const ANTHROPIC_MODELS = [
   "claude-4-opus-8k",
 ] as const;
 // https://docs.anthropic.com/en/docs/about-claude/models/overview#model-aliases
-export const ANTHROPIC_VERSION: { [name in AnthropicModel]: string } = {
-  "claude-3-5-sonnet": "claude-3-5-sonnet",
-  "claude-3-5-sonnet-4k": "claude-3-5-sonnet",
-  "claude-3-5-haiku-8k": "claude-3-5-haiku",
-  "claude-3-haiku": "claude-3-haiku",
-  "claude-3-haiku-8k": "claude-3-haiku",
-  "claude-3-sonnet": "claude-3-sonnet",
-  "claude-3-sonnet-4k": "claude-3-sonnet",
-  "claude-3-opus": "claude-3-opus",
-  "claude-3-opus-8k": "claude-3-opus",
-  "claude-4-sonnet-8k": "claude-4-sonnet",
-  "claude-4-opus-8k": "claude-4-opus",
+// if it points to null, the model is no longer supported
+export const ANTHROPIC_VERSION: { [name in AnthropicModel]: string | null } = {
+  "claude-3-5-sonnet": "claude-3-5-sonnet-latest",
+  "claude-3-5-sonnet-4k": "claude-3-5-sonnet-latest",
+  "claude-3-5-haiku-8k": "claude-3-5-haiku-latest",
+  "claude-3-haiku": "claude-3-haiku-20240307",
+  "claude-3-haiku-8k": "claude-3-haiku-20240307",
+  "claude-4-sonnet-8k": "claude-sonnet-4-0",
+  "claude-4-opus-8k": "claude-opus-4-0",
+  "claude-3-sonnet": null,
+  "claude-3-sonnet-4k": null,
+  "claude-3-opus": null,
+  "claude-3-opus-8k": null,
 } as const;
 export const ANTHROPIC_PREFIX = "anthropic-";
 export type AnthropicModel = (typeof ANTHROPIC_MODELS)[number];