add more models to experiments (#3047)

valhalla/jawn/src/lib/experiment/openRouterModelMap.ts

@@ -1,19 +1,60 @@
 export const OPENROUTER_MODEL_MAP: Record<string, string> = {
-  "gpt-4": "openai/gpt-4",
-  "gpt-4o": "openai/gpt-4o",
-  "gpt-4o-mini": "openai/gpt-4o-mini",
-  "gpt-4-0125-preview": "openai/gpt-4-turbo",
-  "gpt-4-0613": "openai/gpt-4",
-  "gpt-4-32k-0613": "openai/gpt-4-32k",
-  "gpt-4-1106-preview": "openai/gpt-4",
   "claude-3-5-sonnet-20241022": "anthropic/claude-3.5-sonnet",
   "claude-3-opus-20240229": "anthropic/claude-3-opus",
   "claude-3-haiku-20240307": "anthropic/claude-3-haiku",
   "claude-3-5-sonnet": "anthropic/claude-3.5-sonnet",
   "claude-3-opus": "anthropic/claude-3-opus",
   "claude-3-haiku": "anthropic/claude-3-haiku",
-  "gpt-3.5-turbo": "openai/gpt-3.5-turbo",
-  "gpt-3.5-turbo-16k": "openai/gpt-3.5-turbo-16k",
-  "gpt-3.5-turbo-instruct": "openai/gpt-3.5-turbo-instruct",
-  "gpt-3.5-turbo-1106": "openai/gpt-3.5-turbo-1106",
+  "gemini-flash-1.5-8b": "google/gemini-flash-1.5-8b",
+  "gemini-flash-1.5-8b-exp": "google/gemini-flash-1.5-8b-exp",
+  "gemini-flash-1.5-exp": "google/gemini-flash-1.5-exp",
+  "gemini-flash-1.5": "google/gemini-flash-1.5",
+  "gemini-pro-1.5": "google/gemini-pro-1.5",
+  "gemini-pro": "google/gemini-pro",
+  "gemini-pro-vision": "google/gemini-pro-vision",
+  "ministral-8b": "mistralai/ministral-8b",
+  "ministral-3b": "mistralai/ministral-3b",
+  "pixtral-12b": "mistralai/pixtral-12b",
+  "codestral-mamba": "mistralai/codestral-mamba",
+  "mistral-nemo": "mistralai/mistral-nemo",
+  "mistral-7b-instruct-v0.3": "mistralai/mistral-7b-instruct-v0.3",
+  "mistral-7b-instruct:free": "mistralai/mistral-7b-instruct:free",
+  "mistral-7b-instruct": "mistralai/mistral-7b-instruct",
+  "mistral-7b-instruct:nitro": "mistralai/mistral-7b-instruct:nitro",
+  "mistral-8x22b-instruct": "mistralai/mistral-8x22b-instruct",
+  "mistral-large": "mistralai/mistral-large",
+  "mistral-medium": "mistralai/mistral-medium",
+  "mistral-small": "mistralai/mistral-small",
+  "mistral-tiny": "mistralai/mistral-tiny",
+  "mistral-7b-instruct-v0.2": "mistralai/mistral-7b-instruct-v0.2",
+  "mistral-8x7b-instruct": "mistralai/mistral-8x7b-instruct",
+  "mistral-8x7b-instruct:nitro": "mistralai/mistral-8x7b-instruct:nitro",
+  "mistral-8x7b": "mistralai/mistral-8x7b",
+  "mistral-7b-instruct-v0.1": "mistralai/mistral-7b-instruct-v0.1",
+  "grok-beta": "x-ai/grok-beta",
+  "llama-3.2-3b-instruct:free": "meta-llama/llama-3.2-3b-instruct:free",
+  "llama-3.2-3b-instruct": "meta-llama/llama-3.2-3b-instruct",
+  "llama-3.2-1b-instruct:free": "meta-llama/llama-3.2-1b-instruct:free",
+  "llama-3.2-1b-instruct": "meta-llama/llama-3.2-1b-instruct",
+  "llama-3.2-90b-vision-instruct": "meta-llama/llama-3.2-90b-vision-instruct",
+  "llama-3.2-11b-vision-instruct:free":
+    "meta-llama/llama-3.2-11b-vision-instruct:free",
+  "llama-3.2-11b-vision-instruct": "meta-llama/llama-3.2-11b-vision-instruct",
+  "llama-3.1-405b": "meta-llama/llama-3.1-405b",
+  "llama-3.1-70b-instruct:free": "meta-llama/llama-3.1-70b-instruct:free",
+  "llama-3.1-70b-instruct": "meta-llama/llama-3.1-70b-instruct",
+  "llama-3.1-70b-instruct:nitro": "meta-llama/llama-3.1-70b-instruct:nitro",
+  "llama-3.1-8b-instruct:free": "meta-llama/llama-3.1-8b-instruct:free",
+  "llama-3.1-8b-instruct": "meta-llama/llama-3.1-8b-instruct",
+  "llama-3.1-405b-instruct:free": "meta-llama/llama-3.1-405b-instruct:free",
+  "llama-3.1-405b-instruct": "meta-llama/llama-3.1-405b-instruct",
+  "llama-3.1-405b-instruct:nitro": "meta-llama/llama-3.1-405b-instruct:nitro",
+  "llama-guard-2-8b": "meta-llama/llama-guard-2-8b",
+  "llama-3-70b-instruct": "meta-llama/llama-3-70b-instruct",
+  "llama-3-70b-instruct:nitro": "meta-llama/llama-3-70b-instruct:nitro",
+  "llama-3-8b-instruct:free": "meta-llama/llama-3-8b-instruct:free",
+  "llama-3-8b-instruct": "meta-llama/llama-3-8b-instruct",
+  "llama-3-8b-instruct:nitro": "meta-llama/llama-3-8b-instruct:nitro",
+  "llama-3-8b-instruct:extended": "meta-llama/llama-3-8b-instruct:extended",
+  "llama-2-13b-chat": "meta-llama/llama-2-13b-chat",
 };

valhalla/jawn/src/lib/experiment/run.ts

@@ -36,9 +36,11 @@ async function isOnPrem(): Promise<boolean> {
   return truthy ? true : false;
 }
 
+type Provider = "OPENAI" | "OPENROUTER";
+
 async function prepareRequest(
   args: PreparedRequestArgs,
-  provider: "OPENAI" | "ANTHROPIC"
+  provider: Provider
 ): Promise<PreparedRequest> {
   if (await isOnPrem()) {
     return await prepareRequestAzureOnPremFull(args);
@@ -168,5 +170,9 @@ export async function run(
   });
 }
 const providerByModelName = (modelName: string) => {
-  return modelName.includes("claude") ? "ANTHROPIC" : "OPENAI";
+  if (modelName.includes("gpt")) {
+    return "OPENAI";
+  } else {
+    return "OPENROUTER";
+  }
 };

web/components/templates/onboarding/steps/IntegrationMethod.tsx

@@ -61,7 +61,7 @@ const IntegrationMethod = ({
         rel="noreferrer"
       >
         <div className="w-full rounded-md p-2 flex justify-between items-center">
-          <div className="flex flex gap-2 items-center">
+          <div className="flex gap-2 items-center">
             <BookOpenIcon className="w-4 h-4 text-slate-500" />
             <p className="text-sm text-slate-500 dark:text-slate-300 font-medium">
               Read more about Proxy vs Async integration.

web/components/templates/playground/new/modelList.tsx

@@ -73,4 +73,259 @@ export const MODEL_LIST: {
     label: "gpt-3.5-turbo-1106",
     provider: "openai",
   },
+  {
+    value: "gemini-flash-1.5-8b",
+    label: "gemini-flash-1.5-8b",
+    provider: "google",
+  },
+  {
+    value: "gemini-flash-1.5-8b-exp",
+    label: "gemini-flash-1.5-8b-exp",
+    provider: "google",
+  },
+  {
+    value: "gemini-flash-1.5-exp",
+    label: "gemini-flash-1.5-exp",
+    provider: "google",
+  },
+  {
+    value: "gemini-flash-1.5",
+    label: "gemini-flash-1.5",
+    provider: "google",
+  },
+  {
+    value: "gemini-pro-1.5",
+    label: "gemini-pro-1.5",
+    provider: "google",
+  },
+  {
+    value: "gemini-pro",
+    label: "gemini-pro",
+    provider: "google",
+  },
+  {
+    value: "gemini-pro-vision",
+    label: "gemini-pro-vision",
+    provider: "google",
+  },
+  {
+    value: "ministral-8b",
+    label: "ministral-8b",
+    provider: "mistralai",
+  },
+  {
+    value: "ministral-3b",
+    label: "ministral-3b",
+    provider: "mistralai",
+  },
+  {
+    value: "pixtral-12b",
+    label: "pixtral-12b",
+    provider: "mistralai",
+  },
+  {
+    value: "codestral-mamba",
+    label: "codestral-mamba",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-nemo",
+    label: "mistral-nemo",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-7b-instruct-v0.3",
+    label: "mistral-7b-instruct-v0.3",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-7b-instruct:free",
+    label: "mistral-7b-instruct:free",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-7b-instruct",
+    label: "mistral-7b-instruct",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-7b-instruct:nitro",
+    label: "mistral-7b-instruct:nitro",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-8x22b-instruct",
+    label: "mistral-8x22b-instruct",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-large",
+    label: "mistral-large",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-medium",
+    label: "mistral-medium",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-small",
+    label: "mistral-small",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-tiny",
+    label: "mistral-tiny",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-7b-instruct-v0.2",
+    label: "mistral-7b-instruct-v0.2",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-8x7b-instruct",
+    label: "mistral-8x7b-instruct",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-8x7b-instruct:nitro",
+    label: "mistral-8x7b-instruct:nitro",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-8x7b",
+    label: "mistral-8x7b",
+    provider: "mistralai",
+  },
+  {
+    value: "mistral-7b-instruct-v0.1",
+    label: "mistral-7b-instruct-v0.1",
+    provider: "mistralai",
+  },
+  {
+    value: "grok-beta",
+    label: "grok-beta",
+    provider: "x-ai",
+  },
+  {
+    value: "llama-3.2-3b-instruct:free",
+    label: "llama-3.2-3b-instruct:free",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.2-3b-instruct",
+    label: "llama-3.2-3b-instruct",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.2-1b-instruct:free",
+    label: "llama-3.2-1b-instruct:free",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.2-1b-instruct",
+    label: "llama-3.2-1b-instruct",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.2-90b-vision-instruct",
+    label: "llama-3.2-90b-vision-instruct",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.2-11b-vision-instruct:free",
+    label: "llama-3.2-11b-vision-instruct:free",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.2-11b-vision-instruct",
+    label: "llama-3.2-11b-vision-instruct",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.1-405b",
+    label: "llama-3.1-405b",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.1-70b-instruct:free",
+    label: "llama-3.1-70b-instruct:free",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.1-70b-instruct",
+    label: "llama-3.1-70b-instruct",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.1-70b-instruct:nitro",
+    label: "llama-3.1-70b-instruct:nitro",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.1-8b-instruct:free",
+    label: "llama-3.1-8b-instruct:free",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.1-8b-instruct",
+    label: "llama-3.1-8b-instruct",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.1-405b-instruct:free",
+    label: "llama-3.1-405b-instruct:free",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.1-405b-instruct",
+    label: "llama-3.1-405b-instruct",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3.1-405b-instruct:nitro",
+    label: "llama-3.1-405b-instruct:nitro",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-guard-2-8b",
+    label: "llama-guard-2-8b",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3-70b-instruct",
+    label: "llama-3-70b-instruct",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3-70b-instruct:nitro",
+    label: "llama-3-70b-instruct:nitro",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3-8b-instruct:free",
+    label: "llama-3-8b-instruct:free",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3-8b-instruct",
+    label: "llama-3-8b-instruct",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3-8b-instruct:nitro",
+    label: "llama-3-8b-instruct:nitro",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-3-8b-instruct:extended",
+    label: "llama-3-8b-instruct:extended",
+    provider: "meta-llama",
+  },
+  {
+    value: "llama-2-13b-chat",
+    label: "llama-2-13b-chat",
+    provider: "meta-llama",
+  },
 ];

web/components/ui/select.tsx

@@ -92,7 +92,7 @@ const SelectContent = React.forwardRef<
         className={cn(
           "p-1",
           position === "popper" &&
-            "h-[var(--radix-select-trigger-height)] w-full min-w-[var(--radix-select-trigger-width)]"
+            "h-[var(--radix-select-trigger-height)] overflow-y-auto w-full min-w-[var(--radix-select-trigger-width)]"
         )}
       >
         {children}

web/package.json

@@ -45,7 +45,7 @@
     "@radix-ui/react-progress": "^1.1.0",
     "@radix-ui/react-radio-group": "^1.2.1",
     "@radix-ui/react-scroll-area": "^1.1.0",
-    "@radix-ui/react-select": "^2.1.1",
+    "@radix-ui/react-select": "^2.1.2",
     "@radix-ui/react-separator": "^1.1.0",
     "@radix-ui/react-slider": "^1.2.0",
     "@radix-ui/react-slot": "^1.1.0",