Add support for Groq Llama 3.3

apps/web/app/api/user/settings/route.ts

@@ -30,6 +30,8 @@ async function saveAISettings(options: SaveSettingsBody) {
         return Model.CLAUDE_3_5_SONNET_BEDROCK;
       case Provider.GOOGLE:
         return options.aiModel || Model.GEMINI_1_5_PRO;
+      case Provider.GROQ:
+        return options.aiModel || Model.GROQ_LLAMA_3_3_70B;
       case Provider.OLLAMA:
         return Model.OLLAMA;
       default:

apps/web/app/api/user/settings/validation.ts

@@ -7,6 +7,7 @@ export const saveSettingsBody = z
       Provider.ANTHROPIC,
       Provider.OPEN_AI,
       Provider.GOOGLE,
+      Provider.GROQ,
       ...(Provider.OLLAMA ? [Provider.OLLAMA] : []),
     ]),
     aiModel: z.string(),

apps/web/package.json

@@ -16,6 +16,7 @@
     "@ai-sdk/amazon-bedrock": "^1.0.6",
     "@ai-sdk/anthropic": "^1.0.6",
     "@ai-sdk/google": "^1.0.12",
+    "@ai-sdk/groq": "^1.0.10",
     "@ai-sdk/openai": "^1.0.11",
     "@asteasolutions/zod-to-openapi": "^7.3.0",
     "@auth/core": "^0.37.4",

apps/web/utils/llms/config.ts

@@ -6,6 +6,7 @@ export const Provider = {
   OPEN_AI: "openai",
   ANTHROPIC: "anthropic",
   GOOGLE: "google",
+  GROQ: "groq",
   ...(supportsOllama ? { OLLAMA: "ollama" } : {}),
 };
 
@@ -18,13 +19,15 @@ export const Model = {
   CLAUDE_3_5_SONNET_ANTHROPIC: "claude-3-5-sonnet-20241022",
   GEMINI_1_5_PRO: "gemini-1.5-pro-latest",
   GEMINI_1_5_FLASH: "gemini-1.5-flash-latest",
+  GROQ_LLAMA_3_3_70B: "llama-3.3-70b-versatile",
   ...(supportsOllama ? { OLLAMA: env.NEXT_PUBLIC_OLLAMA_MODEL } : {}),
 };
 
 export const providerOptions: { label: string; value: string }[] = [
   { label: "OpenAI", value: Provider.OPEN_AI },
   { label: "Anthropic", value: Provider.ANTHROPIC },
   { label: "Google", value: Provider.GOOGLE },
+  { label: "Groq", value: Provider.GROQ },
   ...(supportsOllama && Provider.OLLAMA
     ? [{ label: "Ollama", value: Provider.OLLAMA }]
     : []),
@@ -52,6 +55,12 @@ export const modelOptions: Record<string, { label: string; value: string }[]> =
         value: Model.GEMINI_1_5_FLASH,
       },
     ],
+    [Provider.GROQ]: [
+      {
+        label: "Groq Llama 3.3 70B",
+        value: Model.GROQ_LLAMA_3_3_70B,
+      },
+    ],
     ...(Provider.OLLAMA && Model.OLLAMA
       ? {
           [Provider.OLLAMA]: [{ label: "Ollama", value: Model.OLLAMA }],

apps/web/utils/llms/index.ts

@@ -11,6 +11,7 @@ import { createOpenAI } from "@ai-sdk/openai";
 import { createAnthropic } from "@ai-sdk/anthropic";
 import { createAmazonBedrock } from "@ai-sdk/amazon-bedrock";
 import { createGoogleGenerativeAI } from "@ai-sdk/google";
+import { createGroq } from "@ai-sdk/groq";
 import { createOllama } from "ollama-ai-provider";
 import { env } from "@/env";
 import { saveAiUsage } from "@/utils/usage";
@@ -82,6 +83,17 @@ function getModel({ aiProvider, aiModel, aiApiKey }: UserAIFields) {
     };
   }
 
+  if (provider === Provider.GROQ) {
+    if (!aiApiKey) throw new Error("Groq API key is not set");
+
+    const model = aiModel || Model.GROQ_LLAMA_3_3_70B;
+    return {
+      provider: Provider.GROQ,
+      model,
+      llmModel: createGroq({ apiKey: aiApiKey })(model),
+    };
+  }
+
   if (provider === Provider.OLLAMA && env.NEXT_PUBLIC_OLLAMA_MODEL) {
     return {
       provider: Provider.OLLAMA,

apps/web/utils/usage.ts

@@ -101,6 +101,11 @@ const costs: Record<
     input: 0.075 / 1_000_000,
     output: 0.3 / 1_000_000,
   },
+  // https://groq.com/pricing
+  "llama-3.3-70b-versatile": {
+    input: 0.59 / 1_000_000,
+    output: 0.79 / 1_000_000,
+  },
 };
 
 // returns cost in cents