Switch to fast model for user actions

apps/web/app/api/google/webhook/process-history-item.test.ts

@@ -218,6 +218,7 @@ describe("processHistoryItem", () => {
     expect(runColdEmailBlockerWithProvider).toHaveBeenCalledWith({
       email: expect.objectContaining({
         from: "sender@example.com",
+        to: "",
         subject: "Test Email",
         content: expect.any(String),
         id: "123",
@@ -226,6 +227,7 @@ describe("processHistoryItem", () => {
       }),
       provider: expect.any(Object),
       emailAccount: options.emailAccount,
+      modelType: "default",
     });
   });
 
@@ -282,6 +284,7 @@ describe("processHistoryItem", () => {
     expect(runColdEmailBlockerWithProvider).toHaveBeenCalledWith({
       email: expect.objectContaining({
         from: "sender@example.com",
+        to: "",
         subject: "Test Email",
         content: expect.any(String),
         id: "123",
@@ -290,6 +293,7 @@ describe("processHistoryItem", () => {
       }),
       provider: expect.any(Object),
       emailAccount: options.emailAccount,
+      modelType: "default",
     });
 
     // Verify that cold email is added to digest
@@ -381,6 +385,7 @@ describe("processHistoryItem", () => {
     expect(runColdEmailBlockerWithProvider).toHaveBeenCalledWith({
       email: expect.objectContaining({
         from: "sender@example.com",
+        to: "",
         subject: "Test Email",
         content: expect.any(String),
         id: "456",
@@ -389,6 +394,7 @@ describe("processHistoryItem", () => {
       }),
       provider: expect.any(Object),
       emailAccount: options.emailAccount,
+      modelType: "default",
     });
 
     // Verify that the second email from known cold emailer is added to digest

apps/web/app/api/google/webhook/process-history-item.ts

@@ -164,6 +164,7 @@ export async function processHistoryItem(
         },
         provider,
         emailAccount,
+        modelType: "default",
       });
 
       if (response.isColdEmail) {
@@ -206,6 +207,7 @@ export async function processHistoryItem(
         rules,
         emailAccount,
         isTest: false,
+        modelType: "default",
       });
     }
   } catch (error: unknown) {

apps/web/app/api/outlook/webhook/process-history-item.ts

@@ -185,6 +185,7 @@ export async function processHistoryItem(
         },
         provider: emailProvider,
         emailAccount,
+        modelType: "default",
       });
 
       if (response.isColdEmail) {
@@ -236,6 +237,7 @@ export async function processHistoryItem(
         rules,
         emailAccount,
         isTest: false,
+        modelType: "default",
       });
     }
   } catch (error) {

apps/web/utils/actions/ai-rule.ts

@@ -101,6 +101,7 @@ export const runRulesAction = actionClient
         message,
         rules,
         emailAccount,
+        modelType: "chat",
       });
 
       return result;
@@ -152,6 +153,7 @@ export const testAiCustomContentAction = actionClient
         },
         rules,
         emailAccount,
+        modelType: "chat",
       });
 
       return result;

apps/web/utils/actions/cold-email.ts

@@ -153,6 +153,7 @@ export const testColdEmailAction = actionClient
         },
         emailAccount,
         provider: emailProvider,
+        modelType: "chat",
       });
 
       return response;

apps/web/utils/ai/choose-rule/ai-choose-args.ts

@@ -10,6 +10,7 @@ import { createScopedLogger } from "@/utils/logger";
 import type { EmailAccountWithAI } from "@/utils/llms/types";
 import type { EmailForLLM, RuleWithActions } from "@/utils/types";
 import type { ActionType } from "@prisma/client";
+import type { ModelType } from "@/utils/llms/model";
 
 /**
  * AI Argument Generator for Email Actions
@@ -43,6 +44,7 @@ export async function aiGenerateArgs({
   emailAccount,
   selectedRule,
   parameters,
+  modelType,
 }: {
   email: EmailForLLM;
   emailAccount: EmailAccountWithAI;
@@ -54,6 +56,7 @@ export async function aiGenerateArgs({
       Record<string, z.ZodObject<Record<string, z.ZodString>>>
     >;
   }[];
+  modelType: ModelType;
 }) {
   const loggerOptions = {
     email: emailAccount.email,
@@ -79,6 +82,7 @@ export async function aiGenerateArgs({
     () =>
       chatCompletionObject({
         userAi: emailAccount.user,
+        modelType,
         prompt,
         system,
         schemaName: "Apply rule",

apps/web/utils/ai/choose-rule/ai-choose-rule.ts

@@ -4,6 +4,7 @@ import { chatCompletionObject } from "@/utils/llms";
 import { stringifyEmail } from "@/utils/stringify-email";
 import type { EmailForLLM } from "@/utils/types";
 import { createScopedLogger } from "@/utils/logger";
+import type { ModelType } from "@/utils/llms/model";
 // import { Braintrust } from "@/utils/braintrust";
 
 const logger = createScopedLogger("ai-choose-rule");
@@ -14,10 +15,11 @@ type GetAiResponseOptions = {
   email: EmailForLLM;
   emailAccount: EmailAccountWithAI;
   rules: { name: string; instructions: string }[];
+  modelType?: ModelType;
 };
 
 async function getAiResponse(options: GetAiResponseOptions) {
-  const { email, emailAccount, rules } = options;
+  const { email, emailAccount, rules, modelType = "default" } = options;
 
   const emailSection = stringifyEmail(email, 500);
 
@@ -80,6 +82,7 @@ ${emailSection}
 
   const aiResponse = await chatCompletionObject({
     userAi: emailAccount.user,
+    modelType,
     messages: [
       {
         role: "system",
@@ -133,17 +136,20 @@ export async function aiChooseRule<
   email,
   rules,
   emailAccount,
+  modelType,
 }: {
   email: EmailForLLM;
   rules: T[];
   emailAccount: EmailAccountWithAI;
+  modelType?: ModelType;
 }) {
   if (!rules.length) return { reason: "No rules" };
 
   const aiResponse = await getAiResponse({
     email,
     rules,
     emailAccount,
+    modelType,
   });
 
   if (aiResponse.noMatchFound)

apps/web/utils/ai/choose-rule/choose-args.ts

@@ -1,5 +1,6 @@
 import { z } from "zod";
 import type { EmailAccountWithAI } from "@/utils/llms/types";
+import type { ModelType } from "@/utils/llms/model";
 import { ActionType, type Action } from "@prisma/client";
 import {
   type RuleWithActions,
@@ -27,11 +28,13 @@ export async function getActionItemsWithAiArgs({
   emailAccount,
   selectedRule,
   client,
+  modelType,
 }: {
   message: ParsedMessage;
   emailAccount: EmailAccountWithAI;
   selectedRule: RuleWithActions;
   client: EmailProvider;
+  modelType: ModelType;
 }): Promise<Action[]> {
   // Draft content is handled via its own AI call
   // We provide a lot more context to the AI to draft the content
@@ -64,6 +67,7 @@ export async function getActionItemsWithAiArgs({
     emailAccount,
     selectedRule,
     parameters,
+    modelType,
   });
 
   return combineActionsWithAiArgs(selectedRule.actions, result, draft);

apps/web/utils/ai/choose-rule/match-rules.ts

@@ -27,6 +27,7 @@ import { extractEmailAddress } from "@/utils/email";
 import { hasIcsAttachment } from "@/utils/parse/calender-event";
 import { checkSenderReplyHistory } from "@/utils/reply-tracker/check-sender-reply-history";
 import type { EmailProvider } from "@/utils/email/provider";
+import type { ModelType } from "@/utils/llms/model";
 
 const logger = createScopedLogger("match-rules");
 
@@ -203,17 +204,20 @@ export async function findMatchingRule({
   message,
   emailAccount,
   client,
+  modelType,
 }: {
   rules: RuleWithActionsAndCategories[];
   message: ParsedMessage;
   emailAccount: EmailAccountWithAI;
   client: EmailProvider;
+  modelType: ModelType;
 }) {
   const result = await findMatchingRuleWithReasons(
     rules,
     message,
     emailAccount,
     client,
+    modelType,
   );
   return {
     ...result,
@@ -226,6 +230,7 @@ async function findMatchingRuleWithReasons(
   message: ParsedMessage,
   emailAccount: EmailAccountWithAI,
   client: EmailProvider,
+  modelType: ModelType,
 ): Promise<{
   rule?: RuleWithActionsAndCategories;
   matchReasons?: MatchReason[];
@@ -248,6 +253,7 @@ async function findMatchingRuleWithReasons(
       email: getEmailForLLM(message),
       rules: potentialMatches,
       emailAccount,
+      modelType,
     });
 
     return result;

apps/web/utils/ai/choose-rule/run-rules.ts

@@ -22,6 +22,7 @@ import {
 } from "@/utils/scheduled-actions/scheduler";
 import groupBy from "lodash/groupBy";
 import type { EmailProvider } from "@/utils/email/provider";
+import type { ModelType } from "@/utils/llms/model";
 
 const logger = createScopedLogger("ai-run-rules");
 
@@ -39,18 +40,21 @@ export async function runRules({
   rules,
   emailAccount,
   isTest,
+  modelType,
 }: {
   client: EmailProvider;
   message: ParsedMessage;
   rules: RuleWithActionsAndCategories[];
   emailAccount: EmailAccountWithAI;
   isTest: boolean;
+  modelType: ModelType;
 }): Promise<RunRulesResult> {
   const result = await findMatchingRule({
     rules,
     message,
     emailAccount,
     client,
+    modelType,
   });
 
   analyzeSenderPatternIfAiMatch({
@@ -71,6 +75,7 @@ export async function runRules({
       result.reason,
       result.matchReasons,
       isTest,
+      modelType,
     );
   } else {
     await saveSkippedExecutedRule({
@@ -91,13 +96,15 @@ async function executeMatchedRule(
   reason: string | undefined,
   matchReasons: MatchReason[] | undefined,
   isTest: boolean,
+  modelType: ModelType,
 ) {
   // get action items with args
   const actionItems = await getActionItemsWithAiArgs({
     message,
     emailAccount,
     selectedRule: rule,
     client,
+    modelType,
   });
 
   if (!isTest) {

apps/web/utils/ai/reply/generate-nudge.ts

@@ -44,6 +44,7 @@ IMPORTANT: The person you're writing an email for is: ${messages.at(-1)?.from}.`
     system,
     prompt,
     userEmail: emailAccount.email,
+    modelType: "chat",
     usageLabel: "Reply",
   });