CLI: Source eval prompts from ai setup via EVAL_SETUP_PROMPT

code/lib/cli-storybook/src/ai/index.test.ts

@@ -0,0 +1,96 @@
+import { beforeEach, describe, expect, it, vi } from 'vitest';
+
+vi.mock('storybook/internal/common', async () => {
+  const actual = await vi.importActual<typeof import('storybook/internal/common')>(
+    'storybook/internal/common'
+  );
+  return {
+    ...actual,
+    cache: { set: vi.fn(), get: vi.fn(), remove: vi.fn() },
+  };
+});
+
+vi.mock('storybook/internal/telemetry', () => ({
+  telemetry: vi.fn(),
+  getSessionId: vi.fn().mockResolvedValue('session-xyz'),
+  snapshotPreviewFile: vi
+    .fn()
+    .mockResolvedValue({ previewPath: '/proj/.storybook/preview.ts', previewHash: 'abc' }),
+  isTelemetryModuleEnabled: vi.fn(() => true),
+}));
+
+vi.mock('storybook/internal/node-logger', () => ({
+  logger: { log: vi.fn(), error: vi.fn(), warn: vi.fn(), debug: vi.fn() },
+}));
+
+vi.mock('../../../create-storybook/src/services/ProjectTypeService.ts', () => ({
+  ProjectTypeService: class {
+    async detectLanguage() {
+      return 'ts';
+    }
+  },
+}));
+
+vi.mock('../automigrate/helpers/mainConfigFile.ts', () => ({
+  getStorybookData: vi.fn().mockResolvedValue({
+    versionInstalled: '10.4.0',
+    frameworkPackage: '@storybook/react-vite',
+    rendererPackage: '@storybook/react',
+    renderer: 'react',
+    builderPackage: '@storybook/builder-vite',
+    addons: [],
+    configDir: '/proj/.storybook',
+    storiesPaths: [],
+    hasCsfFactoryPreview: false,
+    packageManager: {},
+  }),
+}));
+
+import { cache } from 'storybook/internal/common';
+import {
+  isTelemetryModuleEnabled,
+  snapshotPreviewFile,
+  telemetry,
+} from 'storybook/internal/telemetry';
+
+import { aiSetup } from './index.ts';
+
+beforeEach(() => {
+  vi.mocked(cache.set).mockClear();
+  vi.mocked(snapshotPreviewFile).mockClear();
+  vi.mocked(telemetry).mockClear();
+});
+
+describe('aiSetup telemetry gating', () => {
+  it('records ai-setup-pending + preview snapshot when telemetry is enabled', async () => {
+    await aiSetup({ configDir: '/proj/.storybook', disableTelemetry: false });
+
+    expect(vi.mocked(snapshotPreviewFile)).toHaveBeenCalledTimes(1);
+    expect(vi.mocked(cache.set)).toHaveBeenCalledWith(
+      'ai-setup-pending',
+      expect.objectContaining({
+        configDir: expect.stringContaining('.storybook'),
+        sessionId: 'session-xyz',
+        previewPath: '/proj/.storybook/preview.ts',
+        previewHash: 'abc',
+      })
+    );
+    expect(vi.mocked(telemetry)).toHaveBeenCalledWith('ai-setup', expect.any(Object));
+  });
+
+  it('skips snapshot + cache write when telemetry is disabled', async () => {
+    vi.mocked(isTelemetryModuleEnabled).mockReturnValueOnce(false);
+
+    await aiSetup({ configDir: '/proj/.storybook', disableTelemetry: true });
+
+    expect(vi.mocked(snapshotPreviewFile)).not.toHaveBeenCalled();
+    expect(vi.mocked(cache.set)).not.toHaveBeenCalled();
+  });
+
+  it('treats missing disableTelemetry as enabled (backwards compatible default)', async () => {
+    await aiSetup({ configDir: '/proj/.storybook' });
+
+    expect(vi.mocked(snapshotPreviewFile)).toHaveBeenCalledTimes(1);
+    expect(vi.mocked(cache.set)).toHaveBeenCalledWith('ai-setup-pending', expect.any(Object));
+  });
+});

code/lib/cli-storybook/src/ai/index.ts

@@ -6,6 +6,7 @@ import { cache } from 'storybook/internal/common';
 import { logger } from 'storybook/internal/node-logger';
 import {
   getSessionId,
+  isTelemetryModuleEnabled,
   snapshotPreviewFile,
   telemetry,
   type AiSetupPendingRecord,
@@ -79,7 +80,7 @@ export async function aiSetup(options: AiSetupOptions): Promise<void> {
     return;
   }
 
-  const result = generateMarkdownOutput(projectInfo);
+  const result = await generateMarkdownOutput(projectInfo);
   const markdownOutput = result.markdown;
 
   await telemetry('ai-setup', {
@@ -99,17 +100,21 @@ export async function aiSetup(options: AiSetupOptions): Promise<void> {
 
   // Snapshot the preview file baseline and cache the pending setup record.
   // Subsequent CLI entry points (dev, build, doctor, etc.) read this to
-  // collect evidence of what the agent accomplished.
-  const resolvedConfigDir = resolve(projectInfo.configDir);
-  const previewSnapshot = await snapshotPreviewFile(resolvedConfigDir);
-  const sessionId = await getSessionId();
-  const pendingRecord: AiSetupPendingRecord = {
-    timestamp: Date.now(),
-    sessionId,
-    configDir: resolvedConfigDir,
-    ...previewSnapshot,
-  };
-  await cache.set('ai-setup-pending', pendingRecord);
+  // collect evidence of what the agent accomplished — but only via telemetry
+  // (the `ai-setup-evidence` event). Skip the snapshot + cache write when
+  // telemetry is disabled so there's nobody to read it.
+  if (isTelemetryModuleEnabled()) {
+    const resolvedConfigDir = resolve(projectInfo.configDir);
+    const previewSnapshot = await snapshotPreviewFile(resolvedConfigDir);
+    const sessionId = await getSessionId();
+    const pendingRecord: AiSetupPendingRecord = {
+      timestamp: Date.now(),
+      sessionId,
+      configDir: resolvedConfigDir,
+      ...previewSnapshot,
+    };
+    await cache.set('ai-setup-pending', pendingRecord);
+  }
 
   if (output) {
     const outputPath = resolve(output);