fix(release): raise model timeouts and shrink batch size for slow networks

.github/workflows/finalize-release.yml

@@ -108,7 +108,7 @@ jobs:
         if: |-
           ${{ steps.meta.outputs.is_stable == 'true' }}
         continue-on-error: true
-        timeout-minutes: 15
+        timeout-minutes: 35
         env:
           GITHUB_TOKEN: '${{ secrets.CI_BOT_PAT }}'
           OPENAI_API_KEY: '${{ secrets.OPENAI_API_KEY }}'

scripts/generate-release-notes.js

@@ -276,7 +276,7 @@ function parseModelJson(value) {
 export async function generateAiContent(
   entries,
   complete,
-  { batchSize = 12, maxConsecutiveBatchFailures = 3 } = {},
+  { batchSize = 8, maxConsecutiveBatchFailures = 3 } = {},
 ) {
   const summaries = new Map();
   const warnings = [];
@@ -324,8 +324,8 @@ export async function generateAiContent(
         summaries.set(entry.number, entry.title);
       }
       if (consecutiveBatchFailures >= maxConsecutiveBatchFailures) {
-        // The model side is down, not slow: stop paying 60s per remaining
-        // batch and fall back wholesale instead of pretending otherwise.
+        // The model side is down, not slow: stop paying per remaining batch
+        // and fall back wholesale instead of pretending otherwise.
         circuitOpen = true;
         warnings.push(
           `Summary batches stopped after ${consecutiveBatchFailures} consecutive failures; remaining entries use pull-request titles.`,
@@ -431,10 +431,10 @@ export function createOpenAiCompleter({
   baseUrl,
   model,
   fetchImpl = fetch,
-  timeoutMs = 60_000,
+  timeoutMs = 180_000,
   maxRetries = 2,
   baseDelayMs = 2_000,
-  totalTimeoutMs = 12 * 60_000,
+  totalTimeoutMs = 30 * 60_000,
 }) {
   const endpoint = `${baseUrl.replace(/\/$/, '')}/chat/completions`;
   const deadline = Date.now() + totalTimeoutMs;

scripts/tests/ai-release-notes-workflow.test.js

@@ -58,7 +58,7 @@ describe('stable release notes workflow', () => {
     );
     expect(validate).toContain('is not a stable release tag');
     expect(validate).toContain('exit 1');
-    expect(generate).toContain('timeout-minutes: 15');
+    expect(generate).toContain('timeout-minutes: 35');
     expect(generate).toContain('continue-on-error: true');
     expect(generate).toContain('GitHub-generated notes');
     expect(generate).toContain('node scripts/generate-release-notes.js');