test(ci): repair stale tests and flaky CI infrastructure

tests/e2e/llm_translation/test_together_ai_e2e.py

@@ -1,12 +1,13 @@
 """Live e2e: Together AI through the gateway on /chat/completions and /v1/messages.
 
 The reasoning and tool-calling backend is the cheapest live ``together_ai/`` chat row
-in the proxy's own cost map that carries both capability flags; the structured-output
-and cache-pricing backends are likewise the cheapest rows carrying
-``supports_response_schema`` and a ``cache_read_input_token_cost``. Two backends are
-pinned because the registry has no flag for what they prove: ``enable_thinking`` and
-the ``{"reasoning": {"enabled": false}}`` toggle that ``reasoning_effort="none"`` maps
-to are Qwen hybrid-model contracts, and MiniMax-M3 is the serverless model whose
+in the proxy's own cost map that carries both capability flags; the cache-pricing
+backend is likewise the cheapest row carrying a ``cache_read_input_token_cost``. Two
+backends are pinned because the registry has no flag for what they prove: ``enable_thinking``
+and the ``{"reasoning": {"enabled": false}}`` toggle that ``reasoning_effort="none"`` maps
+to are Qwen hybrid-model contracts, and the structured-output case runs on that hybrid
+model with reasoning off, since a reasoning-only model can spend the whole token budget
+thinking and return no content. MiniMax-M3 is the serverless model whose
 template renders a replayed ``reasoning_content`` back into the prompt (Qwen and
 DeepSeek silently drop it). MiniMax-M3 honors that replayed field on nearly every call, not
 every call (one miss in dozens of otherwise identical calls), so the replay case asks
@@ -109,7 +110,6 @@
 class _Needs:
     function_calling: bool = False
     reasoning: bool = False
-    response_schema: bool = False
     cache_read_pricing: bool = False
 
 
@@ -172,7 +172,6 @@ def qualifies(name: str, entry: CostMapEntry) -> bool:
             and (entry.output_cost_per_token or 0.0) > 0
             and (not needs.function_calling or bool(entry.supports_function_calling))
             and (not needs.reasoning or bool(entry.supports_reasoning))
-            and (not needs.response_schema or bool(entry.supports_response_schema))
             and (not needs.cache_read_pricing or (entry.cache_read_input_token_cost or 0.0) > 0)
         )
 
@@ -586,10 +585,9 @@ def ask(reasoning_effort: str | None) -> OutMessage:
 
     @pytest.mark.covers("llm.chat_completions.together_ai.structured_output.nonstream.works")
     def test_response_format_json_schema_shapes_the_reply(
-        self, client: PassthroughClient, resources: ResourceManager, registry: dict[str, CostMapEntry]
+        self, client: PassthroughClient, resources: ResourceManager
     ) -> None:
-        backend = _cheapest_together_chat_model(registry, _Needs(response_schema=True))
-        model, key = _register(client, resources, backend)
+        model, key = _register(client, resources, HYBRID_REASONING_BACKEND)
 
         message = _message(
             unwrap(
@@ -599,12 +597,13 @@ def test_response_format_json_schema_shapes_the_reply(
                         model=model,
                         messages=[ChatMessage(role="user", content=PERSON_PROMPT)],
                         max_tokens=1024,
+                        reasoning_effort="none",
                         response_format=PERSON_RESPONSE_FORMAT,
                     ),
                 )
             )
         )
-        assert message.content, f"{backend} returned no content: {message}"
+        assert message.content, f"{HYBRID_REASONING_BACKEND} returned no content: {message}"
         person = _Person.model_validate_json(message.content)
         assert person.name, f"schema-shaped reply carries an empty name: {message.content!r}"
 

tests/e2e/quota_management/spend_tracking/test_service_tier_pricing_e2e.py

@@ -17,9 +17,10 @@
 The streaming cases pin the served-tier contract: OpenAI stamps the tier it actually
 used on every stream chunk, and that echo is what the caller sees and what the bill
 must be computed on. The request sets no service_tier, so the only place the tier
-can come from is the provider's response. The spend row must record the served tier
-and price input at that tier's rate, and every chunk the proxy relays must carry the
-same service_tier the provider sent.
+can come from is the provider's response. The spend row must record the tier the bill
+was priced on and price input at that tier's rate, and every chunk the proxy relays must
+carry the same service_tier the provider sent. A served `default` tier is base pricing,
+which the bill records as no tier
 """
 
 import json
@@ -61,7 +62,8 @@
 
 REASONING_EFFORT = "high"
 
-TIER_INPUT_RATES = {"default": INPUT_RATE, "priority": PRIORITY_INPUT_RATE}
+PRICING_BASIS_FOR_SERVED_TIER: dict[str, str | None] = {"default": None, "priority": "priority"}
+INPUT_RATE_FOR_PRICING_BASIS: dict[str | None, float] = {None: INPUT_RATE, "priority": PRIORITY_INPUT_RATE}
 
 
 class _StreamChunk(BaseModel):
@@ -213,17 +215,20 @@ def test_streamed_call_records_and_bills_the_served_tier(
         )
         chunks = _stream_chunks(result.stream_events)
         served_tier = _served_tier(chunks)
-        assert served_tier in TIER_INPUT_RATES, f"no custom rate registered for served tier {served_tier!r}"
+        assert served_tier in PRICING_BASIS_FOR_SERVED_TIER, (
+            f"no custom rate registered for served tier {served_tier!r}"
+        )
+        pricing_basis = PRICING_BASIS_FOR_SERVED_TIER[served_tier]
         stream_id = chunks[0].id
         assert stream_id, f"first stream chunk carried no id: {result.stream_events[0][:200]}"
 
         row = poll_cost_row(client.proxy, stream_id)
         assert row is not None, f"no spend row with a cost breakdown landed for {stream_id}"
-        assert row.breakdown.service_tier == served_tier, (
-            f"the provider served tier {served_tier!r} on every chunk but the bill records "
-            f"pricing basis {row.breakdown.service_tier!r}"
+        assert row.breakdown.service_tier == pricing_basis, (
+            f"the provider served tier {served_tier!r} on every chunk, so the bill should record pricing "
+            f"basis {pricing_basis!r}, but it records {row.breakdown.service_tier!r}"
         )
-        assert_fresh_tokens_billed_at(row, TIER_INPUT_RATES[served_tier])
+        assert_fresh_tokens_billed_at(row, INPUT_RATE_FOR_PRICING_BASIS[pricing_basis])
         assert_total_is_sum_of_components(row)
 
     @pytest.mark.covers("llm.chat_completions.openai.service_tier.stream.echoes_served_tier")
@@ -264,7 +269,14 @@ def test_responses_stream_records_the_served_tier(
             client.proxy,
             resources,
             "tier-responses-stream",
-            LiteLLMParamsBody(model=STREAM_BACKEND, api_key=OPENAI_API_KEY),
+            LiteLLMParamsBody(
+                model=STREAM_BACKEND,
+                api_key=OPENAI_API_KEY,
+                input_cost_per_token=INPUT_RATE,
+                output_cost_per_token=OUTPUT_RATE,
+                input_cost_per_token_priority=PRIORITY_INPUT_RATE,
+                output_cost_per_token_priority=PRIORITY_OUTPUT_RATE,
+            ),
         )
 
         result = client.proxy.responses_stream(
@@ -282,14 +294,18 @@ def test_responses_stream_records_the_served_tier(
         )
         served_tier = completed.response.service_tier
         assert served_tier, f"response.completed carried no service_tier: {completed.response}"
-        assert served_tier in TIER_INPUT_RATES, f"no custom rate registered for served tier {served_tier!r}"
+        assert served_tier in PRICING_BASIS_FOR_SERVED_TIER, (
+            f"no custom rate registered for served tier {served_tier!r}"
+        )
+        pricing_basis = PRICING_BASIS_FOR_SERVED_TIER[served_tier]
 
         row = poll_cost_row_where(client.proxy, scoped_key, lambda r: r.spend is not None and r.spend > 0)
         assert row is not None, f"no spend row with a cost breakdown landed for the streamed responses call on {model}"
-        assert row.breakdown.service_tier == served_tier, (
-            f"response.completed served tier {served_tier!r} but the bill records "
-            f"pricing basis {row.breakdown.service_tier!r}"
+        assert row.breakdown.service_tier == pricing_basis, (
+            f"response.completed served tier {served_tier!r}, so the bill should record pricing basis "
+            f"{pricing_basis!r}, but it records {row.breakdown.service_tier!r}"
         )
+        assert_fresh_tokens_billed_at(row, INPUT_RATE_FOR_PRICING_BASIS[pricing_basis])
 
     @pytest.mark.covers("quota_management.spend_tracking.service_tier_stream.messages_records_served_tier")
     def test_messages_stream_records_the_served_tier(
@@ -299,7 +315,14 @@ def test_messages_stream_records_the_served_tier(
             client.proxy,
             resources,
             "tier-messages-stream",
-            LiteLLMParamsBody(model=STREAM_BACKEND, api_key=OPENAI_API_KEY),
+            LiteLLMParamsBody(
+                model=STREAM_BACKEND,
+                api_key=OPENAI_API_KEY,
+                input_cost_per_token=INPUT_RATE,
+                output_cost_per_token=OUTPUT_RATE,
+                input_cost_per_token_priority=PRIORITY_INPUT_RATE,
+                output_cost_per_token_priority=PRIORITY_OUTPUT_RATE,
+            ),
         )
 
         result = client.proxy.messages_stream(
@@ -322,8 +345,9 @@ def test_messages_stream_records_the_served_tier(
 
         row = poll_cost_row_where(client.proxy, scoped_key, lambda r: r.spend is not None and r.spend > 0)
         assert row is not None, f"no spend row with a cost breakdown landed for the streamed messages call on {model}"
-        served_tier = row.breakdown.service_tier
-        assert served_tier in TIER_INPUT_RATES and served_tier is not None, (
+        pricing_basis = row.breakdown.service_tier
+        assert pricing_basis in INPUT_RATE_FOR_PRICING_BASIS, (
             "the anthropic wire format carries no service_tier, so the bill is the only record of "
-            f"the tier OpenAI served; the row recorded pricing basis {served_tier!r}"
+            f"the tier OpenAI served; the row recorded pricing basis {pricing_basis!r}"
         )
+        assert_fresh_tokens_billed_at(row, INPUT_RATE_FOR_PRICING_BASIS[pricing_basis])

tests/e2e/ui/tests/logs/logs.spec.ts

@@ -111,7 +111,15 @@ test.describe("Logs page", () => {
     await dismissFeedbackPopup(page);
     const search = visibleTestId(page, "datatable-search");
     await expect(search).toBeVisible({ timeout: 20_000 });
+    const searched = page.waitForResponse(
+      (response) =>
+        response.url().includes("/spend/logs/ui") &&
+        new URL(response.url()).searchParams.get("search") === callId &&
+        response.status() === 200,
+      { timeout: 20_000 },
+    );
     await search.fill(callId);
+    await searched;
 
     const row = requestLogsRows(page).filter({ hasText: requestId });
     await expect(row, `no logs row for call id ${callId}`).toHaveCount(1, { timeout: 30_000 });

tests/e2e/ui/tests/tagManagement/tagManagement.spec.ts

@@ -22,11 +22,10 @@ test.describe("Tag management", () => {
       async () => {
         await navigateToPage(page, DashboardPage.TagManagement);
         await page.getByRole("button", { name: "+ Create New Tag" }).click();
-        await expect(
-          page.getByRole("dialog", { name: "Create New Tag" }),
-        ).toBeVisible();
-        await page.getByLabel("Tag Name").fill(tagName);
-        await page.getByLabel("Description").fill(description);
+        const createDialog = page.getByRole("dialog", { name: "Create New Tag" });
+        await expect(createDialog).toBeVisible();
+        await createDialog.getByLabel("Tag Name").fill(tagName);
+        await createDialog.getByLabel("Description").fill(description);
         await page.getByRole("button", { name: "Create Tag" }).click();
 
         await expect

tests/integration/mcp/test_mcp_agent_365_guardrail.py

@@ -30,8 +30,10 @@
 TENANT: Final = "00000000-0000-4000-8000-0000000a3650"
 REJECTED: Final = "Agent 365 guardrail rejected the tool call"
 GUARDRAIL_ROWS: Final = (
-    "SELECT metadata->'guardrail_information' AS gi FROM \"LiteLLM_SpendLogs\" "
-    'WHERE api_key = %s AND call_type = %s ORDER BY "startTime"'
+    "SELECT COALESCE(jsonb_path_query_first(metadata, "
+    "'$.guardrail_information[*] ? (@.guardrail_name == $name).guardrail_status', "
+    "jsonb_build_object('name', %s::text)) #>> '{}', 'none') AS status "
+    'FROM "LiteLLM_SpendLogs" WHERE api_key = %s AND call_type = %s ORDER BY "startTime"'
 )
 FALLBACKS: Final = (None, "fail_open", "fail_closed")
 
@@ -95,11 +97,11 @@ def upstream_tool_names(self) -> tuple[str, ...]:
 
     def guardrail_statuses(self, call_type: str, at_least: int) -> list[str]:
         rows: Final = eventually(
-            lambda: read_rows(GUARDRAIL_ROWS, (sha256(self.key.encode()).hexdigest(), call_type)),
+            lambda: read_rows(GUARDRAIL_ROWS, (self.alias, sha256(self.key.encode()).hexdigest(), call_type)),
             lambda seen: len(seen) >= at_least,
             seconds=70,
         )
-        return [row["gi"][0]["guardrail_status"] if row["gi"] else "none" for row in rows]
+        return [str(row["status"]) for row in rows]
 
 
 @contextmanager