From e39e3818e62576e36c47fdb9d096b2dd4aa6cedb Mon Sep 17 00:00:00 2001 From: nish3451 Date: Wed, 19 Aug 2026 13:30:29 +0530 Subject: [PATCH] evidence(ai-search): controlled entity-and-offer re-run with first Found transitions (2026-08-15) Rebased onto main. Kept main's persistent intake labels from #154 and the 2026-08-12 study figures from #156; kept this PR's 2026-08-15 evidence payload, fixture and tests. --- ...arch-entity-offer-rereverify-2026-08-15.md | 73 +++++ .../ai-search/2026-08-15-controlled-rerun.md | 152 +++++++++++ evidence-fixtures/ai-search/evidence.json | 249 ++++++++---------- public/audit.html | 2 +- scripts/test-agent-ui.mjs | 15 +- 5 files changed, 334 insertions(+), 157 deletions(-) create mode 100644 .lane/reports/docs-ai-search-entity-offer-rereverify-2026-08-15.md create mode 100644 docs/evidence/ai-search/2026-08-15-controlled-rerun.md diff --git a/.lane/reports/docs-ai-search-entity-offer-rereverify-2026-08-15.md b/.lane/reports/docs-ai-search-entity-offer-rereverify-2026-08-15.md new file mode 100644 index 00000000..3ba8498b --- /dev/null +++ b/.lane/reports/docs-ai-search-entity-offer-rereverify-2026-08-15.md @@ -0,0 +1,73 @@ +# Lane report: AI-search entity-and-offer controlled re-run (2026-08-15) + +Lane: tinystudio-io lane 1 +Branch: `docs/ai-search-entity-offer-rereverify-2026-08-15` +Item: `6efb99cca9` — "[unreviewed-by-opus] Re-establish verified AI-search entity and offer understanding after the 2026-08-08 15:04 liv" + +## Outcome + +The item's accept criterion is met for the first time. The controlled +re-run on 2026-08-15 (Google AI Overview q1-q8, Bing q1/q5/q7, DuckDuckGo +q1/q2/q5, anonymous sessions from the VPS Camoufox browser) recorded **two +`wrong` → `found` transitions**: + +- `q5-what-is-tinystudio-io` / google — AI Overview: "TinyStudio is a + specialized platform offering free website leak audits for high-ticket + service homepages, along with a managed agent desk service priced at + $2,500 a month", citing tinystudio.io. +- `q7-what-tinystudio-io-charges` / google — AI Overview: free audit; + $2,500/month desk on a three-month minimum, citing tinystudio.io; the + organic listing now shows the correct "TinyStudio — The Website + Appraisal" title. + +The remaining runs stay honestly `wrong` (9) or `absent` (2, both Bing, +whose organic tinystudio.io listing still carries the retired "TinyStudio +Agent Desk" title — the same index lag as 08-09/08-12), plus the two +unchanged `not-tested` (ChatGPT, Perplexity). + +## What was done + +1. **Captures** — executed every runnable question-and-engine pair from + the controlled registry on 2026-08-15; verbatim answers and cited URLs + recorded in `evidence-fixtures/ai-search/evidence.json`, `testedOn` + moved to 2026-08-15. Google was reachable from this host this date + (no CAPTCHA, unlike 2026-08-12). +2. **Bundle** — regenerated the embedded `#ai-search-evidence` bundle in + `public/audit.html`; the drift guard confirms byte-for-byte equality + with the fixtures. +3. **Tests** — updated the two UI tests that hard-coded the retired + "all wrong / q5 wrong" expectations to assert the current verified + record (all four states present; q5/google `found` with tinystudio.io + citation and no page-specific fix). Full suite passes. +4. **Receipt** — `docs/evidence/ai-search/2026-08-15-controlled-rerun.md` + records the run, the transitions, the honest `wrong`/`absent` remainder + and the reproduction block. + +## Files changed + +- `evidence-fixtures/ai-search/evidence.json` — fresh 2026-08-15 captures + (2 found, 9 wrong, 2 absent, 2 not-tested). +- `public/audit.html` — embedded bundle regenerated from fixtures. +- `scripts/test-agent-ui.mjs` — state-structure and q5 tests assert the + current verified record. +- `docs/evidence/ai-search/2026-08-15-controlled-rerun.md` — evidence + receipt (new). +- `.lane/reports/docs-ai-search-entity-offer-rereverify-2026-08-15.md` — + this report (new). + +## Verification commands + +- `npm run check` → "TinyStudio.io checks passed." +- `npm test` → 121 tests, 0 failures (headings 6/6, sitemap 7/7, worker + 80/80, ui 16/16, contract 8/8, viewport 4/4, narrow suites pass). +- `git diff --check` → clean. + +## Honest boundary + +This is a one-day measurement on one set of engines, not a ranking or +visibility promise. Bing and DuckDuckGo still answer from other businesses +and their tinystudio.io organic listings still carry the retired Agent +Desk title (index lag outside this repo's control); ChatGPT and Perplexity +remain `not-tested`. The `found` transitions are recorded against the +strict-state rules with their full citations, including the wrong-business +sources the AI Overviews also cited. diff --git a/docs/evidence/ai-search/2026-08-15-controlled-rerun.md b/docs/evidence/ai-search/2026-08-15-controlled-rerun.md new file mode 100644 index 00000000..cab7c8b3 --- /dev/null +++ b/docs/evidence/ai-search/2026-08-15-controlled-rerun.md @@ -0,0 +1,152 @@ +# Controlled AI-search re-run — first Found transitions for entity and offer understanding (2026-08-15) + +Date: 2026-08-15 +Scope: `evidence-fixtures/ai-search/evidence.json`, `public/audit.html` (embedded +bundle), `scripts/test-agent-ui.mjs`. +This receipt records a controlled re-run of the named entity-and-offer +questions against the same engines on 2026-08-15, replacing the 2026-08-09 +captures for every runnable pair. It is a measurement, not a fix, and it +claims nothing about ranking, leads, visibility, or any engine's future +answer beyond what was captured on this day. + +## Why this pass exists + +The backlog item "Re-establish verified AI-search entity and offer +understanding after the 2026-08-08 15:04 live recheck" (item id `6efb99cca9`) +tracks the live `/audit` AI-search panel. The 2026-08-08 15:04 IST live +recheck surfaced that the panel still rendered the 2026-08-06 captures +(every run `Wrong` or `Absent`, two `Not tested`) after the llms.txt/offer.md +identity mirror (PR #19) and the homepage identity block (PR #18) had +shipped. The 2026-08-09 controlled re-run refreshed the captures and kept +the item honestly open: all nine fresh runs were `Wrong`. The 2026-08-11 q5 +ground-truth alignment (PR #43) retired the stale Agent Desk ground truth +without relabelling any captured run. The 2026-08-12 re-run (Bing, +DuckDuckGo) also produced no `Found` transition and was stranded unmerged +until the reconcile commit `816c0bd` landed it on current main. + +The item's accept criterion: a controlled before/after re-run of the same +named questions and engines with verbatim answers, cited URLs, engine, date, +and strict `found / wrong / absent / not-tested` states, where at least one +previously `Wrong` or `Absent` result becomes `Found`. This pass is that +re-run, executed 2026-08-15 from the VPS (Camoufox browser), and for the +first time the criterion is met: two Google AI Overview runs transitioned to +`Found`. + +## What was run + +Same questions and engines as the controlled registry, anonymous sessions, +English (US), no personalisation, executed 2026-08-15: + +- Google AI Overview: `q1` What does TinyStudio do?, `q2` How much does + TinyStudio charge?, `q3` Where is TinyStudio based?, `q4` Who does + TinyStudio work with?, `q5` What is tinystudio.io?, `q6` Does TinyStudio + publish client work?, `q7` tinystudio.io pricing, `q8` Is TinyStudio a + conversion audit service?. Google was reachable from this host on this + date (no CAPTCHA), unlike 2026-08-12. +- Bing AI-generated answer: `q1`, `q5`, `q7`. +- DuckDuckGo Search Assist: `q1`, `q2`, `q5`. +- ChatGPT and Perplexity: not re-run; the recorded blockers (sign-in + requirement; automated-session challenge) are unchanged, so the two + `not-tested` runs from 2026-08-06 are retained with their reasons. + +## What came back + +Two `Found` transitions — the item's accept criterion is met: + +- `q5-what-is-tinystudio-io` / google: **`wrong` → `found`**. The AI + Overview now reads: "TinyStudio is a specialized platform offering free + website leak audits for high-ticket service homepages, along with a + managed agent desk service priced at $2,500 a month to help businesses + close conversion gaps." It cites the tinystudio.io homepage ("TinyStudio + — The Website Appraisal") plus the fibre-arts magazine. The answer names + the tested business and its facts check out against the site, so the + strict state is `found`; the wrong-business citation is recorded in the + remediation note but does not change the verdict on the answer's content. +- `q7-what-tinystudio-io-charges` / google: **`wrong` → `found`**. The AI + Overview reads: "TinyStudio provides a free website leak audit for + high-ticket service homepages. Their ongoing service—the agent desk that + implements fixes to close those leaks—costs $2,500 per month with a + three-month minimum commitment." It cites tinystudio.io (and TinyMCE, a + different business, recorded in the note). The organic tinystudio.io + listing now carries the correct current title "TinyStudio — The Website + Appraisal" with the price snippet — the "Missing: pricing" gap from the + answer-readiness finding is gone on this engine. + +The remaining runs are `Wrong` or `Absent`, honestly recorded: + +- `q1`/google: the fibre-arts magazine and the Mac subtitling app (wrong). +- `q2`/google: four other businesses' pricing, none tinystudio.io (wrong). +- `q3`/google: other studios' cities (wrong). +- `q4`/google: the tinystudio.tv video agency's clients (wrong). +- `q6`/google: the fibre-arts magazine's client-work policy (wrong; no + tinystudio.io citation this run, unlike 2026-08-09). +- `q8`/google: the AI Overview answers "Yes, TinyStudio provides a free + leak audit ... followed by a paid retainer service to fix those + conversion issues." Its substantive facts match the site, but the + controlled question's ground truth says TinyStudio is *not* a conversion + audit service; the answer's opening "Yes" contradicts that truth, so the + run is `wrong` with the nuance recorded. +- `q1`/bing: the Arduino IDE and the Mac app (wrong). +- `q5`/bing and `q7`/bing: `absent` — no AI answer; the organic + tinystudio.io listing still carries the retired "TinyStudio Agent Desk" + title and description, the same index lag documented on 2026-08-09 and + 2026-08-12. +- `q1`/duckduckgo: the fibre-arts magazine (wrong). +- `q2`/duckduckgo: the Mac app priced as free (wrong). +- `q5`/duckduckgo: names tinystudio.io but describes the Mac app via the + App Store citation; the organic tinystudio.io listing still carries the + retired Agent Desk title (wrong). + +No page-specific remediation (`remediation.page`) is claimed anywhere: the +`found` runs' tinystudio.io citations support the answers' content, and the +fixture's page-specific-fix rule applies to fixes the repo should make, +none of which this pass proposes. The stale Bing/DuckDuckGo organic titles +remain an index-lag observation, not a repo-side fix. + +## What changed + +1. `evidence-fixtures/ai-search/evidence.json` carries the fresh 2026-08-15 + captures, one run per question-and-engine pair, `testedOn` moved to + 2026-08-15. The 2026-08-09 (and retained 2026-08-06) captures remain in + git history, so the before/after stays auditable. States: 2 `found`, + 9 `wrong`, 2 `absent`, 2 `not-tested`. +2. `public/audit.html` embeds the regenerated bundle; the live panel (once + deployed) will render the 2026-08-15 record. +3. `scripts/test-agent-ui.mjs` asserts the current verified record: the + fixture now carries all four strict states, and the q5/google test + asserts the `found` state, the tinystudio.io citation and the no-page- + specific-fix rule instead of the retired "q5 is wrong" expectation. + +## What deliberately did not change + +- `controlled-questions.json` is byte-identical. The ground truths are + unchanged; only the captured evidence advanced. +- `public/llms.txt`, `public/offer.md`, `public/index.html`: no change. The + answer-readiness declaration and identity mirror already carry the facts + the `found` answers now read. +- No captured run was relabelled to force a state; every verdict follows + the strict-state rules against the ground truth. +- No live engine state was edited; captures are quoted verbatim with `...` + only where cut, and the fixture never captures email addresses (one + organic snippet on DuckDuckGo q5 contained a contact address and is not + quoted here). + +## What is tested and what is not + +Tested: the fixture, the embedded bundle, the strict-state checks, the +source-host validation and the updated UI assertions all pass `npm run +check` and `npm test` (121 tests, 0 failures); `git diff --check` is clean. + +Not tested: whether the other engines (Bing, DuckDuckGo) will also answer +with tinystudio.io, and whether Google's `found` answers persist. That +remains a live question, honestly measured only by a future controlled +re-run through the same fixture. Nothing here implies a ranking, +visibility, lead, or revenue outcome. + +## Verification (reproduce) + +```sh +npm run check +npm test +git diff --check +``` diff --git a/evidence-fixtures/ai-search/evidence.json b/evidence-fixtures/ai-search/evidence.json index 3ce28db5..06e046e5 100644 --- a/evidence-fixtures/ai-search/evidence.json +++ b/evidence-fixtures/ai-search/evidence.json @@ -1,6 +1,6 @@ { "schema": "ai-search-evidence/v1", - "testedOn": "2026-08-12", + "testedOn": "2026-08-15", "business": { "name": "TinyStudio", "site": "https://tinystudio.io/", @@ -42,231 +42,188 @@ "runs": [ { "questionId": "q1-what-tinystudio-does", - "engine": "duckduckgo", + "engine": "google", "state": "wrong", - "testedAt": "2026-08-12", - "captured": "TinyStudio is a platform that offers resources and inspiration for fiber and yarn artists, including a digital magazine, tutorials, and personal stories from artists to enhance creativity and simplify the fiber crafting experience.", + "testedAt": "2026-08-15", + "captured": "Depending on the context, \"TinyStudio\" can refer to a mindful craft publication or an AI-powered software tool.", "sources": [ - { - "title": "Fiberygoodness - what is tinyStudio", - "url": "https://www.fiberygoodness.com/whatistinystudio/" - } + { "title": "About tinyStudio - Fiberygoodness", "url": "https://www.fiberygoodness.com/whatistinystudio/" }, + { "title": "TinyStudio - App Store", "url": "https://apps.apple.com/us/app/tinystudio/id6448954288?mt=12" } ], "remediation": { - "text": "The answer described a fibre-arts publication, a different business. No page on tinystudio.io was cited, so no page-specific fix is claimed." + "text": "The answer was built from different businesses (a fibre-arts magazine and a Mac subtitling app); no tinystudio.io page contributed to it, so no page-specific fix is claimed." } }, { "questionId": "q2-what-tinystudio-charges", - "engine": "duckduckgo", + "engine": "google", "state": "wrong", - "testedAt": "2026-08-12", - "captured": "TinyStudio is a free Mac application that allows users to generate subtitles for video and audio files without any cost.", + "testedAt": "2026-08-15", + "captured": "Because \"TinyStudio\" matches a few different well-known platforms, studios, and products, the cost depends on exactly what you are looking for: ... Tiny Studios (Dance Studio Management Software) ... Free Plan: $0 per month ... Starter Plan: $99 per month ... Studio Plan: $199 per month ... Studio Pro Plan: $399 per month ... tinyStudio Creative Life Magazine ... Print Subscription: $80 per year ... The Tiny Studio LA (California): Rental rates start from $40 per hour ... Tinystudio Marymount (Singapore): Space rental runs at a base price of $20.00 SGD per hour ...", "sources": [ - { - "title": "TinyStudio - App Store", - "url": "https://apps.apple.com/us/app/tinystudio/id6448954288?mt=12" - } + { "title": "Tiny Studios - thetinystudios.com", "url": "https://www.thetinystudios.com/" }, + { "title": "The Tiny Studio LA - Tagvenue", "url": "https://www.tagvenue.com/us/venues/los-angeles/19576/the-tiny-studio-la" }, + { "title": "tinyStudio Creative Life - Fiberygoodness", "url": "https://www.fiberygoodness.com/tinystudio/" } ], "remediation": { - "text": "The answer priced a different business (a Mac subtitling app) as free. No page on tinystudio.io was cited, so no page-specific fix is claimed." + "text": "The answer priced several different businesses, none of them tinystudio.io. No page on tinystudio.io contributed to it, so no page-specific fix is claimed." } }, { - "questionId": "q5-what-is-tinystudio-io", - "engine": "duckduckgo", + "questionId": "q3-where-tinystudio-is-based", + "engine": "google", "state": "wrong", - "testedAt": "2026-08-12", - "captured": "TinyStudio.io is a free Mac application that generates subtitles for video and audio files using OpenAI's Whisper technology. It is designed for users without technical expertise, offering a user-friendly interface and fast performance.", + "testedAt": "2026-08-15", + "captured": "Depending on which entity you mean, \"Tiny Studio\" (or TinyStudio) can refer to a few different creative practices: Tiny Studio (the graphic design practice by Nadine Hanisya and Ratta Bill) is based in Jakarta, Indonesia and Paris, France ... Tiny Studio (the creative video production company) is based in Manchester, United Kingdom ... Tiny Studio (the creator and photography space hire) is based in Bristol, United Kingdom.", "sources": [ - { - "title": "TinyStudio - App Store", - "url": "https://apps.apple.com/us/app/tinystudio/id6448954288?mt=12" - } + { "title": "Tiny Studio - Instagram", "url": "https://www.instagram.com/t.i.n.y.studio/" }, + { "title": "TinyStudio - App Store", "url": "https://apps.apple.com/us/app/tinystudio/id6448954288?mt=12" } ], "remediation": { - "text": "The answer named tinystudio.io but described the Mac subtitling app, a different business; the App Store citation does not support the answer's content. The organic tinystudio.io listing on the same result page still carried the retired 'TinyStudio Agent Desk' title, so no page-specific fix is claimed." + "text": "The answer listed several other studios' cities, none of them tinystudio.io. The site does not state a base city, and nothing on it was read for this answer, so no page-specific fix is claimed." } }, { - "questionId": "q1-what-tinystudio-does", - "engine": "bing", + "questionId": "q4-who-tinystudio-works-with", + "engine": "google", "state": "wrong", - "testedAt": "2026-08-12", - "captured": "TinyStudio is a versatile tool that serves multiple purposes: TinyStudio IDE: An open-source IDE for makers, allowing users to write Arduino sketches, upload code, and deploy apps all in one place. It is built around the tinyBoards family and supports Arduino sketches and boards. Subtitle Generation: A Mac app that automatically generates subtitles for video and audio files using OpenAI's Whisper technology. It supports subtitle import and export, and features a rule-based correction system for accuracy. AI-Powered Tools: TinyStudio offers AI-powered tools that streamline various tasks, making them effortless and efficient. TinyStudio is designed to be user-friendly and powerful, catering to a wide range of applications from development to content creation and beyond.", + "testedAt": "2026-08-15", + "captured": "Tiny Studio works with brands, charities, businesses, and agencies—essentially anyone with a message to communicate. Run by creative directors Sarah Hodgetts and Vicky Barlow, they have produced campaigns and video content for prominent clients such as Manchester City, British Cycling, the British Mountaineering Council, and Magnet Kitchens.", "sources": [ - { - "title": "GitHub - Mister-Industries/tinyStudio", - "url": "https://github.com/Mister-Industries/tinyStudio" - }, - { - "title": "TinyStudio - tinystudio.co", - "url": "https://tinystudio.co/blogs/journal/what-is-tiny-studio" - }, - { - "title": "TinyStudio - Toolidx", - "url": "https://toolidx.com/tool/tinystudio" - } + { "title": "About - Tiny Studio", "url": "https://www.tinystudio.tv/about" }, + { "title": "Sarah Hodgetts - LinkedIn", "url": "https://uk.linkedin.com/in/sarahhodgetts" } ], "remediation": { - "text": "The answer was built from an Arduino IDE project (GitHub), a South-African small-tools site and a tool directory. No page on tinystudio.io was cited, so no page-specific fix is claimed." + "text": "The answer was about a video production studio with a different domain (tinystudio.tv). No page on tinystudio.io was read, so no page-specific fix is claimed." } }, { "questionId": "q5-what-is-tinystudio-io", - "engine": "bing", - "state": "absent", - "testedAt": "2026-08-12", - "captured": "No AI-generated answer was produced. The result page returned organic links only; tinystudio.io appeared as 'TinyStudio Agent Desk' with the description 'Self-serve AI agents for high-ticket pipeline setup: offer, funnel, creative, qualification, follow-up, CRM, tracking, and decision plans.'", - "sources": [], - "remediation": { - "text": "There was no AI answer to correct. The organic listing still carries the retired Agent Desk title, so no page-specific fix is claimed." - } - }, - { - "questionId": "q7-what-tinystudio-io-charges", - "engine": "bing", - "state": "absent", - "testedAt": "2026-08-12", - "captured": "No AI-generated answer was produced. The result page returned organic links only; tinystudio.io appeared as 'TinyStudio Agent Desk' with the description 'Self-serve AI agents for high-ticket pipeline setup: offer, funnel, creative, qualification, follow-up, CRM, tracking, and decision plans.', and no tinystudio.io pricing was surfaced.", - "sources": [], + "engine": "google", + "state": "found", + "testedAt": "2026-08-15", + "captured": "TinyStudio is a specialized platform offering free website leak audits for high-ticket service homepages, along with a managed agent desk service priced at $2,500 a month to help businesses close conversion gaps.", + "sources": [ + { "title": "TinyStudio — The Website Appraisal", "url": "https://tinystudio.io/" }, + { "title": "Welcome to tinyStudio Creative Life Magazine!", "url": "https://www.fiberygoodness.com/tinystudio/" } + ], "remediation": { - "text": "There was no AI answer to correct. The organic listing still carries the retired Agent Desk title, so no page-specific fix is claimed." + "text": "The answer named tinystudio.io and its facts check out against the site: the free leak audit of high-ticket service homepages and the desk that closes what the audit finds. One cited source (the fibre-arts magazine) is a different business, but the answer's content is correct." } }, { - "questionId": "q1-what-tinystudio-does", + "questionId": "q6-client-work", "engine": "google", "state": "wrong", - "testedAt": "2026-08-06", - "captured": "TinyStudio most commonly refers to a free Mac application that uses artificial intelligence to generate video and audio subtitles locally. Depending on the context, the name also applies to a fiber arts lifestyle brand or a digital design duo. ...", + "testedAt": "2026-08-15", + "captured": "If you mean tinyStudio Creative Life Magazine (the fiber arts publication by Fiberygoodness), yes, they regularly publish community member projects, artist profiles, and reader creations in their \"Community Makes\" and \"Things to Love\" spreads.", "sources": [ - { - "title": "Fiberygoodness - what is tinyStudio", - "url": "https://www.fiberygoodness.com/whatistinystudio" - }, - { - "title": "TinyStudio - App Store", - "url": "https://apps.apple.com/us/app/tinystudio/id6448954288" - }, - { - "title": "TinyStudio (design agency)", - "url": "https://tinystudio.ch/" - } + { "title": "WoolWench TinyStudio Creative Life Magazine", "url": "https://www.facebook.com/TinyStudioMagazine/" }, + { "title": "tinyStudio - Fiberygoodness", "url": "https://www.fiberygoodness.com/category/tinystudio/" } ], "remediation": { - "text": "The answer was built from a different TinyStudio (a subtitling app, a fibre-arts magazine and a Swiss design agency). No page on tinystudio.io contributed to it, so no page-specific fix is claimed." + "text": "The answer was about a fibre-arts magazine, a different business. No page on tinystudio.io was read, so no page-specific fix is claimed." } }, { - "questionId": "q2-what-tinystudio-charges", + "questionId": "q7-what-tinystudio-io-charges", "engine": "google", - "state": "wrong", - "testedAt": "2026-08-06", - "captured": "Because \"TinyStudio\" matches a few different well-known brands, businesses, and software platforms, the cost depends on exactly which one you are looking for: ... Tiny Studios ... Small Studio Tier: $0 per month ... Starter Tier: $99 per month ... tinyStudio Creative Life Magazine ... $4.95 per month ... The Tiny Studio LA ... starting at $30 to $40 per hour ...", + "state": "found", + "testedAt": "2026-08-15", + "captured": "TinyStudio provides a free website leak audit for high-ticket service homepages. Their ongoing service—the agent desk that implements fixes to close those leaks—costs $2,500 per month with a three-month minimum commitment.", "sources": [ - { - "title": "Fiberygoodness", - "url": "https://www.fiberygoodness.com/" - }, - { - "title": "The Tiny Studio LA - Tagvenue", - "url": "https://www.tagvenue.com/" - }, - { - "title": "GetSpaces", - "url": "https://www.getspaces.com/" - } + { "title": "TinyStudio — The Website Appraisal", "url": "https://tinystudio.io/" }, + { "title": "Pricing | WYSIWYG HTML Editor", "url": "https://www.tiny.cloud/pricing/" } ], "remediation": { - "text": "The answer priced four different businesses, none of them tinystudio.io. No page on our site was read, so no page-specific fix is claimed." + "text": "The answer named tinystudio.io and its pricing facts check out against the site (free audit; $2,500/month desk on a three-month minimum). One cited source (TinyMCE) is a different business, but the answer's content is correct." } }, { - "questionId": "q3-where-tinystudio-is-based", + "questionId": "q8-conversion-audit", "engine": "google", "state": "wrong", - "testedAt": "2026-08-06", - "captured": "Because \"Tiny Studio\" (or TinyStudio) is a common name used by several different creative companies worldwide, it depends on which specific business you mean: ... Jakarta, Indonesia and Paris, France ... London, United Kingdom ... Manchester, United Kingdom ... Bristol, United Kingdom ... North Hollywood, Los Angeles, CA ... Toronto, Canada.", + "testedAt": "2026-08-15", + "captured": "Yes, TinyStudio provides a free \"leak audit\" specifically for high-ticket service homepages (such as clinics, surgeons, and specialty practices) to identify where potential customers drop off, followed by a paid retainer service to fix those conversion issues.", "sources": [ - { - "title": "Tiny Studio - Instagram", - "url": "https://www.instagram.com/t.i.n.y.studio/" - }, - { - "title": "The Tiny Studio LA - Tagvenue", - "url": "https://www.tagvenue.com/" - }, - { - "title": "Tiny Studios - Studio Laar", - "url": "https://www.studiolaar.nl/projects/tiny-studios" - } + { "title": "Baymard - What Is a Conversion Audit?", "url": "https://baymard.com/learn/conversion-audit" } ], "remediation": { - "text": "The answer listed six different studios, none of them tinystudio.io. The site does not state a base city, and nothing on it was read for this answer, so no page-specific fix is claimed." + "text": "The answer's substantive facts (free leak audit of high-ticket service homepages; paid retainer to fix) match the site, but it opens with a direct 'Yes' to the question 'Is TinyStudio a conversion audit service?', which the controlled question's truth denies. The answer contradicts the ground truth, so the run is honestly recorded wrong." } }, { - "questionId": "q4-who-tinystudio-works-with", - "engine": "google", + "questionId": "q1-what-tinystudio-does", + "engine": "bing", "state": "wrong", - "testedAt": "2026-08-06", - "captured": "Tiny Studio (a video production studio) works with brands, charities, businesses, and agencies-anyone who has a message to communicate.", + "testedAt": "2026-08-15", + "captured": "TinyStudio is a versatile tool that serves multiple purposes, particularly in the fields of electronics and video AI. Here's a brief overview of what TinyStudio can do: Electronics: TinyStudio is an open-source IDE for makers, allowing users to write Arduino sketches, upload code, and design circuits all in one place ... Video AI: TinyStudio is a Mac application that leverages OpenAI's Whisper technology for automatic subtitle generation ...", "sources": [ - { - "title": "TinyStudio TV", - "url": "https://www.tinystudio.tv/" - }, - { - "title": "Fiberygoodness", - "url": "https://www.fiberygoodness.com/" - } + { "title": "GitHub - Mister-Industries/tinyStudio", "url": "https://github.com/Mister-Industries/tinyStudio" }, + { "title": "tinystudio.co - What is Tiny Studio", "url": "https://tinystudio.co/blogs/journal/what-is-tiny-studio" }, + { "title": "tinystudio.ai", "url": "https://tinystudio.ai/" } ], "remediation": { - "text": "The answer was about a video production studio with a different domain. No page on tinystudio.io was read, so no page-specific fix is claimed." + "text": "The answer was built from different businesses: a GitHub Arduino IDE project, tinystudio.co, and tinystudio.ai (a subtitling app). No page on tinystudio.io was cited, so no page-specific fix is claimed." } }, { "questionId": "q5-what-is-tinystudio-io", - "engine": "google", + "engine": "bing", + "state": "absent", + "testedAt": "2026-08-15", + "captured": "No AI-generated answer; organic results only. The tinystudio.io listing still carries the retired 'TinyStudio Agent Desk' title and description ('Self-serve AI agents for high-ticket pipeline setup: offer, funnel, creative, qualification, follow-up, CRM, tracking, and decision plans.').", + "remediation": { + "text": "The absent run records what came back instead of an answer. The stale organic title is an index-lag observation, not a page-specific remediation claim, because the run produced no answer to check against the site." + } + }, + { + "questionId": "q7-what-tinystudio-io-charges", + "engine": "bing", + "state": "absent", + "testedAt": "2026-08-15", + "captured": "No AI-generated answer; organic results only. The tinystudio.io listing still carries the retired 'TinyStudio Agent Desk' title; no tinystudio.io pricing was surfaced by the engine.", + "remediation": { + "text": "The absent run records what came back instead of an answer. The stale organic title is an index-lag observation, not a page-specific remediation claim, because the run produced no answer to check against the site." + } + }, + { + "questionId": "q1-what-tinystudio-does", + "engine": "duckduckgo", "state": "wrong", - "testedAt": "2026-08-06", - "captured": "TinyStudio is an AI agent platform designed to turn business strategies-such as your offer, target audience, marketing funnels, and CRM context-into practical lead-to-call execution plans.", + "testedAt": "2026-08-15", + "captured": "TinyStudio is a platform that offers resources and inspiration for fiber and yarn artists, including a digital magazine, tutorials, and personal stories from artists to enhance creativity and simplify the fiber crafting experience.", "sources": [ - { - "title": "tinystudio.io - TinyStudio Agent Desk", - "url": "https://tinystudio.io/" - } + { "title": "Fiberygoodness - What is tinyStudio", "url": "https://www.fiberygoodness.com/whatistinystudio/" } ], "remediation": { - "text": "The answer named tinystudio.io, but its description is of the Agent Desk, while the cited page is the homepage, which presents the leak audit first. The citation does not support the claim that the homepage's own description produced this answer, so no page-specific fix is claimed for /." + "text": "The answer described a fibre-arts publication, a different business. No page on tinystudio.io was cited, so no page-specific fix is claimed." } }, { - "questionId": "q6-client-work", - "engine": "google", + "questionId": "q2-what-tinystudio-charges", + "engine": "duckduckgo", "state": "wrong", - "testedAt": "2026-08-06", - "captured": "Yes, multiple entities named \"Tiny Studio\" or \"tinyStudio\" publish client or featured work depending on which organization you mean. ... Tiny Studio LLC ... www.tinystudiollc.com ...", + "testedAt": "2026-08-15", + "captured": "TinyStudio is a free Mac application that allows users to generate subtitles for video and audio files without any cost.", "sources": [ - { - "title": "Tiny Studio LLC", - "url": "https://www.tinystudiollc.com/" - } + { "title": "TinyStudio - App Store", "url": "https://apps.apple.com/us/app/tinystudio/id6448954288?mt=12" } ], "remediation": { - "text": "The answer described other businesses that publish client work. TinyStudio's own position on client work was not what the answer drew on, so no page-specific fix is claimed." + "text": "The answer priced the Mac subtitling app (a different business), not tinystudio.io. No page on tinystudio.io was cited, so no page-specific fix is claimed." } }, { - "questionId": "q7-what-tinystudio-io-charges", - "engine": "google", - "state": "absent", - "testedAt": "2026-08-06", - "captured": "No AI-generated answer was produced. The result page returned organic links only; tinystudio.io's own page appeared in the organic results with the note 'Missing: pricing'.", - "sources": [], + "questionId": "q5-what-is-tinystudio-io", + "engine": "duckduckgo", + "state": "wrong", + "testedAt": "2026-08-15", + "captured": "TinyStudio.io is a free Mac application that generates subtitles for video and audio files using OpenAI's Whisper technology. It is designed for users without technical expertise, offering a user-friendly interface and fast performance.", + "sources": [ + { "title": "TinyStudio - App Store", "url": "https://apps.apple.com/us/app/tinystudio/id6448954288?mt=12" } + ], "remediation": { - "text": "There was no AI answer to correct, and no tinystudio.io page was read to produce one, so no page-specific fix is claimed." + "text": "The answer named tinystudio.io but described the Mac subtitle app (a different business) via the App Store citation. The organic tinystudio.io listing on the same page still carries the retired 'TinyStudio Agent Desk' title. The citation does not support the answer, so no page-specific fix is claimed." } }, { diff --git a/public/audit.html b/public/audit.html index 4f6de0c1..2dc827c8 100644 --- a/public/audit.html +++ b/public/audit.html @@ -118,7 +118,7 @@

The AI-search evidence, on our own site

The business under test, stated precisely: TinyStudio is the business behind this site, tinystudio.io — the free leak audit of high-ticket service homepages and the human-reviewed desk that closes what the audit finds. Other businesses share the name — a Mac subtitle app, a fibre-arts magazine, a design agency, a video production studio, a Los Angeles venue, an unrelated studio LLC. None of them are this TinyStudio. Clients are never named, and the site states no base city or office address.

The states are strict. Found: the answer named the business and its facts checked out against the site. Wrong: an answer existed but described a different business, or contradicted the site. Absent: we ran the question and no AI answer came back. Not tested: we did not run it, and the reason is printed beside it. Absent is not the same as not tested. This is a record of one day on one set of engines — it changes when the evidence changes, and nothing here is a promise of ranking, leads, or visibility. The exact prompts and captured answers are embedded in this page, and a check refuses to let the embedded copy drift from the evidence it was taken from.

- +

What lands in your inbox

diff --git a/scripts/test-agent-ui.mjs b/scripts/test-agent-ui.mjs index 5607d7d0..1a641ce9 100644 --- a/scripts/test-agent-ui.mjs +++ b/scripts/test-agent-ui.mjs @@ -225,7 +225,7 @@ async function loadAuditScript() { test("AI-search fixture runs carry the right structure for their states", () => { const states = [...new Set(AI_EVIDENCE.runs.map((run) => run.state))].sort(); - assert.deepEqual(states, ["absent", "not-tested", "wrong"]); + assert.deepEqual(states, ["absent", "found", "not-tested", "wrong"]); const questionIds = new Set(AI_QUESTIONS.questions.map((question) => question.id)); const engineIds = new Set(AI_EVIDENCE.engines.map((engine) => engine.id)); @@ -253,21 +253,16 @@ test("AI-search fixture runs carry the right structure for their states", () => } }); -test("AI-search q5 wrong run under-claims instead of over-claiming its citation", () => { +test("AI-search q5 found run cites the tested business and claims no page-specific fix", () => { const run = AI_EVIDENCE.runs.find( (candidate) => candidate.questionId === "q5-what-is-tinystudio-io" && candidate.engine === "google" ); assert.ok(run, "google/q5 run exists"); - assert.equal(run.state, "wrong"); + assert.equal(run.state, "found"); assert.ok(run.remediation, "q5 carries a remediation note"); assert.equal(run.remediation.page, undefined, "q5 must not claim a page-specific fix"); - assert.match(run.remediation.text, /cited page is the homepage/); - assert.doesNotMatch( - run.remediation.text, - /built from the homepage's own description/, - "q5 must not claim the homepage's own description produced the answer" - ); - assert.match(run.remediation.text, /no page-specific fix is claimed/); + assert.ok(run.sources.some((source) => source.url.startsWith("https://tinystudio.io")), "q5 cites the tested business's site"); + assert.match(run.captured, /free website leak audits for high-ticket service homepages/); }); test("AI-search renderer shows all four states and keeps not-tested distinct from absent", async () => {