{ "title": "The 2026 AI Search Readability Index", "runAt": "2026-10-11T15:05:30.158Z", "engineCommit": "5857303", "scoringVersion": 2, "method": { "mode": "audit", "maxPagesPerDomain": 40, "budgetMsPerDomain": 45000, "domainConcurrency": 5, "userAgent": "CrawlableBot/1.0 (+https://usecrawlable.com/bot; AI-readability auditor)", "retries": 1 }, "summary": { "domains": 50, "scored": 46, "blocked": 4, "failed": 0, "averageScore": 51.5, "medianScore": 55, "pct": { "hydrationTrap": 30.4, "rawHtmlBelowFull": 78.3, "capped": 8.7, "llmsTxtMissing": 23.9, "llmsTxtMalformed": 45.7, "llmsTxtNotToSpec": 69.6, "shopifyDefaultLlmsTxt": 17.4, "retrievalBlocked": 4.3, "oaiOrPerplexityBlocked": 0, "noAiCrawlerNamed": 78.3, "schemaNoRichEntity": 26.1, "schemaBelowFull": 41.3, "below70": 93.5, "gradeA": 0 }, "grades": { "A": 0, "B": 0, "C": 3, "D": 30, "F": 13 }, "cohorts": [ { "cohort": "startups", "label": "YC & high-growth startups", "sites": 17, "scored": 16, "averageScore": 43.1, "averageRawHtml": 24.1, "averageSchema": 15.6, "averageLlmsTxt": 2.8, "averageGovernance": 0.6 }, { "cohort": "saas", "label": "Major SaaS & tech companies", "sites": 17, "scored": 16, "averageScore": 59.2, "averageRawHtml": 28.1, "averageSchema": 17.8, "averageLlmsTxt": 10.3, "averageGovernance": 4.4 }, { "cohort": "ecommerce", "label": "E-commerce & DTC brands", "sites": 16, "scored": 14, "averageScore": 52.4, "averageRawHtml": 26.4, "averageSchema": 20, "averageLlmsTxt": 5.7, "averageGovernance": 0.7 } ] }, "rows": [ { "domain": "supabase.com", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://supabase.com", "score": 65, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 5, "governancePoints": 10, "readability": 90, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 753, "framework": "Next.js", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Supabase Docs", "llmsTxtIssues": [ "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is." ], "robotsTxtFound": true, "aiCrawlersNamed": 4, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "BlogPosting", "SoftwareApplication" ], "durationMs": 9295, "attempts": 1, "auditedAt": "2026-10-11T15:05:39.454Z" }, { "domain": "resend.com", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://resend.com", "score": 55, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 5, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 2391, "framework": "Next.js", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Resend", "llmsTxtIssues": [ "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "BlogPosting", "SoftwareApplication" ], "durationMs": 10480, "attempts": 1, "auditedAt": "2026-10-11T15:05:40.646Z" }, { "domain": "cursor.com", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://cursor.com", "score": 50, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 88, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 1, "noscriptPages": 0, "entryPageWords": 936, "framework": "Next.js", "llmsTxt": "malformed", "llmsFullTxt": false, "llmsTxtHeading": "# Cursor Documentation", "llmsTxtIssues": [ "Found 4 H1 headings. The spec expects exactly one.", "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is.", "No markdown links found. The file is only useful if it points at real pages." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "BlogPosting", "FAQPage", "SoftwareApplication" ], "durationMs": 10431, "attempts": 1, "auditedAt": "2026-10-11T15:05:40.597Z" }, { "domain": "linear.app", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://linear.app", "score": 25, "grade": "F", "rawHtmlPoints": 25, "schemaPoints": 0, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 88, "capLimit": null, "pagesAudited": 39, "pagesFailed": 1, "shellPages": 1, "noscriptPages": 0, "entryPageWords": 1619, "framework": "Next.js", "llmsTxt": "malformed", "llmsFullTxt": false, "llmsTxtHeading": "# Linear", "llmsTxtIssues": [ "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": 17117, "attempts": 1, "auditedAt": "2026-10-11T15:05:47.283Z" }, { "domain": "v0.dev", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://v0.app", "score": 5, "grade": "F", "rawHtmlPoints": 0, "schemaPoints": 5, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 7, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 37, "noscriptPages": 0, "entryPageWords": 277, "framework": "Next.js", "llmsTxt": "missing", "llmsFullTxt": false, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": 17210, "attempts": 1, "auditedAt": "2026-10-11T15:05:47.376Z" }, { "domain": "posthog.com", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://posthog.com", "score": 50, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 75, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 6, "noscriptPages": 0, "entryPageWords": 907, "framework": "Gatsby", "llmsTxt": "malformed", "llmsFullTxt": false, "llmsTxtHeading": "# PostHog", "llmsTxtIssues": [ "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "SoftwareApplication" ], "durationMs": 39144, "attempts": 1, "auditedAt": "2026-10-11T15:06:18.613Z" }, { "domain": "raycast.com", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.raycast.com", "score": 35, "grade": "F", "rawHtmlPoints": 35, "schemaPoints": 0, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 91, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1128, "framework": "Next.js", "llmsTxt": "missing", "llmsFullTxt": false, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": 6179, "attempts": 1, "auditedAt": "2026-10-11T15:05:46.779Z" }, { "domain": "cal.com", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://cal.com", "score": 25, "grade": "F", "rawHtmlPoints": 25, "schemaPoints": 0, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 38, "pagesFailed": 2, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 3783, "framework": "Framer", "llmsTxt": "malformed", "llmsFullTxt": false, "llmsTxtHeading": "# Cal.com: Scheduling Infrastructure for Individuals, Teams, and Organizations", "llmsTxtIssues": [ "No markdown links found. The file is only useful if it points at real pages." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": 41768, "attempts": 1, "auditedAt": "2026-10-11T15:06:22.416Z" }, { "domain": "dub.co", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://dub.co", "score": 50, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 89, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 941, "framework": "Next.js", "llmsTxt": "malformed", "llmsFullTxt": false, "llmsTxtHeading": "# Dub", "llmsTxtIssues": [ "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is.", "4 link(s) are relative. Agents fetch this file out of context, so use absolute URLs." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "BlogPosting", "SoftwareApplication" ], "durationMs": 12880, "attempts": 1, "auditedAt": "2026-10-11T15:05:59.661Z" }, { "domain": "midjourney.com", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.midjourney.com", "score": 15, "grade": "F", "rawHtmlPoints": 15, "schemaPoints": 0, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 65, "capLimit": null, "pagesAudited": 14, "pagesFailed": 0, "shellPages": 4, "noscriptPages": 0, "entryPageWords": 214, "framework": null, "llmsTxt": "missing", "llmsFullTxt": false, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 12, "retrievalBlocked": [ "Amazonbot" ], "trainingBlocked": [ "GPTBot", "Google-Extended", "Applebot-Extended", "Bytespider", "meta-externalagent", "cohere-ai" ], "richSchemaTypes": [], "durationMs": 4758, "attempts": 1, "auditedAt": "2026-10-11T15:05:52.055Z" }, { "domain": "modal.com", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://modal.com", "score": 65, "grade": "D", "rawHtmlPoints": 35, "schemaPoints": 25, "llmsTxtPoints": 5, "governancePoints": 0, "readability": 96, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1093, "framework": "SvelteKit", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Modal Documentation", "llmsTxtIssues": [ "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 1, "retrievalBlocked": [], "trainingBlocked": [ "Bytespider" ], "richSchemaTypes": [ "FAQPage" ], "durationMs": 22459, "attempts": 1, "auditedAt": "2026-10-11T15:06:09.837Z" }, { "domain": "replicate.com", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://replicate.com", "score": 50, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 88, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1397, "framework": null, "llmsTxt": "malformed", "llmsFullTxt": false, "llmsTxtHeading": "# Run AI with an API", "llmsTxtIssues": [ "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is.", "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "FAQPage", "SoftwareApplication" ], "durationMs": 20663, "attempts": 1, "auditedAt": "2026-10-11T15:06:12.720Z" }, { "domain": "perplexity.ai", "cohort": "startups", "status": "blocked", "error": "Entry page refused our crawler (HTTP 403: Server returned HTTP 403.). Not measurable.", "entryStatus": 403, "note": null, "auditedOrigin": "https://www.perplexity.ai", "score": null, "grade": null, "rawHtmlPoints": null, "schemaPoints": null, "llmsTxtPoints": null, "governancePoints": null, "readability": null, "capLimit": null, "pagesAudited": null, "pagesFailed": null, "shellPages": null, "noscriptPages": null, "entryPageWords": null, "framework": null, "llmsTxt": null, "llmsFullTxt": null, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": null, "aiCrawlersNamed": null, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": null, "attempts": 1, "auditedAt": "2026-10-11T15:06:08.247Z" }, { "domain": "elevenlabs.io", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://elevenlabs.io", "score": 50, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 88, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 1, "noscriptPages": 0, "entryPageWords": 1381, "framework": "Next.js", "llmsTxt": "malformed", "llmsFullTxt": false, "llmsTxtHeading": "# ElevenLabs", "llmsTxtIssues": [ "1 link(s) are relative. Agents fetch this file out of context, so use absolute URLs." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "SoftwareApplication" ], "durationMs": 21811, "attempts": 1, "auditedAt": "2026-10-11T15:06:30.059Z" }, { "domain": "runwayml.com", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://runway.com", "score": 65, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 15, "governancePoints": 0, "readability": 89, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 633, "framework": "Next.js", "llmsTxt": "well-formed", "llmsFullTxt": false, "llmsTxtHeading": "# Runway", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Article", "FAQPage", "SoftwareApplication", "TechArticle" ], "durationMs": 25279, "attempts": 1, "auditedAt": "2026-10-11T15:06:35.118Z" }, { "domain": "mistral.ai", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://mistral.ai", "score": 55, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 15, "llmsTxtPoints": 15, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 811, "framework": "Astro", "llmsTxt": "well-formed", "llmsFullTxt": false, "llmsTxtHeading": "# Mistral", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Article", "BlogPosting" ], "durationMs": 15185, "attempts": 1, "auditedAt": "2026-10-11T15:06:27.907Z" }, { "domain": "scale.com", "cohort": "startups", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://scale.com", "score": 30, "grade": "F", "rawHtmlPoints": 25, "schemaPoints": 5, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 86, "capLimit": null, "pagesAudited": 39, "pagesFailed": 1, "shellPages": 2, "noscriptPages": 0, "entryPageWords": 800, "framework": "Next.js", "llmsTxt": "missing", "llmsFullTxt": false, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": 10916, "attempts": 1, "auditedAt": "2026-10-11T15:06:29.530Z" }, { "domain": "notion.so", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.notion.com", "score": 55, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 15, "llmsTxtPoints": 15, "governancePoints": 0, "readability": 87, "capLimit": null, "pagesAudited": 33, "pagesFailed": 4, "shellPages": 1, "noscriptPages": 0, "entryPageWords": 304, "framework": "Next.js", "llmsTxt": "well-formed", "llmsFullTxt": false, "llmsTxtHeading": "# Notion", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 2, "retrievalBlocked": [ "Amazonbot" ], "trainingBlocked": [ "meta-externalagent" ], "richSchemaTypes": [ "Article" ], "durationMs": 24498, "attempts": 1, "auditedAt": "2026-10-11T15:06:46.916Z" }, { "domain": "figma.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.figma.com", "score": 70, "grade": "C", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 0, "governancePoints": 20, "readability": 90, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 387, "framework": "Next.js", "llmsTxt": "missing", "llmsFullTxt": false, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 10, "retrievalBlocked": [], "trainingBlocked": [ "GPTBot", "ClaudeBot", "Google-Extended", "Bytespider", "cohere-ai" ], "richSchemaTypes": [ "BlogPosting", "FAQPage" ], "durationMs": 49533, "attempts": 1, "auditedAt": "2026-10-11T15:07:17.442Z" }, { "domain": "stripe.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://stripe.com", "score": 55, "grade": "D", "rawHtmlPoints": 35, "schemaPoints": 5, "llmsTxtPoints": 15, "governancePoints": 0, "readability": 94, "capLimit": null, "pagesAudited": 33, "pagesFailed": 1, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1547, "framework": "Next.js", "llmsTxt": "well-formed", "llmsFullTxt": false, "llmsTxtHeading": "# Stripe", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": 22845, "attempts": 1, "auditedAt": "2026-10-11T15:06:52.376Z" }, { "domain": "vercel.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://vercel.com", "score": 64, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 15, "governancePoints": 0, "readability": 85, "capLimit": 64, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 2, "noscriptPages": 0, "entryPageWords": 328, "framework": "Next.js", "llmsTxt": "well-formed", "llmsFullTxt": false, "llmsTxtHeading": "# Vercel", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Article", "Product", "SoftwareApplication", "TechArticle" ], "durationMs": 31384, "attempts": 1, "auditedAt": "2026-10-11T15:07:01.450Z" }, { "domain": "airtable.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.airtable.com", "score": 50, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 39, "pagesFailed": 1, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1089, "framework": "Next.js", "llmsTxt": "missing", "llmsFullTxt": false, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "FAQPage" ], "durationMs": 24617, "attempts": 1, "auditedAt": "2026-10-11T15:06:59.739Z" }, { "domain": "loom.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.loom.com", "score": 60, "grade": "D", "rawHtmlPoints": 35, "schemaPoints": 5, "llmsTxtPoints": 0, "governancePoints": 20, "readability": 93, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 763, "framework": "Next.js", "llmsTxt": "malformed", "llmsFullTxt": false, "llmsTxtHeading": "# Loom", "llmsTxtIssues": [ "No markdown links found. The file is only useful if it points at real pages." ], "robotsTxtFound": true, "aiCrawlersNamed": 2, "retrievalBlocked": [], "trainingBlocked": [ "GPTBot" ], "richSchemaTypes": [], "durationMs": 12609, "attempts": 1, "auditedAt": "2026-10-11T15:06:59.528Z" }, { "domain": "miro.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://miro.com", "score": 50, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 31, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1653, "framework": "Next.js", "llmsTxt": "missing", "llmsFullTxt": false, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "FAQPage" ], "durationMs": 48137, "attempts": 1, "auditedAt": "2026-10-11T15:07:40.515Z" }, { "domain": "clickup.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://clickup.com", "score": 70, "grade": "C", "rawHtmlPoints": 35, "schemaPoints": 15, "llmsTxtPoints": 20, "governancePoints": 0, "readability": 94, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1417, "framework": "WordPress", "llmsTxt": "well-formed", "llmsFullTxt": true, "llmsTxtHeading": "# ClickUp", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Article", "FAQPage" ], "durationMs": 26500, "attempts": 1, "auditedAt": "2026-10-11T15:07:26.030Z" }, { "domain": "slack.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://slack.com", "score": 50, "grade": "D", "rawHtmlPoints": 35, "schemaPoints": 0, "llmsTxtPoints": 15, "governancePoints": 0, "readability": 96, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1748, "framework": "WordPress", "llmsTxt": "well-formed", "llmsFullTxt": false, "llmsTxtHeading": "# Slack", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": 9152, "attempts": 1, "auditedAt": "2026-10-11T15:07:08.893Z" }, { "domain": "hubspot.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.hubspot.com", "score": 75, "grade": "C", "rawHtmlPoints": 35, "schemaPoints": 25, "llmsTxtPoints": 15, "governancePoints": 0, "readability": 91, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 2151, "framework": null, "llmsTxt": "well-formed", "llmsFullTxt": false, "llmsTxtHeading": "# HubSpot", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Article", "FAQPage", "Product" ], "durationMs": 26311, "attempts": 1, "auditedAt": "2026-10-11T15:07:27.763Z" }, { "domain": "zapier.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://zapier.com", "score": 65, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 5, "governancePoints": 10, "readability": 90, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 2657, "framework": "Next.js", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Zapier", "llmsTxtIssues": [ "36 link(s) are relative. Agents fetch this file out of context, so use absolute URLs." ], "robotsTxtFound": true, "aiCrawlersNamed": 8, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "FAQPage", "SoftwareApplication" ], "durationMs": 37397, "attempts": 1, "auditedAt": "2026-10-11T15:07:46.293Z" }, { "domain": "asana.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://asana.com", "score": 64, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 15, "governancePoints": 0, "readability": 85, "capLimit": 64, "pagesAudited": 39, "pagesFailed": 0, "shellPages": 2, "noscriptPages": 0, "entryPageWords": 962, "framework": "Next.js", "llmsTxt": "well-formed", "llmsFullTxt": false, "llmsTxtHeading": "# Asana", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "FAQPage" ], "durationMs": 36491, "attempts": 1, "auditedAt": "2026-10-11T15:07:53.945Z" }, { "domain": "monday.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://monday.com", "score": 64, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 15, "governancePoints": 20, "readability": 83, "capLimit": 64, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 3, "noscriptPages": 0, "entryPageWords": 2333, "framework": "Next.js", "llmsTxt": "well-formed", "llmsFullTxt": false, "llmsTxtHeading": "# monday.com", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 6, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "FAQPage", "SoftwareApplication" ], "durationMs": 31590, "attempts": 1, "auditedAt": "2026-10-11T15:07:57.629Z" }, { "domain": "webflow.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://webflow.com", "score": 40, "grade": "F", "rawHtmlPoints": 25, "schemaPoints": 15, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 88, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 2805, "framework": "Next.js", "llmsTxt": "missing", "llmsFullTxt": false, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": false, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "SoftwareApplication" ], "durationMs": 28365, "attempts": 1, "auditedAt": "2026-10-11T15:07:56.131Z" }, { "domain": "canva.com", "cohort": "saas", "status": "blocked", "error": "Entry page refused our crawler (HTTP 403: Server returned HTTP 403.). Not measurable.", "entryStatus": 403, "note": null, "auditedOrigin": "https://www.canva.com", "score": null, "grade": null, "rawHtmlPoints": null, "schemaPoints": null, "llmsTxtPoints": null, "governancePoints": null, "readability": null, "capLimit": null, "pagesAudited": null, "pagesFailed": null, "shellPages": null, "noscriptPages": null, "entryPageWords": null, "framework": null, "llmsTxt": null, "llmsFullTxt": null, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": null, "aiCrawlersNamed": null, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": null, "attempts": 1, "auditedAt": "2026-10-11T15:08:07.477Z" }, { "domain": "intercom.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.intercom.com", "score": 65, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 15, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1171, "framework": "Next.js", "llmsTxt": "well-formed", "llmsFullTxt": false, "llmsTxtHeading": "# intercom.com — llms.txt", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Article", "FAQPage", "Product", "SoftwareApplication" ], "durationMs": 38069, "attempts": 1, "auditedAt": "2026-10-11T15:08:24.373Z" }, { "domain": "shopify.com", "cohort": "saas", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.shopify.com", "score": 50, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 5, "llmsTxtPoints": 20, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 39, "pagesFailed": 1, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 788, "framework": "Shopify", "llmsTxt": "well-formed", "llmsFullTxt": true, "llmsTxtHeading": "# Shopify", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": 18432, "attempts": 1, "auditedAt": "2026-10-11T15:08:12.379Z" }, { "domain": "allbirds.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.allbirds.com", "score": 65, "grade": "D", "rawHtmlPoints": 35, "schemaPoints": 25, "llmsTxtPoints": 5, "governancePoints": 0, "readability": 100, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 14417, "framework": "Shopify", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Agent Instructions — Allbirds", "llmsTxtIssues": [ "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is.", "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Product" ], "durationMs": 33521, "attempts": 1, "auditedAt": "2026-10-11T15:08:29.653Z" }, { "domain": "glossier.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.glossier.com", "score": 65, "grade": "D", "rawHtmlPoints": 35, "schemaPoints": 25, "llmsTxtPoints": 5, "governancePoints": 0, "readability": 91, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1200, "framework": "Shopify", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Agent Instructions — Glossier", "llmsTxtIssues": [ "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is.", "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Product" ], "durationMs": 46842, "attempts": 1, "auditedAt": "2026-10-11T15:08:44.473Z" }, { "domain": "warbyparker.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.warbyparker.com", "score": 64, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 20, "governancePoints": 0, "readability": 84, "capLimit": 64, "pagesAudited": 37, "pagesFailed": 2, "shellPages": 2, "noscriptPages": 0, "entryPageWords": 107, "framework": "Next.js", "llmsTxt": "well-formed", "llmsFullTxt": true, "llmsTxtHeading": "# Warby Parker", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 2, "retrievalBlocked": [], "trainingBlocked": [ "Bytespider", "cohere-ai" ], "richSchemaTypes": [ "FAQPage", "Product" ], "durationMs": 38464, "attempts": 1, "auditedAt": "2026-10-11T15:08:45.942Z" }, { "domain": "brooklinen.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.brooklinen.com", "score": 45, "grade": "F", "rawHtmlPoints": 25, "schemaPoints": 15, "llmsTxtPoints": 5, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 28, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 612, "framework": "Shopify", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Agent Instructions — Brooklinen", "llmsTxtIssues": [ "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is.", "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Product" ], "durationMs": 51934, "attempts": 1, "auditedAt": "2026-10-11T15:09:04.315Z" }, { "domain": "awaytravel.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.awaytravel.com", "score": 65, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 5, "governancePoints": 10, "readability": 90, "capLimit": null, "pagesAudited": 34, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1139, "framework": "Shopify", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Agent Instructions — Away", "llmsTxtIssues": [ "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is." ], "robotsTxtFound": true, "aiCrawlersNamed": 11, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Product" ], "durationMs": 48877, "attempts": 1, "auditedAt": "2026-10-11T15:09:13.267Z" }, { "domain": "casper.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://casper.com", "score": 55, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 5, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 37, "pagesFailed": 3, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 2587, "framework": "Shopify", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Agent Instructions — Casper Sleep", "llmsTxtIssues": [ "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is.", "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "FAQPage", "Product" ], "durationMs": 37253, "attempts": 1, "auditedAt": "2026-10-11T15:09:06.910Z" }, { "domain": "liquidiv.com", "cohort": "ecommerce", "status": "blocked", "error": "Entry page refused our crawler (HTTP 503: Server returned HTTP 503.). Not measurable.", "entryStatus": 503, "note": null, "auditedOrigin": "https://liquidiv.com", "score": null, "grade": null, "rawHtmlPoints": null, "schemaPoints": null, "llmsTxtPoints": null, "governancePoints": null, "readability": null, "capLimit": null, "pagesAudited": null, "pagesFailed": null, "shellPages": null, "noscriptPages": null, "entryPageWords": null, "framework": null, "llmsTxt": null, "llmsFullTxt": null, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": null, "aiCrawlersNamed": null, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": null, "attempts": 1, "auditedAt": "2026-10-11T15:08:53.327Z" }, { "domain": "rothys.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://rothys.com", "score": 55, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 5, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 31, "pagesFailed": 2, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 1187, "framework": "Shopify", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Agent Instructions — Rothy's", "llmsTxtIssues": [ "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is.", "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": false, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Product" ], "durationMs": 50433, "attempts": 1, "auditedAt": "2026-10-11T15:09:36.378Z" }, { "domain": "vuoriclothing.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://vuoriclothing.com", "score": 45, "grade": "F", "rawHtmlPoints": 25, "schemaPoints": 5, "llmsTxtPoints": 15, "governancePoints": 0, "readability": 86, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 432, "framework": "Next.js", "llmsTxt": "well-formed", "llmsFullTxt": false, "llmsTxtHeading": "# Vuori", "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": 18235, "attempts": 1, "auditedAt": "2026-10-11T15:09:11.565Z" }, { "domain": "bombas.com", "cohort": "ecommerce", "status": "blocked", "error": "Entry page refused our crawler (HTTP 429: Server returned HTTP 429.). Not measurable.", "entryStatus": 429, "note": null, "auditedOrigin": "https://bombas.com", "score": null, "grade": null, "rawHtmlPoints": null, "schemaPoints": null, "llmsTxtPoints": null, "governancePoints": null, "readability": null, "capLimit": null, "pagesAudited": null, "pagesFailed": null, "shellPages": null, "noscriptPages": null, "entryPageWords": null, "framework": null, "llmsTxt": null, "llmsFullTxt": null, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": null, "aiCrawlersNamed": null, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": null, "attempts": 1, "auditedAt": "2026-10-11T15:09:07.431Z" }, { "domain": "drinkpoppi.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.drinkpoppi.com", "score": 40, "grade": "F", "rawHtmlPoints": 25, "schemaPoints": 15, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 86, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 2, "noscriptPages": 0, "entryPageWords": 128, "framework": "Next.js", "llmsTxt": "missing", "llmsFullTxt": false, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Product" ], "durationMs": 9631, "attempts": 1, "auditedAt": "2026-10-11T15:09:16.546Z" }, { "domain": "magicspoon.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://magicspoon.com", "score": 65, "grade": "D", "rawHtmlPoints": 35, "schemaPoints": 25, "llmsTxtPoints": 5, "governancePoints": 0, "readability": 91, "capLimit": null, "pagesAudited": 38, "pagesFailed": 2, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 948, "framework": "Shopify", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Agent Instructions — Magic Spoon", "llmsTxtIssues": [ "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is.", "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "FAQPage", "Product" ], "durationMs": 27624, "attempts": 1, "auditedAt": "2026-10-11T15:09:35.055Z" }, { "domain": "untuckit.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.untuckit.com", "score": 45, "grade": "F", "rawHtmlPoints": 25, "schemaPoints": 15, "llmsTxtPoints": 5, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 40, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 685, "framework": "Shopify", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Agent Instructions — UNTUCKit", "llmsTxtIssues": [ "No blockquote summary. A one-paragraph \"> summary\" tells an agent what the site is.", "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Product" ], "durationMs": 27929, "attempts": 1, "auditedAt": "2026-10-11T15:09:39.497Z" }, { "domain": "skims.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://skims.com", "score": 40, "grade": "F", "rawHtmlPoints": 15, "schemaPoints": 25, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 47, "capLimit": null, "pagesAudited": 38, "pagesFailed": 1, "shellPages": 17, "noscriptPages": 0, "entryPageWords": 40, "framework": "Shopify", "llmsTxt": "missing", "llmsFullTxt": false, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Product" ], "durationMs": 31478, "attempts": 1, "auditedAt": "2026-10-11T15:09:44.751Z" }, { "domain": "outdoorvoices.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": null, "auditedOrigin": "https://www.outdoorvoices.com", "score": 55, "grade": "D", "rawHtmlPoints": 25, "schemaPoints": 25, "llmsTxtPoints": 5, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 38, "pagesFailed": 2, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 499, "framework": "Shopify", "llmsTxt": "malformed", "llmsFullTxt": true, "llmsTxtHeading": "# Outdoor Voices", "llmsTxtIssues": [ "Links have no descriptions. Add \"- [Title](url): what this page covers\"." ], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [ "Product" ], "durationMs": 25378, "attempts": 1, "auditedAt": "2026-10-11T15:09:41.925Z" }, { "domain": "gymshark.com", "cohort": "ecommerce", "status": "ok", "error": null, "entryStatus": 200, "note": "The bare domain redirected our crawler to us.checkout.gymshark.com, so the storefront at www.gymshark.com was audited.", "auditedOrigin": "https://www.gymshark.com", "score": 30, "grade": "F", "rawHtmlPoints": 25, "schemaPoints": 5, "llmsTxtPoints": 0, "governancePoints": 0, "readability": 90, "capLimit": null, "pagesAudited": 39, "pagesFailed": 0, "shellPages": 0, "noscriptPages": 0, "entryPageWords": 2392, "framework": "Next.js", "llmsTxt": "missing", "llmsFullTxt": false, "llmsTxtHeading": null, "llmsTxtIssues": [], "robotsTxtFound": true, "aiCrawlersNamed": 0, "retrievalBlocked": [], "trainingBlocked": [], "richSchemaTypes": [], "durationMs": 21255, "attempts": 1, "auditedAt": "2026-10-11T15:09:56.317Z" } ] }