{ "schema_version": 1, "title": "Verified llms.txt examples for SaaS, AI and developer tools", "updated_on": "2026-10-09", "license": "CC-BY-4.0", "attribution": "Jon Bishop", "discovery_source": { "url": "https://llmstxt.site/", "title": "llms.txt directory - Find llms.txt files across the web", "retrieval": "Firecrawl live scrape", "scrape_id": "01a0faa1-d186-747e-9458-bf224bfab6c8", "role": "Candidate discovery only; every listed endpoint was independently retrieved." }, "records": [ { "slug": "stripe", "name": "Stripe", "category": "Payments", "document_scope": "Documentation index", "summary": "A payments reference index split into product areas such as payment methods, checkout and payments.", "caveat": "A wide API surface means readers should follow the section matching their payment flow; the index does not choose an integration.", "observed_sections": [ "Docs", "Payment Methods", "Checkout", "Payments", "Link" ], "structure_note": "The retrieved Markdown is mid-sized (92,069 characters), with 26 second-level headings and 511 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/markdown; charset=utf-8", "character_count": 92069, "level_2_heading_count": 26, "markdown_link_count": 511, "has_markdown_title": true, "has_blockquote_summary": false, "size_band": "mid-sized" }, "website": "https://docs.stripe.com", "endpoint": { "requested_url": "https://docs.stripe.com/llms.txt", "final_url": "https://docs.stripe.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa2-a5f5-753f-b2d1-51086ff32ede", "title": "Stripe llms.txt" } }, { "slug": "anthropic", "name": "Anthropic", "category": "AI & models", "document_scope": "Documentation index", "summary": "A developer documentation map retrieved at the docs hostname and redirected to the current platform.claude.com endpoint. It includes language and topic routes into the API docs.", "caveat": "Record both the requested docs URL and the redirect destination so a stale hostname does not hide the live endpoint.", "observed_sections": [ "Root URL", "Available Languages on Website", "English", "Docs home", "Messages" ], "structure_note": "The retrieved Markdown is mid-sized (81,097 characters), with 3 second-level headings and 749 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 81097, "level_2_heading_count": 3, "markdown_link_count": 749, "has_markdown_title": true, "has_blockquote_summary": false, "size_band": "mid-sized" }, "website": "https://docs.anthropic.com", "endpoint": { "requested_url": "https://docs.anthropic.com/llms.txt", "final_url": "https://platform.claude.com/llms.txt", "redirected": true }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa2-b4d0-7756-8352-c7f679f678f0", "title": "Anthropic llms.txt" } }, { "slug": "resend", "name": "Resend", "category": "Email & messaging", "document_scope": "Documentation index", "summary": "An email API documentation index with links across API concepts, SDKs and related developer setup.", "caveat": "A single index can serve multiple SDKs; the selected language guide still determines prerequisites and code.", "observed_sections": [ "OpenAPI Specs" ], "structure_note": "The retrieved Markdown is mid-sized (59,109 characters), with 1 second-level headings and 414 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 59109, "level_2_heading_count": 1, "markdown_link_count": 414, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://resend.com", "endpoint": { "requested_url": "https://resend.com/docs/llms.txt", "final_url": "https://resend.com/docs/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa2-cff5-718a-b761-3dab8b409892", "title": "Resend llms.txt" } }, { "slug": "cloudflare", "name": "Cloudflare", "category": "Cloud & infrastructure", "document_scope": "Documentation index", "summary": "A broad developer-platform map organized across Cloudflare product areas and service documentation.", "caveat": "The breadth is useful for discovery but readers need to choose a product before following a setup path.", "observed_sections": [ "Application performance", "Application security", "Cloudflare One", "Consumer services", "Core platform" ], "structure_note": "The retrieved Markdown is mid-sized (16,587 characters), with 9 second-level headings and 111 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain", "character_count": 16587, "level_2_heading_count": 9, "markdown_link_count": 111, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://developers.cloudflare.com", "endpoint": { "requested_url": "https://developers.cloudflare.com/llms.txt", "final_url": "https://developers.cloudflare.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa2-c492-755a-bf4f-f08b6c334b04", "title": "Cloudflare llms.txt" } }, { "slug": "clerk", "name": "Clerk", "category": "Identity & security", "document_scope": "Product and docs index", "summary": "A compact developer-facing entry that groups SDKs, products, agent setup and guidance on when Clerk fits.", "caveat": "The file contains product-selection cues as well as documentation links; it is still the vendor\u2019s own description.", "observed_sections": [ "When to use Clerk", "Agent setup", "SDKs", "Products", "Documentation" ], "structure_note": "The retrieved Markdown is compact (5,727 characters), with 15 second-level headings and 53 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 5727, "level_2_heading_count": 15, "markdown_link_count": 53, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "compact" }, "website": "https://clerk.com", "endpoint": { "requested_url": "https://clerk.com/llms.txt", "final_url": "https://clerk.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa2-dddd-755d-9e29-20ba874b0104", "title": "Clerk llms.txt" } }, { "slug": "perplexity", "name": "Perplexity", "category": "AI & models", "document_scope": "Documentation index", "summary": "An API entry point centered on Perplexity\u2019s developer documentation, with links to its API specifications and use guidance.", "caveat": "A terse index is easy to scan, but API behavior should be confirmed in the linked versioned reference.", "observed_sections": [ "OpenAPI Specs", "Optional" ], "structure_note": "The retrieved Markdown is mid-sized (35,715 characters), with 2 second-level headings and 166 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 35715, "level_2_heading_count": 2, "markdown_link_count": 166, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://docs.perplexity.ai", "endpoint": { "requested_url": "https://docs.perplexity.ai/llms.txt", "final_url": "https://docs.perplexity.ai/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa2-eab2-73b7-8f04-be1d0e1970a8", "title": "Perplexity llms.txt" } }, { "slug": "pinecone", "name": "Pinecone", "category": "Databases & search", "document_scope": "Documentation index", "summary": "A vector-database documentation map that groups product guides, getting-started material and related services.", "caveat": "The product family has multiple components; confirm which service a linked route covers.", "observed_sections": [ "Pinecone Nexus", "Guides", "Reference", "Changelog", "Other" ], "structure_note": "The retrieved Markdown is mid-sized (39,837 characters), with 5 second-level headings and 193 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 39837, "level_2_heading_count": 5, "markdown_link_count": 193, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://docs.pinecone.io", "endpoint": { "requested_url": "https://docs.pinecone.io/llms.txt", "final_url": "https://docs.pinecone.io/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa2-f83d-736d-bb8a-b32efe18533d", "title": "Pinecone llms.txt" } }, { "slug": "retool", "name": "Retool", "category": "Developer platforms", "document_scope": "Documentation index", "summary": "A broad product map spanning apps, agents, workflows and queries, with many routes into Retool documentation.", "caveat": "A large menu benefits from task-specific retrieval; it does not indicate which products are included in a customer plan.", "observed_sections": [ "Apps", "Agents", "Workflows", "Queries", "Data Sources" ], "structure_note": "The retrieved Markdown is large (194,399 characters), with 13 second-level headings and 1,141 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 194399, "level_2_heading_count": 13, "markdown_link_count": 1141, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "large" }, "website": "https://docs.retool.com", "endpoint": { "requested_url": "https://docs.retool.com/llms.txt", "final_url": "https://docs.retool.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-0b81-751f-bb2f-985cc132b86c", "title": "Retool llms.txt" } }, { "slug": "convex", "name": "Convex", "category": "Backend & databases", "document_scope": "Documentation index", "summary": "A deeply grouped documentation map with separate paths for concepts, quickstarts, functions and data features.", "caveat": "Most links are relative to the docs host, so consumers must resolve them against the file\u2019s final URL.", "observed_sections": [ "understanding", "quickstart", "functions", "database", "realtime" ], "structure_note": "The retrieved Markdown is mid-sized (46,358 characters), with 33 second-level headings and 406 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=UTF-8", "character_count": 46358, "level_2_heading_count": 33, "markdown_link_count": 406, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://docs.convex.dev", "endpoint": { "requested_url": "https://docs.convex.dev/llms.txt", "final_url": "https://docs.convex.dev/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-1987-76a2-85a4-b58486dcc2a1", "title": "Convex llms.txt" } }, { "slug": "prisma", "name": "Prisma", "category": "Backend & databases", "document_scope": "Website and docs index", "summary": "A site-wide guide to Prisma\u2019s products that also describes `.md` routes for machine-readable page content.", "caveat": "This is a mixed website index, not only a docs sitemap; check the linked page format before treating it as a complete tutorial.", "observed_sections": [ "Key Pages", "Other Pages", "Options" ], "structure_note": "The retrieved Markdown is compact (4,265 characters), with 3 second-level headings and 24 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 4265, "level_2_heading_count": 3, "markdown_link_count": 24, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "compact" }, "website": "https://prisma.io", "endpoint": { "requested_url": "https://prisma.io/llms.txt", "final_url": "https://www.prisma.io/llms.txt", "redirected": true }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-2936-740f-adfd-707c854eba15", "title": "Prisma llms.txt" } }, { "slug": "turso", "name": "Turso", "category": "Backend & databases", "document_scope": "Documentation index", "summary": "A compact database documentation index with Markdown page references and API-related material.", "caveat": "A short index delegates detail to individual guides; readers need the linked docs for setup specifics.", "observed_sections": [ "OpenAPI Specs", "Optional" ], "structure_note": "The retrieved Markdown is mid-sized (34,607 characters), with 2 second-level headings and 299 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 34607, "level_2_heading_count": 2, "markdown_link_count": 299, "has_markdown_title": true, "has_blockquote_summary": false, "size_band": "mid-sized" }, "website": "https://docs.turso.tech", "endpoint": { "requested_url": "https://docs.turso.tech/llms.txt", "final_url": "https://docs.turso.tech/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-5374-71f5-8420-28876674f1fb", "title": "Turso llms.txt" } }, { "slug": "openai-api", "name": "OpenAI API", "category": "AI & models", "document_scope": "Documentation index", "summary": "An API-docs map that separates documentation sets and points readers toward topical API guides.", "caveat": "The API surface evolves; verify model and endpoint details in the linked current reference.", "observed_sections": [ "Documentation sets", "Actions", "Assistants", "Bots", "Changelog" ], "structure_note": "The retrieved Markdown is mid-sized (43,086 characters), with 16 second-level headings and 234 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 43086, "level_2_heading_count": 16, "markdown_link_count": 234, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://developers.openai.com", "endpoint": { "requested_url": "https://developers.openai.com/api/docs/llms.txt", "final_url": "https://developers.openai.com/api/docs/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-47f5-738e-bbc6-2d646499120c", "title": "OpenAI API llms.txt" } }, { "slug": "supabase", "name": "Supabase", "category": "Backend & databases", "document_scope": "Documentation index", "summary": "A compact platform index grouping guides for core backend capabilities, pricing and developer resources.", "caveat": "The compact map prioritizes orientation; it links to the full docs rather than embedding a complete manual.", "observed_sections": [ "Documentation", "Pricing", "Product overviews", "API and agent resources" ], "structure_note": "The retrieved Markdown is compact (3,242 characters), with 4 second-level headings and 42 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 3242, "level_2_heading_count": 4, "markdown_link_count": 42, "has_markdown_title": true, "has_blockquote_summary": false, "size_band": "compact" }, "website": "https://supabase.com", "endpoint": { "requested_url": "https://supabase.com/llms.txt", "final_url": "https://supabase.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-5f60-7450-b661-f0913146f5b9", "title": "Supabase llms.txt" } }, { "slug": "posthog", "name": "PostHog", "category": "Analytics & growth", "document_scope": "Documentation corpus index", "summary": "A very large agent-oriented documentation corpus covering product analytics and adjacent products; the file includes explicit guidance for coding assistants.", "caveat": "This is a substantial corpus rather than a lightweight table of contents; retrieval systems may need to select relevant sections.", "observed_sections": [ "Instructions for AI Coding Assistants", "Products and tools", "Changelog", "Activity", "Advanced" ], "structure_note": "The retrieved Markdown is large (433,180 characters), with 68 second-level headings and 4,251 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 433180, "level_2_heading_count": 68, "markdown_link_count": 4251, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "large" }, "website": "https://posthog.com", "endpoint": { "requested_url": "https://posthog.com/llms.txt", "final_url": "https://posthog.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-7093-745c-996e-b5cb85ed13d2", "title": "PostHog llms.txt" } }, { "slug": "sentry", "name": "Sentry", "category": "Developer platforms", "document_scope": "Documentation index", "summary": "A monitoring-docs map with platform routes and explicit instructions for AI coding assistants.", "caveat": "Instructions describe the vendor\u2019s intended use; they do not establish how external assistants actually behave.", "observed_sections": [ "Instructions for AI Coding Assistants", "Platforms", "Sentry for AI", "Account Settings", "Get Started" ], "structure_note": "The retrieved Markdown is mid-sized (19,232 characters), with 15 second-level headings and 123 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 19232, "level_2_heading_count": 15, "markdown_link_count": 123, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://docs.sentry.io", "endpoint": { "requested_url": "https://docs.sentry.io/llms.txt", "final_url": "https://docs.sentry.io/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-8024-74da-a150-4e701dd4b27e", "title": "Sentry llms.txt" } }, { "slug": "vercel", "name": "Vercel", "category": "Developer platforms", "document_scope": "Product and docs index", "summary": "A small site-wide map that explains when to use Vercel, how agents should interact with it, and where the docs begin.", "caveat": "The root file combines product positioning and documentation navigation; readers should distinguish the two.", "observed_sections": [ "When to use Vercel", "How agents should use Vercel", "Agent setup", "Documentation", "REST API and developer resources" ], "structure_note": "The retrieved Markdown is compact (4,868 characters), with 9 second-level headings and 25 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 4868, "level_2_heading_count": 9, "markdown_link_count": 25, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "compact" }, "website": "https://vercel.com", "endpoint": { "requested_url": "https://vercel.com/llms.txt", "final_url": "https://vercel.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-8e66-7284-9832-37a4344a42c5", "title": "Vercel llms.txt" } }, { "slug": "vercel-ai-sdk", "name": "Vercel AI SDK", "category": "AI & agents", "document_scope": "Documentation corpus", "summary": "A very large file that contains extensive AI SDK documentation content, not just a short list of links.", "caveat": "The size makes this a different retrieval choice from a compact index; inspect task-specific pages when only one feature is needed.", "observed_sections": [ "When to use AI SDK", "Documentation", "Back-pressure and Cancellation with Streams", "Back-pressure", "Cancellation" ], "structure_note": "The retrieved Markdown is large (4,206,399 characters), with 2178 second-level headings and 5,465 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/markdown; charset=utf-8", "character_count": 4206399, "level_2_heading_count": 2178, "markdown_link_count": 5465, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "large" }, "website": "https://ai-sdk.dev", "endpoint": { "requested_url": "https://ai-sdk.dev/llms.txt", "final_url": "https://ai-sdk.dev/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-b5ca-73fa-8943-55698948ac41", "title": "Vercel AI SDK llms.txt" } }, { "slug": "langchain", "name": "LangChain", "category": "AI & agents", "document_scope": "Documentation index", "summary": "A compact entry point for LangChain\u2019s open-source packages and related LangSmith and Fleet docs, with additional nested indexes.", "caveat": "Some destinations are recursive indexes; follow the link hierarchy rather than assuming the first file lists every final page.", "observed_sections": [ "OpenAPI Specs", "Indexes" ], "structure_note": "The retrieved Markdown is compact (3,124 characters), with 2 second-level headings and 17 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 3124, "level_2_heading_count": 2, "markdown_link_count": 17, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "compact" }, "website": "https://docs.langchain.com", "endpoint": { "requested_url": "https://docs.langchain.com/llms.txt", "final_url": "https://docs.langchain.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa4-0562-72c0-940d-4d69b7295330", "title": "LangChain llms.txt" } }, { "slug": "neon", "name": "Neon", "category": "Backend & databases", "document_scope": "Documentation index", "summary": "A Postgres platform map connecting introductory material, common tasks and product guides.", "caveat": "Commands and detailed procedures remain in the linked documentation; the index is an orientation layer.", "observed_sections": [ "oauth signup - use --help for other auth options", "in the project folder init Neon", "Common tasks", "Introduction", "Get Started" ], "structure_note": "The retrieved Markdown is mid-sized (40,522 characters), with 24 second-level headings and 275 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 40522, "level_2_heading_count": 24, "markdown_link_count": 275, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://neon.com", "endpoint": { "requested_url": "https://neon.com/llms.txt", "final_url": "https://neon.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-a8e2-7337-ae19-c1da6828a2bd", "title": "Neon llms.txt" } }, { "slug": "appwrite", "name": "Appwrite", "category": "Backend & databases", "document_scope": "Agent guidance and docs index", "summary": "An agent-oriented entry that foregrounds Appwrite\u2019s MCP connection and setup guidance before mapping documentation.", "caveat": "The file contains explicit agent installation suggestions; readers should review commands and permissions before use.", "observed_sections": [ "MCP Server", "Skills", "Command line", "Documentation", "Blog" ], "structure_note": "The retrieved Markdown is mid-sized (10,022 characters), with 8 second-level headings and 46 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/markdown; charset=utf-8", "character_count": 10022, "level_2_heading_count": 8, "markdown_link_count": 46, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://appwrite.io", "endpoint": { "requested_url": "https://appwrite.io/llms.txt", "final_url": "https://appwrite.io/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa3-9a9e-776e-9c5c-5e4c1c103c62", "title": "Appwrite llms.txt" } }, { "slug": "clickhouse", "name": "ClickHouse", "category": "Databases & analytics", "document_scope": "Documentation index", "summary": "A grouped database documentation map with entry points for the product\u2019s major guide and reference areas.", "caveat": "The index is organized by documentation area; it does not compare ClickHouse with alternative databases.", "observed_sections": [ "Home", "Other", "OpenAPI Specs", "Optional", "Indexes" ], "structure_note": "The retrieved Markdown is mid-sized (23,283 characters), with 5 second-level headings and 148 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 23283, "level_2_heading_count": 5, "markdown_link_count": 148, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://clickhouse.com", "endpoint": { "requested_url": "https://clickhouse.com/docs/llms.txt", "final_url": "https://clickhouse.com/docs/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa4-274a-75ac-92c1-662847eea77f", "title": "ClickHouse llms.txt" } }, { "slug": "docker", "name": "Docker", "category": "Cloud & infrastructure", "document_scope": "Documentation index", "summary": "A compact Docker library map that calls out starter paths, products and agent-facing resources.", "caveat": "The root docs index covers multiple Docker products; check the target product before applying a guide.", "observed_sections": [ "Primary sections", "Starter paths", "Product documentation", "AI and agents", "Application development" ], "structure_note": "The retrieved Markdown is compact (5,584 characters), with 5 second-level headings and 37 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/markdown", "character_count": 5584, "level_2_heading_count": 5, "markdown_link_count": 37, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "compact" }, "website": "https://docs.docker.com", "endpoint": { "requested_url": "https://docs.docker.com/llms.txt", "final_url": "https://docs.docker.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa4-5454-756f-bf03-ceff8cae6e67", "title": "Docker llms.txt" } }, { "slug": "github-docs", "name": "GitHub Docs", "category": "Developer platforms", "document_scope": "Documentation index", "summary": "A documentation map spanning GitHub product areas and material for coding agents and automation.", "caveat": "The scope is the GitHub platform documentation, not every repository or source file hosted on GitHub.", "observed_sections": [ "How to use", "Building with GitHub, for coding agents and automation", "GitHub Copilot", "Get started", "Authentication" ], "structure_note": "The retrieved Markdown is mid-sized (28,699 characters), with 14 second-level headings and 117 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/markdown; charset=utf-8", "character_count": 28699, "level_2_heading_count": 14, "markdown_link_count": 117, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://docs.github.com", "endpoint": { "requested_url": "https://docs.github.com/llms.txt", "final_url": "https://docs.github.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa4-42ba-73cc-90e8-a55a6818cabd", "title": "GitHub Docs llms.txt" } }, { "slug": "auth0", "name": "Auth0", "category": "Identity & security", "document_scope": "Product and docs index", "summary": "A concise identity platform entry that links product documentation, full-content material, blog and changelog destinations.", "caveat": "The presence of a full-content link is a navigation cue; this directory does not verify or redistribute that separate file.", "observed_sections": [ "Full Content", "Auth0 blog", "Auth0 docs", "Auth0 changelog", "Auth0 case studies" ], "structure_note": "The retrieved Markdown is compact (4,232 characters), with 9 second-level headings and 41 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain", "character_count": 4232, "level_2_heading_count": 9, "markdown_link_count": 41, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "compact" }, "website": "https://auth0.com", "endpoint": { "requested_url": "https://auth0.com/llms.txt", "final_url": "https://auth0.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa4-6127-77a1-b374-291e6040c2f6", "title": "Auth0 llms.txt" } }, { "slug": "temporal", "name": "Temporal", "category": "Workflow & orchestration", "document_scope": "Documentation index", "summary": "A workflow-platform map organized around agent tools, core primitives, activities and architecture.", "caveat": "Concept names orient experienced readers; new users still need a language-specific first workflow guide.", "observed_sections": [ "Tools for agents", "Core Primitives", "Activities", "Temporal architecture", "Child Workflows" ], "structure_note": "The retrieved Markdown is mid-sized (13,945 characters), with 6 second-level headings and 139 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 13945, "level_2_heading_count": 6, "markdown_link_count": 139, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://docs.temporal.io", "endpoint": { "requested_url": "https://docs.temporal.io/llms.txt", "final_url": "https://docs.temporal.io/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa4-8b7c-75a4-b053-baec3cdc638c", "title": "Temporal llms.txt" } }, { "slug": "inngest", "name": "Inngest", "category": "Workflow & orchestration", "document_scope": "Documentation index", "summary": "A durable-functions map with separate routes for documentation, examples and SDKs or APIs.", "caveat": "The index separates learning material from API routes, but does not report which integrations are most maintained.", "observed_sections": [ "Documentation", "Examples", "SDKs & APIs" ], "structure_note": "The retrieved Markdown is mid-sized (32,386 characters), with 3 second-level headings and 308 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain;charset=UTF-8", "character_count": 32386, "level_2_heading_count": 3, "markdown_link_count": 308, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://www.inngest.com", "endpoint": { "requested_url": "https://www.inngest.com/llms.txt", "final_url": "https://www.inngest.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa4-7a17-71af-895c-7a7dfc69aa6f", "title": "Inngest llms.txt" } }, { "slug": "typesense", "name": "Typesense", "category": "Databases & search", "document_scope": "Documentation index", "summary": "A version-labeled search documentation map organized into overview, API reference, guides and cloud management.", "caveat": "The file advertises version 30.2 in its description; users should verify version alignment with their deployed service.", "observed_sections": [ "Overview", "API Reference (30.2)", "Guides", "Cloud Management API", "Per-language variants" ], "structure_note": "The retrieved Markdown is mid-sized (30,788 characters), with 6 second-level headings and 135 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain", "character_count": 30788, "level_2_heading_count": 6, "markdown_link_count": 135, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://typesense.org", "endpoint": { "requested_url": "https://typesense.org/docs/llms.txt", "final_url": "https://typesense.org/docs/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa4-6cd9-772e-8844-6f5e8e205f8e", "title": "Typesense llms.txt" } }, { "slug": "mintlify", "name": "Mintlify", "category": "Documentation tools", "document_scope": "Documentation platform index", "summary": "A documentation-platform map with routes for its API reference, administration, agents and assistant features.", "caveat": "The file helps evaluate documentation-platform surface area; it does not establish feature availability on a particular plan.", "observed_sections": [ "API reference", "Admin", "Agent", "Assistant", "Search" ], "structure_note": "The retrieved Markdown is mid-sized (23,954 characters), with 7 second-level headings and 120 Markdown links. These are descriptive counts, not a quality score.", "verification": { "checked_on": "2026-10-01", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 23954, "level_2_heading_count": 7, "markdown_link_count": 120, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://mintlify.com", "endpoint": { "requested_url": "https://mintlify.com/docs/llms.txt", "final_url": "https://www.mintlify.com/docs/llms.txt", "redirected": true }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a0faa5-cf8e-76e4-a836-ccb43ea90b99", "title": "Mintlify llms.txt" } }, { "slug": "n8n", "name": "n8n", "category": "Workflow & orchestration", "document_scope": "Documentation index", "summary": "A large documentation index covering n8n onboarding, cloud and self-hosted deployment, workflow building, nodes, integrations and administration.", "caveat": "The broad index includes a very large node and reference catalog; start with the workflow and deployment sections that match the use case.", "observed_sections": [ "Get started", "Deploy", "Build", "Nodes", "Connect", "Administer", "Contribute", "Privacy and security", "Changelog", "n8n Community license" ], "structure_note": "The retrieved Markdown is large (287,049 characters), with 10 second-level headings and 1,363 Markdown links. These are descriptive measurements, not quality scores.", "verification": { "checked_on": "2026-10-08", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/markdown; charset=utf-8", "character_count": 287049, "level_2_heading_count": 10, "markdown_link_count": 1363, "has_markdown_title": true, "has_blockquote_summary": false, "size_band": "large" }, "website": "https://n8n.io", "endpoint": { "requested_url": "https://docs.n8n.io/llms.txt", "final_url": "https://docs.n8n.io/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11ba6-5518-7548-85b9-695ea933c76e", "title": "n8n Docs" } }, { "slug": "linear", "name": "Linear", "category": "Product management", "document_scope": "Documentation index", "summary": "Linear is a purpose-built tool for planning and building products. Meet the system for modern software development. Streamline issues, projects, and product roadmaps.", "caveat": "A link index helps readers locate topics but does not determine the correct integration path or replace the linked documentation.", "observed_sections": [ "Documentation", "Developers" ], "structure_note": "Retrieved Markdown: 9,169 characters, 2 second-level headings, 136 Markdown links. Descriptive structural counts only.", "verification": { "checked_on": "2026-10-08", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 9169, "level_2_heading_count": 2, "markdown_link_count": 136, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "compact" }, "website": "https://linear.app", "endpoint": { "requested_url": "https://linear.app/llms.txt", "final_url": "https://linear.app/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f78-2f7a-7568-ab5d-c558fa073135", "title": "Linear llms.txt" } }, { "slug": "mongodb", "name": "MongoDB", "category": "Database documentation", "document_scope": "Documentation index", "summary": "MongoDB is the world\u2019s leading modern, general-purpose document database used by over 67k customers worldwide. Founded in 2007, MongoDB, Inc. is headquartered in New York and trades on NASDAQ as MDB. Built for AI-ready applications, MongoDB Atlas database platform ensures unmatched resilience, scalability, and enterprise-grade security. It stores data as flexible BSON documents (binary JSON), supp", "caveat": "A link index helps readers locate topics but does not determine the correct integration path or replace the linked documentation.", "observed_sections": [ "About this site", "Key Facts", "Key Links", "Product", "AI and Vector Search Capabilities", "Other Platform Services and Capabilities", "Developer Tools", "Use Cases", "Data Basics", "Additional Resources" ], "structure_note": "Retrieved Markdown: 10,381 characters, 10 second-level headings, 64 Markdown links. Descriptive structural counts only.", "verification": { "checked_on": "2026-10-08", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 10381, "level_2_heading_count": 10, "markdown_link_count": 64, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://www.mongodb.com", "endpoint": { "requested_url": "https://www.mongodb.com/llms.txt", "final_url": "https://www.mongodb.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f77-cf03-724d-ab94-b12fd5f50d89", "title": "MongoDB llms.txt" } }, { "slug": "datadog", "name": "Datadog", "category": "Observability documentation", "document_scope": "Documentation index", "summary": "AI-Powered Observability and Security. See inside any stack, any app, at any scale, anywhere.", "caveat": "A link index helps readers locate topics but does not determine the correct integration path or replace the linked documentation.", "observed_sections": [ "Company Information", "Free Trial", "Datadog for Startups", "Core Products", "Solutions", "Case Studies", "Resources and Architecture", "Support Resources", "Certifications and Learning Resources", "About Pages", "Knowledge Center", "Blog Posts", "Additional Content Indexes", "Main Navigation Links" ], "structure_note": "Retrieved Markdown: 588,075 characters, 16 second-level headings, 2,401 Markdown links. Descriptive structural counts only.", "verification": { "checked_on": "2026-10-08", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 588075, "level_2_heading_count": 16, "markdown_link_count": 2401, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "large" }, "website": "https://www.datadoghq.com", "endpoint": { "requested_url": "https://www.datadoghq.com/llms.txt", "final_url": "https://www.datadoghq.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f77-dfcf-7265-8f7d-08beb5f27693", "title": "Datadog llms.txt" } }, { "slug": "gitlab", "name": "GitLab", "category": "DevSecOps documentation", "document_scope": "Documentation index", "summary": "AI-native DevSecOps platform for planning, building, securing, and shipping software.", "caveat": "A link index helps readers locate topics but does not determine the correct integration path or replace the linked documentation.", "observed_sections": [ "Pricing", "Platform", "Topics", "Solutions", "Resources", "Company", "Contact Us" ], "structure_note": "Retrieved Markdown: 10,635 characters, 7 second-level headings, 56 Markdown links. Descriptive structural counts only.", "verification": { "checked_on": "2026-10-08", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain", "character_count": 10635, "level_2_heading_count": 7, "markdown_link_count": 56, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://about.gitlab.com", "endpoint": { "requested_url": "https://about.gitlab.com/llms.txt", "final_url": "https://about.gitlab.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f78-112f-75ce-8617-3bcc91061a6c", "title": "GitLab llms.txt" } }, { "slug": "bun", "name": "Bun", "category": "JavaScript runtime documentation", "document_scope": "Documentation index", "summary": "JavaScript runtime documentation", "caveat": "A link index helps readers locate topics but does not determine the correct integration path or replace the linked documentation.", "observed_sections": [ "Docs", "Optional" ], "structure_note": "Retrieved Markdown: 33,832 characters, 2 second-level headings, 322 Markdown links. Descriptive structural counts only.", "verification": { "checked_on": "2026-10-08", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 33832, "level_2_heading_count": 2, "markdown_link_count": 322, "has_markdown_title": true, "has_blockquote_summary": false, "size_band": "mid-sized" }, "website": "https://bun.sh", "endpoint": { "requested_url": "https://bun.sh/llms.txt", "final_url": "https://bun.sh/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f78-202f-77c7-8b76-da7cfa54c5ac", "title": "Bun llms.txt" } }, { "slug": "railway", "name": "Railway", "category": "Cloud deployment documentation", "document_scope": "Documentation index", "summary": "Railway is an infrastructure platform that simplifies your stack from servers to observability with a single, scalable, easy-to-use platform. Railway's superior developer experience makes it easy to deploy cloud infrastructure, full-stack applications, and websites.", "caveat": "A link index helps readers locate topics but does not determine the correct integration path or replace the linked documentation.", "observed_sections": [ "About Railway", "For AI Agents", "Machine-Readable Endpoints", "Product Details", "Programs & Events", "Legal", "Railway Ecosystem" ], "structure_note": "Retrieved Markdown: 6,657 characters, 7 second-level headings, 41 Markdown links. Descriptive structural counts only.", "verification": { "checked_on": "2026-10-08", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 6657, "level_2_heading_count": 7, "markdown_link_count": 41, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "compact" }, "website": "https://railway.com", "endpoint": { "requested_url": "https://railway.app/llms.txt", "final_url": "https://railway.com/llms.txt", "redirected": true }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f78-0391-73a4-b6a1-8221daa5f281", "title": "Railway llms.txt" } }, { "slug": "doppler", "name": "Doppler Documentation", "category": "Secrets management documentation", "document_scope": "Documentation index", "summary": "Documentation. Explore our guides and examples to integrate Doppler. From installation to our REST APIs, everything you can do is documented here.", "caveat": "A link index helps readers locate topics but does not determine the correct integration path or replace the linked documentation.", "observed_sections": [ "Documentation: Getting Started", "Documentation: Development", "Documentation: Integrations", "Documentation: Workplace", "Documentation: User Management", "Documentation: Projects", "Documentation: Configs", "Documentation: Secrets", "Documentation: Security", "Documentation: Support", "API Reference: Introduction", "API Reference: Workplace", "API Reference: Workplace Users", "API Reference: Workplace Roles" ], "structure_note": "Retrieved Markdown: 42,456 characters, 42 second-level headings, 369 Markdown links. Descriptive structural counts only.", "verification": { "checked_on": "2026-10-08", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 42456, "level_2_heading_count": 42, "markdown_link_count": 369, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://docs.doppler.com", "endpoint": { "requested_url": "https://docs.doppler.com/llms.txt", "final_url": "https://docs.doppler.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f77-f5bb-72ec-8943-351a457cf283", "title": "Doppler Documentation llms.txt" } }, { "slug": "airbyte", "name": "docs.airbyte.com llms.txt", "category": "Data integration documentation", "document_scope": "Documentation index", "summary": "Airbyte is an open source platform designed for building and managing data pipelines, offering extensive connector options to facilitate data movement from various sources to destinations efficiently and effectively.", "caveat": "A link index helps readers locate topics but does not determine the correct integration path or replace the linked documentation.", "observed_sections": [ "search", "ai-agents", "community", "developers", "integrations", "platform", "release_notes" ], "structure_note": "Retrieved Markdown: 533,731 characters, 7 second-level headings, 1,626 Markdown links. Descriptive structural counts only.", "verification": { "checked_on": "2026-10-08", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 533731, "level_2_heading_count": 7, "markdown_link_count": 1626, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "large" }, "website": "https://docs.airbyte.com", "endpoint": { "requested_url": "https://docs.airbyte.com/llms.txt", "final_url": "https://docs.airbyte.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f77-bc66-737b-a1fb-f7c22ca31772", "title": "docs.airbyte.com llms.txt llms.txt" } }, { "slug": "dbt", "name": "dbt Developer Hub", "category": "Analytics engineering documentation", "document_scope": "Documentation index", "summary": "End user documentation, guides and technical reference for dbt", "caveat": "A link index helps readers locate topics but does not determine the correct integration path or replace the linked documentation.", "observed_sections": [ "API Reference", "Best Practices", "Category", "Community", "Docs", "Faqs", "Fusion", "Getting Started", "Guides", "Navigation Options", "Platform", "Reference", "Search", "Set up dbt" ], "structure_note": "Retrieved Markdown: 232,597 characters, 17 second-level headings, 1,324 Markdown links. Descriptive structural counts only.", "verification": { "checked_on": "2026-10-08", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 232597, "level_2_heading_count": 17, "markdown_link_count": 1324, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "large" }, "website": "https://docs.getdbt.com", "endpoint": { "requested_url": "https://docs.getdbt.com/llms.txt", "final_url": "https://docs.getdbt.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f77-8c2c-73ef-b603-a6a02c216634", "title": "dbt Developer Hub llms.txt" } }, { "slug": "gitbook", "name": "GitBook", "category": "Documentation platform", "document_scope": "Documentation index", "summary": "GitBook is a collaborative platform for creating, publishing and managing", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "Product documentation", "Enterprise product documentation", "API documentation", "AI and agent tooling", "Docs as code", "Solutions by use case", "Industries", "Customers", "Localization and migration", "Full documentation", "Company", "Optional" ], "structure_note": "Retrieved Markdown: 11,068 characters, 12 second-level headings and 84 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain;charset=utf-8", "character_count": 11068, "level_2_heading_count": 12, "markdown_link_count": 84, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://www.gitbook.com", "endpoint": { "requested_url": "https://www.gitbook.com/llms.txt", "final_url": "https://www.gitbook.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-22a9-7721-b15d-b478d3d13f32", "title": "GitBook llms.txt" } }, { "slug": "framer", "name": "Framer", "category": "Website platform", "document_scope": "Documentation index", "summary": "Framer is an AI website builder and visual design platform for designers, marketers, and teams. Create responsive websites on a canvas, manage CMS content, and publish with built-in hosting, SEO, and analytics.", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "Product", "AI and agents", "Learning and support", "Developers", "Solutions and programs", "Compare", "Marketplace", "Contact, security, and privacy", "Optional" ], "structure_note": "Retrieved Markdown: 9,630 characters, 9 second-level headings and 60 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain;charset=utf-8", "character_count": 9630, "level_2_heading_count": 9, "markdown_link_count": 60, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "compact" }, "website": "https://www.framer.com", "endpoint": { "requested_url": "https://www.framer.com/llms.txt", "final_url": "https://www.framer.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-8f84-7766-a0a6-b990aa0da8a2", "title": "Framer llms.txt" } }, { "slug": "litellm", "name": "LiteLLM", "category": "AI infrastructure docs", "document_scope": "Documentation index", "summary": "LiteLLM is an open-source Python SDK and a self-hosted AI Gateway (proxy) that give 100+ LLM providers one OpenAI-compatible API, with virtual keys, spend tracking, budgets, routing and fallbacks, guardrails, and an MCP gateway.", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "LiteLLM at a glance", "Key pages", "Get Started", "AI Gateway", "Python SDK", "MCP Gateway", "Agent Gateway", "LiteLLM Lens", "Self-Hosted Coding Agents", "Supported Endpoints", "Providers", "Routing & Load Balancing", "Troubleshooting", "Resources" ], "structure_note": "Retrieved Markdown: 166,586 characters, 24 second-level headings and 901 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 166586, "level_2_heading_count": 24, "markdown_link_count": 901, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "large" }, "website": "https://docs.litellm.ai", "endpoint": { "requested_url": "https://docs.litellm.ai/llms.txt", "final_url": "https://docs.litellm.ai/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-7c97-70fe-a7dc-bebf037b34e9", "title": "LiteLLM llms.txt" } }, { "slug": "ghost", "name": "Ghost Developer Docs", "category": "Publishing platform", "document_scope": "Documentation index", "summary": "Publishing platform", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "Optional" ], "structure_note": "Retrieved Markdown: 24,226 characters, 1 second-level headings and 187 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 24226, "level_2_heading_count": 1, "markdown_link_count": 187, "has_markdown_title": true, "has_blockquote_summary": false, "size_band": "mid-sized" }, "website": "https://docs.ghost.org", "endpoint": { "requested_url": "https://docs.ghost.org/llms.txt", "final_url": "https://docs.ghost.org/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-49af-7403-9aab-ec2d9f111152", "title": "Ghost Developer Docs llms.txt" } }, { "slug": "sarvam-ai", "name": "Sarvam AI Developer Documentation", "category": "AI API docs", "document_scope": "Documentation index", "summary": "Build with Sarvam AI. Speech-to-text, text-to-speech, translation, chat, and document intelligence APIs for 22 Indian languages, plus no-code platforms for voice agents, coding agents, Cowork, and Content Studio.", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "Explore the platform", "Build with the APIs", "Models", "Integrations", "Cookbook", "What's new", "Resources", "Instructions for AI Agents", "Products" ], "structure_note": "Retrieved Markdown: 13,433 characters, 9 second-level headings and 110 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 13433, "level_2_heading_count": 9, "markdown_link_count": 110, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://docs.sarvam.ai", "endpoint": { "requested_url": "https://docs.sarvam.ai/llms.txt", "final_url": "https://docs.sarvam.ai/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-57f2-7707-8bb4-1d2607745d19", "title": "Sarvam AI Developer Documentation llms.txt" } }, { "slug": "apimatic", "name": "APIMatic Docs", "category": "API developer tools", "document_scope": "Documentation index", "summary": "One Source, Many Outputs. APIMatic generates SDKs, API docs, code samples, MCP servers, context plugins, and developer portals from OpenAPI specs.", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "Getting Started", "Define, Lint and Validate API Definitions", "Generate Context Plugins", "Generate SDKs", "Generate API Documentation Portals", "Generate MCP Servers", "APIs, CLI and Skills", "Platform" ], "structure_note": "Retrieved Markdown: 27,833 characters, 8 second-level headings and 141 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 27833, "level_2_heading_count": 8, "markdown_link_count": 141, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://docs.apimatic.io", "endpoint": { "requested_url": "https://docs.apimatic.io/llms.txt", "final_url": "https://docs.apimatic.io/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-66ba-711f-9441-daa6345ced5d", "title": "APIMatic Docs llms.txt" } }, { "slug": "weweb", "name": "WeWeb", "category": "Web app platform", "document_scope": "Documentation index", "summary": "Web app platform", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "Docs", "Optional" ], "structure_note": "Retrieved Markdown: 15,436 characters, 2 second-level headings and 177 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain", "character_count": 15436, "level_2_heading_count": 2, "markdown_link_count": 177, "has_markdown_title": true, "has_blockquote_summary": false, "size_band": "mid-sized" }, "website": "https://docs.weweb.io", "endpoint": { "requested_url": "https://docs.weweb.io/llms.txt", "final_url": "https://docs.weweb.io/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-d9b6-74a9-a7f0-6ffe50ac1f4a", "title": "WeWeb llms.txt" } }, { "slug": "aws", "name": "Amazon Web Services (AWS) Documentation", "category": "Cloud provider docs", "document_scope": "Documentation index", "summary": "This file provides structured access to AWS service documentation for large language models. Each section represents a service landing page with links to key documentation resources.", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "Guides" ], "structure_note": "Retrieved Markdown: 417,581 characters, 1 second-level headings and 2,245 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain", "character_count": 417581, "level_2_heading_count": 1, "markdown_link_count": 2245, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "large" }, "website": "https://docs.aws.amazon.com", "endpoint": { "requested_url": "https://docs.aws.amazon.com/llms.txt", "final_url": "https://docs.aws.amazon.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-9d58-70e3-8702-7e8da7191d90", "title": "Amazon Web Services (AWS) Documentation llms.txt" } }, { "slug": "openai-developers", "name": "OpenAI Developers", "category": "AI API docs", "document_scope": "Documentation index", "summary": "Complete documentation hub for OpenAI API, Ads, Sign in with ChatGPT, Plugins, Workspace Agents, Codex, Agentic Commerce, the developer blog, Cookbook, learning resources, and learning tracks.", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "Documentation sets", "Common tasks", "Site navigation", "Learning tracks" ], "structure_note": "Retrieved Markdown: 6,201 characters, 4 second-level headings and 40 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 6201, "level_2_heading_count": 4, "markdown_link_count": 40, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "compact" }, "website": "https://developers.openai.com", "endpoint": { "requested_url": "https://developers.openai.com/llms.txt", "final_url": "https://developers.openai.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-be32-7336-8c77-85616ad4eb43", "title": "OpenAI Developers llms.txt" } }, { "slug": "gemini-cli", "name": "Gemini CLI Documentation", "category": "Developer tool docs", "document_scope": "Documentation index", "summary": "[!NOTE]", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "Guiding principle: Issues and pull requests", "Detailed automation workflows", "Current releases", "Announcements: v0.63.0 - 2026-10-06", "Announcements: v0.61.0 - 2026-09-23", "Announcements: v0.60.0 - 2026-09-15", "Announcements: v0.59.0 - 2026-09-08", "Announcements: v0.58.0 - 2026-09-01", "Announcements: v0.54.0 - 2026-08-06", "Announcements: v0.53.0 - 2026-07-28", "Announcements: v0.52.0 - 2026-07-22", "Announcements: v0.50.0 - 2026-07-08", "Announcements: v0.45.0 - 2026-06-03", "Announcements: v0.44.0 - 2026-05-27" ], "structure_note": "Retrieved Markdown: 963,444 characters, 461 second-level headings and 1,103 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 963444, "level_2_heading_count": 461, "markdown_link_count": 1103, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "large" }, "website": "https://geminicli.com", "endpoint": { "requested_url": "https://geminicli.com/llms.txt", "final_url": "https://geminicli.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-ec3e-723e-9fa1-2d188204f733", "title": "Gemini CLI Documentation llms.txt" } }, { "slug": "openrouter", "name": "OpenRouter | Documentation", "category": "AI API docs", "document_scope": "Documentation index", "summary": "The links below point to documentation indexes. Follow each `/_llms/` index recursively until you reach documentation pages.", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "Client SDKs", "Agent SDK", "Cookbook", "OpenAPI Specs", "Indexes" ], "structure_note": "Retrieved Markdown: 34,161 characters, 5 second-level headings and 203 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 34161, "level_2_heading_count": 5, "markdown_link_count": 203, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://openrouter.ai/docs", "endpoint": { "requested_url": "https://openrouter.ai/docs/llms.txt", "final_url": "https://openrouter.ai/docs/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-cba7-777e-bb3d-87ddaff77b6c", "title": "OpenRouter | Documentation llms.txt" } }, { "slug": "coingecko-api", "name": "CoinGecko API", "category": "Market data API docs", "document_scope": "Documentation index", "summary": "CoinGecko API delivers real-time and historical cryptocurrency data \u2014 including prices, OHLCV, market cap, trading volume, NFT, and onchain DeFi data \u2014 for coins, tokens, pools, and exchanges via REST API, WebSocket, and Webhooks, with SDK and MCP server support for AI agents.", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "OpenAPI Specs", "AsyncAPI Specs", "Optional" ], "structure_note": "Retrieved Markdown: 48,695 characters, 3 second-level headings and 274 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 48695, "level_2_heading_count": 3, "markdown_link_count": 274, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://docs.coingecko.com", "endpoint": { "requested_url": "https://docs.coingecko.com/llms.txt", "final_url": "https://docs.coingecko.com/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-fdd2-761c-ba25-72122d1258fc", "title": "CoinGecko API llms.txt" } }, { "slug": "mistral-ai", "name": "Mistral AI", "category": "AI API docs", "document_scope": "Documentation index", "summary": "Developer documentation for the Mistral AI platform: API references, product guides, and quickstarts for Le Chat, Vibe, Mistral AI Studio, and the Mistral API.", "caveat": "An llms.txt page is a navigation aid and does not determine the right product choice or substitute for the linked documentation.", "observed_sections": [ "Admin", "Getting Started", "Inference", "Resources", "Studio", "Vibe", "Optional" ], "structure_note": "Retrieved Markdown: 57,604 characters, 7 second-level headings and 296 Markdown links. Counts describe structure only.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 57604, "level_2_heading_count": 7, "markdown_link_count": 296, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://docs.mistral.ai", "endpoint": { "requested_url": "https://docs.mistral.ai/llms.txt", "final_url": "https://docs.mistral.ai/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11f84-ad74-7798-8297-70025ad21bb3", "title": "Mistral AI llms.txt" } }, { "slug": "twilio", "name": "Twilio", "category": "Communications platform", "document_scope": "Twilio documentation index", "summary": "Twilio Documentation organizes Twilio documentation around Authy: 2FA and Passwordless Login, Building with AI, Conversation Intelligence (classic), Elastic SIP Trunking and 41 more sections.", "caveat": "The index provides routes into Twilio content; it does not determine which integration, plan or setup applies to a particular team.", "observed_sections": [ "Authy: 2FA and Passwordless Login", "Building with AI", "Conversation Intelligence (classic)", "Elastic SIP Trunking", "Event Streams", "Flex", "General Usage", "Global Infrastructure" ], "structure_note": "The retrieved Markdown contains 379,468 characters, 45 second-level headings, and 1760 Markdown links. These are descriptive counts, not quality scores.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=UTF-8", "character_count": 379468, "level_2_heading_count": 45, "markdown_link_count": 1760, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "large" }, "website": "https://www.twilio.com", "endpoint": { "requested_url": "https://www.twilio.com/docs/llms.txt", "final_url": "https://www.twilio.com/docs/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11fc4-8647-746b-bedf-4a10a185a0de", "title": "Twilio llms.txt" } }, { "slug": "planetscale", "name": "PlanetScale", "category": "Database", "document_scope": "PlanetScale platform, Neki, CLI, OpenAPI, and related documentation.", "summary": "PlanetScale organizes PlanetScale documentation around Platform, Neki, CLI Reference, OpenAPI Specs and 2 more sections.", "caveat": "The index provides routes into PlanetScale content; it does not determine which integration, plan or setup applies to a particular team.", "observed_sections": [ "Platform", "Neki", "CLI Reference", "OpenAPI Specs", "Optional", "Indexes" ], "structure_note": "The retrieved Markdown contains 23,523 characters, 6 second-level headings, and 164 Markdown links. These are descriptive counts, not quality scores.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain; charset=utf-8", "character_count": 23523, "level_2_heading_count": 6, "markdown_link_count": 164, "has_markdown_title": true, "has_blockquote_summary": true, "size_band": "mid-sized" }, "website": "https://planetscale.com", "endpoint": { "requested_url": "https://planetscale.com/docs/llms.txt", "final_url": "https://planetscale.com/docs/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11fc4-97ab-771a-a6fb-6aaf9ff8d9bf", "title": "PlanetScale llms.txt" } }, { "slug": "upstash", "name": "Upstash", "category": "Database", "document_scope": "Upstash documentation, search, docs, and OpenAPI specifications.", "summary": "Upstash Documentation organizes Upstash documentation around Search, Docs, OpenAPI Specs.", "caveat": "The index provides routes into Upstash content; it does not determine which integration, plan or setup applies to a particular team.", "observed_sections": [ "Search", "Docs", "OpenAPI Specs" ], "structure_note": "The retrieved Markdown contains 171,813 characters, 3 second-level headings, and 1517 Markdown links. These are descriptive counts, not quality scores.", "verification": { "checked_on": "2026-10-09", "status_code": 200, "structure": "Heading and Markdown links detected", "content_type": "text/plain", "character_count": 171813, "level_2_heading_count": 3, "markdown_link_count": 1517, "has_markdown_title": true, "has_blockquote_summary": false, "size_band": "large" }, "website": "https://upstash.com", "endpoint": { "requested_url": "https://upstash.com/docs/llms.txt", "final_url": "https://upstash.com/docs/llms.txt", "redirected": false }, "source": { "retrieval": "Firecrawl direct endpoint scrape", "scrape_id": "01a11fc4-a503-71ce-bd6b-bb7cc9ab88f3", "title": "Upstash llms.txt" } }, { "slug": "svelte", "name": "Svelte", "category": "Framework", "document_scope": "Svelte package documentation and API/reference pages.", "summary": "Overview organizes Svelte documentation around Alternatives to SvelteKit, Editor tooling, Getting help, `