{"site":"Plaiground","canonicalSite":"https://www.theplaiground.co","hub":"https://www.theplaiground.co/ai-native","robots":"https://www.theplaiground.co/robots.txt","llms":"https://www.theplaiground.co/llms.txt","llmsFull":"https://www.theplaiground.co/llms-full.txt","manifest":"https://www.theplaiground.co/ai-native/geo-manifest.json","entityGraph":"https://www.theplaiground.co/ai-native/entity-graph.json","answerBank":"https://www.theplaiground.co/ai-native/answer-bank.json","claimLedger":"https://www.theplaiground.co/ai-native/claim-ledger.json","glossary":"https://www.theplaiground.co/ai-native/glossary.json","queryMap":"https://www.theplaiground.co/ai-native/query-map.json","linkGraph":"https://www.theplaiground.co/ai-native/link-graph.json","pageAudit":"https://www.theplaiground.co/ai-native/page-audit.json","sourceLedger":"https://www.theplaiground.co/ai-native/source-ledger.json","modified":"2026-05-19","purpose":"Machine-readable crawler and retrieval policy for Plaiground AI-native content. Use this file to understand which search, answer-engine, training-control, and user-requested fetcher agents Plaiground intentionally allows.","policySummary":{"currentPosture":"Plaiground currently allows major search, answer-engine, training-control, and user-requested fetcher crawlers because the business goal is AI-native discoverability and citation eligibility.","visibilityGuardrail":"Allowing a crawler does not guarantee indexing, ranking, generated-answer inclusion, citation, traffic, or business outcomes.","trainingGuardrail":"Search/discoverability crawlers and training-control crawlers are not the same thing. Use the per-crawler category and source notes before making claims about training or retrieval.","futureChange":"This policy is intentionally explicit so Plaiground can later tighten training-control agents without accidentally blocking search and answer-engine retrieval."},"totals":{"policies":10,"explicitlyAllowed":10,"categories":{"search-indexing":1,"ai-training-control":3,"user-requested-fetch":3,"answer-engine-indexing":3},"missingSources":0},"robotsTxtIntendedAllowlist":["Googlebot","Google-Extended","OAI-SearchBot","GPTBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","Claude-User","PerplexityBot","Perplexity-User"],"policies":[{"owner":"Google","userAgent":"Googlebot","status":"explicitly-allowed","purpose":"Google Search crawling and indexing, including Search features covered by Googlebot rules.","category":"search-indexing","trainingUse":"not-used-for-training","sourceTitles":["Google's common crawlers","AI Features and Your Website"],"policyNote":"Plaiground allows Googlebot because the AI-native strategy depends on useful pages being discoverable in core Google Search and related AI features.","sourceNotes":[{"title":"Google's common crawlers","publisher":"Google Search Central","url":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","note":"Used for Googlebot and Google-Extended crawler policy context, especially the distinction between Google Search inclusion and Google-Extended controls for Gemini and Vertex AI usage.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"},{"title":"AI Features and Your Website","publisher":"Google Search Central","url":"https://developers.google.com/search/docs/appearance/ai-overviews","note":"Used for Google AI Overviews and AI Mode guidance, including query fan-out, snippet eligibility, robots controls, and the point that AI features rely on core search fundamentals.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"}]},{"owner":"Google","userAgent":"Google-Extended","status":"explicitly-allowed","purpose":"Google product token for controlling whether crawled content may be used for future Gemini and Vertex AI model usage and grounding contexts.","category":"ai-training-control","trainingUse":"may-control-training-or-grounding","sourceTitles":["Google's common crawlers"],"policyNote":"Plaiground currently allows Google-Extended because the goal is AI-native discoverability and entity understanding; this can be changed later without blocking Google Search inclusion.","sourceNotes":[{"title":"Google's common crawlers","publisher":"Google Search Central","url":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","note":"Used for Googlebot and Google-Extended crawler policy context, especially the distinction between Google Search inclusion and Google-Extended controls for Gemini and Vertex AI usage.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"}]},{"owner":"OpenAI","userAgent":"OAI-SearchBot","status":"explicitly-allowed","purpose":"Search/discoverability crawler for surfacing and linking websites in ChatGPT search-style experiences.","category":"answer-engine-indexing","trainingUse":"not-used-for-training","sourceTitles":["Overview of OpenAI Crawlers","Publishers and Developers FAQ","ChatGPT Search"],"policyNote":"Plaiground allows OAI-SearchBot to support answer-engine visibility. This does not guarantee citation or ranking.","sourceNotes":[{"title":"Overview of OpenAI Crawlers","publisher":"OpenAI Developers","url":"https://developers.openai.com/api/docs/bots","note":"Used for the distinction between OAI-SearchBot for ChatGPT search visibility and GPTBot for foundation-model training controls.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"},{"title":"Publishers and Developers FAQ","publisher":"OpenAI Help Center","url":"https://help.openai.com/en/articles/12627856-publishers-and-developers-faq","note":"Used for ChatGPT search visibility guidance: public websites can appear in ChatGPT search, OAI-SearchBot access affects discoverability and snippets, and noindex is the control for preventing indexed links when crawling is allowed.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"},{"title":"ChatGPT Search","publisher":"OpenAI Help Center","url":"https://help.openai.com/en/articles/9237897-chatgpt-search","note":"Used for answer-engine query-routing context: ChatGPT search can rewrite a user prompt into one or more targeted queries, show inline citations, and expose a Sources panel with cited links.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"}]},{"owner":"OpenAI","userAgent":"GPTBot","status":"explicitly-allowed","purpose":"OpenAI crawler controlled separately from OAI-SearchBot and ChatGPT-User.","category":"ai-training-control","trainingUse":"unknown-or-provider-specific","sourceTitles":["Overview of OpenAI Crawlers"],"policyNote":"Plaiground allows GPTBot for now because the strategy favors broad AI-native discoverability; the policy can be tightened if training-control preferences change.","sourceNotes":[{"title":"Overview of OpenAI Crawlers","publisher":"OpenAI Developers","url":"https://developers.openai.com/api/docs/bots","note":"Used for the distinction between OAI-SearchBot for ChatGPT search visibility and GPTBot for foundation-model training controls.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"}]},{"owner":"OpenAI","userAgent":"ChatGPT-User","status":"explicitly-allowed","purpose":"User-requested retrieval when a ChatGPT user asks for a page or web content.","category":"user-requested-fetch","trainingUse":"not-used-for-training","sourceTitles":["Overview of OpenAI Crawlers","ChatGPT Search"],"policyNote":"Plaiground allows user-requested fetches so cited answers can inspect canonical pages, source ledgers, and machine-readable GEO files.","sourceNotes":[{"title":"Overview of OpenAI Crawlers","publisher":"OpenAI Developers","url":"https://developers.openai.com/api/docs/bots","note":"Used for the distinction between OAI-SearchBot for ChatGPT search visibility and GPTBot for foundation-model training controls.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"},{"title":"ChatGPT Search","publisher":"OpenAI Help Center","url":"https://help.openai.com/en/articles/9237897-chatgpt-search","note":"Used for answer-engine query-routing context: ChatGPT search can rewrite a user prompt into one or more targeted queries, show inline citations, and expose a Sources panel with cited links.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"}]},{"owner":"Anthropic","userAgent":"ClaudeBot","status":"explicitly-allowed","purpose":"Anthropic web crawler listed separately from Claude search and user-requested fetchers.","category":"ai-training-control","trainingUse":"unknown-or-provider-specific","sourceTitles":["Does Anthropic crawl data from the web?"],"policyNote":"Plaiground allows ClaudeBot while the current goal is broad AI-native discoverability. This is a policy choice, not a guarantee of inclusion.","sourceNotes":[{"title":"Does Anthropic crawl data from the web?","publisher":"Anthropic Help Center","url":"https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler","note":"Used for ClaudeBot, Claude-User, and Claude-SearchBot crawler behavior and the visibility tradeoff of blocking search retrieval.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"}]},{"owner":"Anthropic","userAgent":"Claude-SearchBot","status":"explicitly-allowed","purpose":"Anthropic search crawler for Claude search/discoverability experiences.","category":"answer-engine-indexing","trainingUse":"not-used-for-training","sourceTitles":["Does Anthropic crawl data from the web?"],"policyNote":"Plaiground allows Claude-SearchBot because blocking search retrieval can reduce visibility in Claude search contexts.","sourceNotes":[{"title":"Does Anthropic crawl data from the web?","publisher":"Anthropic Help Center","url":"https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler","note":"Used for ClaudeBot, Claude-User, and Claude-SearchBot crawler behavior and the visibility tradeoff of blocking search retrieval.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"}]},{"owner":"Anthropic","userAgent":"Claude-User","status":"explicitly-allowed","purpose":"User-requested Anthropic fetcher when a Claude user asks to retrieve a page.","category":"user-requested-fetch","trainingUse":"not-used-for-training","sourceTitles":["Does Anthropic crawl data from the web?"],"policyNote":"Plaiground allows user-triggered Claude retrieval so canonical pages and machine-readable ledgers can be inspected on request.","sourceNotes":[{"title":"Does Anthropic crawl data from the web?","publisher":"Anthropic Help Center","url":"https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler","note":"Used for ClaudeBot, Claude-User, and Claude-SearchBot crawler behavior and the visibility tradeoff of blocking search retrieval.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"}]},{"owner":"Perplexity","userAgent":"PerplexityBot","status":"explicitly-allowed","purpose":"Perplexity search indexing crawler for surfacing and linking websites in Perplexity results.","category":"answer-engine-indexing","trainingUse":"not-used-for-training","sourceTitles":["How does Perplexity follow robots.txt?","Perplexity Crawlers"],"policyNote":"Plaiground allows PerplexityBot to support answer-engine indexing. Perplexity says this is not used for foundation-model pretraining.","sourceNotes":[{"title":"How does Perplexity follow robots.txt?","publisher":"Perplexity Help Center","url":"https://www.perplexity.ai/help-center/en/articles/10354969-how-does-perplexity-follow-robots-txt","note":"Used for PerplexityBot indexing behavior and robots.txt guidance for answer-engine visibility.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"},{"title":"Perplexity Crawlers","publisher":"Perplexity Docs","url":"https://docs.perplexity.ai/docs/resources/perplexity-crawlers","note":"Used for Perplexity crawler user-agent context, including the distinction between PerplexityBot for search results and user-requested Perplexity fetchers.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"}]},{"owner":"Perplexity","userAgent":"Perplexity-User","status":"explicitly-allowed","purpose":"User-requested Perplexity fetcher for pages requested by a user interaction.","category":"user-requested-fetch","trainingUse":"not-used-for-training","sourceTitles":["Perplexity Crawlers"],"policyNote":"Plaiground explicitly allows Perplexity-User for clarity even though the wildcard allow would already permit it.","sourceNotes":[{"title":"Perplexity Crawlers","publisher":"Perplexity Docs","url":"https://docs.perplexity.ai/docs/resources/perplexity-crawlers","note":"Used for Perplexity crawler user-agent context, including the distinction between PerplexityBot for search results and user-requested Perplexity fetchers.","sourceType":"Search and crawler guidance","checkedDate":"2026-05-19"}]}]}