# START RICHMOND ROBOTS
# Edit this in AB Admin -> SEO -> Robots
# --------------------------------------------
User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=no

# ------------------------
# Core WordPress restrictions

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-content/languages/
Disallow: /wp-content/upgrade/
Disallow: /readme.html

# Allow required functional assets
Allow: /wp-admin/admin-ajax.php

# ------------------------
# AI retrieval/search (allowed for real-time answering only, rate limiting requested)

User-agent: AndiBot
Allow: /
Crawl-delay: 5
 
User-agent: ChatGPT-User
Allow: /
Crawl-delay: 5

User-agent: CloudflareBrowserRenderingCrawler
Allow: /
Crawl-delay: 5
 
User-agent: ExaBot
Allow: /
Crawl-delay: 5
 
User-agent: FirecrawlAgent
Allow: /
Crawl-delay: 10

User-agent: OAI-SearchBot
Allow: /
Crawl-delay: 5
 
User-agent: PerplexityBot
Allow: /
Crawl-delay: 5
 
User-agent: PhindBot
Allow: /
Crawl-delay: 5
 
User-agent: YouBot
Allow: /
Crawl-delay: 5

# ------------------------
# AI training (model training is not permitted)

User-agent: Amazonbot
Disallow: /
 
User-agent: Applebot-Extended
Disallow: /
 
User-agent: Bytespider
Disallow: /
 
User-agent: CCBot
Disallow: /
 
User-agent: ClaudeBot
Disallow: /
 
User-agent: Claude-Web
Disallow: /
 
User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /
 
User-agent: Meta-ExternalAgent
Disallow: /

# ------------------------
# Search engines (fully allowed)
 
User-agent: Googlebot
Allow: /
 
User-agent: Bingbot
Allow: /

# ------------------------
# Site maps

Sitemap: https://www.sustainableaviation.co.uk/sitemap_index.xml
# --------------------------------------------
# END RICHMOND ROBOTS