# Termly scanner
User-agent: TermlyBot
Allow: /

# General rules for all crawlers
User-agent: *
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json

# AI/LLM Crawlers - Allow explicitly
User-agent: GPTBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemap
Sitemap: https://eggbase.co.uk/sitemap_index.xml