# Default: Allow all crawlers
User-agent: *
Disallow: /*?page=

# Major search engines – allow
User-agent: Googlebot
User-agent: Bingbot
Allow: /

# Explicitly allow everything else
Allow: /

# Google News Bot
User-agent: Googlebot-News
Allow: /

# Sitemap declarations
Sitemap: https://restthecase.com/sitemap-blog.xml
Sitemap: https://restthecase.com/sitemap-news.xml
Sitemap: https://restthecase.com/sitemap-lawyer.xml

# Friendly AI bots – allow
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
Allow: /