# Koalaified robots.txt
# Updated: April 2026

# Explicitly allow the major search-engine crawlers
User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/
Disallow: /settings
Disallow: /billing
Disallow: /messages
Disallow: /notifications

User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/
Disallow: /settings
Disallow: /billing
Disallow: /messages
Disallow: /notifications

User-agent: DuckDuckBot
Allow: /
Disallow: /admin
Disallow: /api/

# LinkedIn's preview bot — needed for clean link-unfurl when our URLs are shared
User-agent: LinkedInBot
Allow: /

# Twitter/X link preview
User-agent: Twitterbot
Allow: /

# Slack link preview
User-agent: Slackbot
Allow: /

# Discord link preview
User-agent: Discordbot
Allow: /

# Facebook link preview
User-agent: facebookexternalhit
Allow: /

# Default policy for any other bot
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/
Disallow: /settings
Disallow: /billing
Disallow: /messages
Disallow: /notifications
Disallow: /feed
Disallow: /saved-jobs
Disallow: /applications

# Block AI training crawlers by default — your content is the moat.
# Remove any of these blocks if you want that platform to cite you.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /

Sitemap: https://koalaified.com/sitemap.xml