User-agent: *
Allow: /

# Restrict sensitive/internal paths
Disallow: /wp-admin/
Disallow: /signup
Disallow: /reset-password
Disallow: /auth/
Disallow: /bulk
Disallow: /bulk-appraisal/upload
Disallow: /bulk-appraisal/review
Disallow: /multi-item/upload
Disallow: /multi-item/review
Disallow: /success-payment
Disallow: /payment-cancelled
Disallow: /submission-success
Disallow: /operator/
Disallow: /tools/
Disallow: /chat-embed
Disallow: /dashboard
Disallow: /profile
Disallow: /account
Disallow: /subscriptions

# Sitemaps
Sitemap: https://appraisily.com/sitemap.xml
Sitemap: https://appraisily.com/articles/sitemap.xml

# AI bot restrictions (allow public content, restrict sensitive paths)
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: Anthropic-AI
User-agent: CCBot
User-agent: Claude-Web
Disallow: /private/
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /auth/
Disallow: /bulk-appraisal/
Disallow: /multi-item/

# Search engine specific settings
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: Googlebot-News
User-agent: Googlebot-Video
Crawl-delay: 1

User-agent: Bingbot
User-agent: MSNBot
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /

User-agent: Slurp
Crawl-delay: 2