# robots.txt for Surva.io
# https://surva.io

User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /settings
Disallow: /admin
Disallow: /api/
Disallow: /webhooks
Disallow: /oauth
Disallow: /signup
Disallow: /login
Disallow: /logout
Disallow: /signupCompany
Disallow: /signupVerification
Disallow: /resetPassword
Disallow: /content-planner
Disallow: /content-wizard
Disallow: /competitors
Disallow: /keywords
Disallow: /engage
Disallow: /outreach

# Crawl-delay for considerate crawling
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.surva.ai/sitemap.xml

# AI Crawlers
User-agent: GPTBot
Allow: /blog
Allow: /help
Allow: /docs
Allow: /pricing
Allow: /
Allow: /llms.txt

User-agent: ChatGPT-User
Allow: /blog
Allow: /help
Allow: /docs
Allow: /pricing
Allow: /
Allow: /llms.txt

User-agent: Claude-Web
Allow: /blog
Allow: /help
Allow: /docs
Allow: /pricing
Allow: /
Allow: /llms.txt

User-agent: Anthropic-AI
Allow: /blog
Allow: /help
Allow: /docs
Allow: /pricing
Allow: /
Allow: /llms.txt

User-agent: PerplexityBot
Allow: /blog
Allow: /help
Allow: /docs
Allow: /pricing
Allow: /
Allow: /llms.txt

User-agent: Google-Extended
Allow: /