# SnapDeploy Robots.txt # https://snapdeploy.dev # Default rules for all crawlers User-agent: * Allow: / Allow: /pricing Allow: /heroku-alternative Allow: /railway-alternative Allow: /render-alternative Allow: /docker-hosting Allow: /container-hosting Allow: /for/ Disallow: /dashboard Disallow: /containers Disallow: /deployments Disallow: /settings Disallow: /api/ Disallow: /oauth2/ Disallow: /login Disallow: /logout # AI Crawlers - Explicitly Welcome # OpenAI GPTBot User-agent: GPTBot Allow: / Allow: /llms.txt Allow: /llms-full.md Disallow: /dashboard Disallow: /containers Disallow: /deployments Disallow: /settings Disallow: /api/ # Anthropic Claude User-agent: ClaudeBot Allow: / Allow: /llms.txt Allow: /llms-full.md Disallow: /dashboard Disallow: /containers Disallow: /deployments Disallow: /settings Disallow: /api/ User-agent: Claude-Web Allow: / Allow: /llms.txt Allow: /llms-full.md Disallow: /dashboard Disallow: /containers Disallow: /deployments Disallow: /settings Disallow: /api/ User-agent: anthropic-ai Allow: / Allow: /llms.txt Allow: /llms-full.md Disallow: /dashboard Disallow: /containers Disallow: /deployments Disallow: /settings Disallow: /api/ # Google AI (Bard/Gemini) User-agent: Google-Extended Allow: / Allow: /llms.txt Allow: /llms-full.md Disallow: /dashboard Disallow: /containers Disallow: /deployments Disallow: /settings Disallow: /api/ # Perplexity AI User-agent: PerplexityBot Allow: / Allow: /llms.txt Allow: /llms-full.md Disallow: /dashboard Disallow: /containers Disallow: /deployments Disallow: /settings Disallow: /api/ # Cohere AI User-agent: cohere-ai Allow: / Allow: /llms.txt Allow: /llms-full.md Disallow: /dashboard Disallow: /containers Disallow: /deployments Disallow: /settings Disallow: /api/ # Meta AI User-agent: FacebookBot Allow: / Disallow: /dashboard Disallow: /api/ User-agent: meta-externalagent Allow: / Allow: /llms.txt Allow: /llms-full.md Disallow: /dashboard Disallow: /api/ # Search Engine Crawlers User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / User-agent: YandexBot Allow: / User-agent: Slurp Allow: / # Sitemaps Sitemap: https://snapdeploy.dev/sitemap.xml # AI Documentation # llms.txt: https://snapdeploy.dev/llms.txt # Full docs: https://snapdeploy.dev/llms-full.md