# robots.txt for ClawHosters # OpenClaw Hosting Platform - clawhosters.com User-agent: * # Allow public pages Allow: /$ Allow: /pricing Allow: /faq Allow: /terms Allow: /privacy Allow: /docs/ Allow: /de/$ Allow: /de/pricing Allow: /de/faq Allow: /de/terms Allow: /de/privacy Allow: /de/docs/ # Block Devise auth pages Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /confirmation Disallow: /logout Disallow: /de/login Disallow: /de/register Disallow: /de/forgot-password Disallow: /de/confirmation Disallow: /de/logout # Block authenticated/private areas Disallow: /dashboard/ Disallow: /de/dashboard/ Disallow: /api/ Disallow: /admin/ Disallow: /de/admin/ Disallow: /oc_customers/ # Block system paths Disallow: /cable Disallow: /up # AI Crawlers - Allow for discoverability User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: Googlebot Allow: / User-agent: PerplexityBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: Anthropic-AI Allow: / User-agent: CCBot Allow: / User-agent: Bytespider Allow: / User-agent: cohere-ai Allow: / User-agent: Diffbot Allow: / User-agent: FacebookBot Allow: / # Sitemap Sitemap: https://clawhosters.com/sitemap.xml