# robots.txt for UMIH - United Medical Imaging Healthcare # Optimized for search engines and AI LLM crawlers # Allow all well-behaved search engine bots User-agent: * Allow: / # Special rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Googlebot-Image Allow: / User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: Slurp Allow: / Crawl-delay: 1 # AI LLM and Assistant crawlers User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: CCBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / User-agent: ClaudeBot Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Amazonbot Allow: / User-agent: cohere-ai Allow: / User-agent: DuckAssistBot Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: YouBot Allow: / # Block access to admin and private areas User-agent: * Disallow: /admin/ Disallow: /api/ Disallow: /assets/private/ # Block bad bots User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: DotBot Disallow: / # Sitemap location Sitemap: https://www.umih.com/sitemap.xml # Crawl delay for general bots (in seconds) # This helps prevent server overload Crawl-delay: 1