# https://www.robotstxt.org/robotstxt.html # mNamaz - Islamic Prayer Guide # Default rules for all crawlers User-agent: * Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /out/ # Crawl delay (optional - prevents server overload) Crawl-delay: 0.5 # Major search engines - full access User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Googlebot-Image Allow: / User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / # AI crawlers - selective access User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / # Sitemaps Sitemap: https://mnamaz.com/sitemap.xml Sitemap: https://mnamaz.com/sitemap-0.xml # Host (preferred domain) Host: https://mnamaz.com