User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Allow: / Content-signal: search=yes, ai-train=no Sitemap: https://nannieswhocare.com/sitemap_index.xml # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-News Allow: / User-agent: GoogleOther Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Applebot Allow: / # Block AI training bots User-agent: GPTBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Omgilibot Disallow: / User-agent: FacebookBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Diffbot Disallow: / User-agent: PetalBot Disallow: / # Block generic AI scrapers User-agent: ai2html Disallow: / User-agent: anthropic-ai Disallow: / User-agent: cohere-ai Disallow: / User-agent: dataforseo Disallow: / User-agent: imagesift Disallow: / User-agent: magpie-crawler Disallow: / User-agent: omgili Disallow: / User-agent: webzio Disallow: / # Allow schema and structured data crawlers User-agent: Schema.org Allow: / User-agent: Google-Structured-Data-Testing-Tool Allow: / User-agent: Google-InspectionTool Allow: / # Optional: Crawl-delay for aggressive bots User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10