# ============================================================ # robots.txt for https://www.nuuvim.com/ # Last updated: 2026-03-26 # ============================================================ # ------------------------------------------------------------ # PRIMARY SEARCH ENGINES # Allow full crawl of all public marketing pages. # ------------------------------------------------------------ User-agent: Googlebot Allow: / Disallow: /admin Disallow: /cms/ Disallow: /.wf_admin Disallow: /api/ User-agent: Bingbot Allow: / Disallow: /admin Disallow: /cms/ Disallow: /.wf_admin Disallow: /api/ User-agent: Slurp Allow: / Disallow: /admin Disallow: /cms/ Disallow: /.wf_admin Disallow: /api/ User-agent: DuckDuckBot Allow: / Disallow: /admin Disallow: /cms/ Disallow: /.wf_admin Disallow: /api/ # ------------------------------------------------------------ # LEGITIMATE SPECIALTY CRAWLERS # SEO tools, health/medical indexers, accessibility checkers. # ------------------------------------------------------------ User-agent: AhrefsBot Allow: / User-agent: SemrushBot Allow: / User-agent: MJ12bot Allow: / # ------------------------------------------------------------ # AI TRAINING & SCRAPING BOTS — NOT WELCOME. # NuuVim is a healthcare provider. Patient-facing content is # not for model training. These bots get nothing. # ------------------------------------------------------------ User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / User-agent: Omgilibot Disallow: / User-agent: FacebookBot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: Bytespider Disallow: / User-agent: PetalBot Disallow: / User-agent: DataForSeoBot Disallow: / # ------------------------------------------------------------ # AGGRESSIVE / JUNK SCRAPERS — hard no. # ------------------------------------------------------------ User-agent: AhrefsBot Disallow: /admin Disallow: /api/ User-agent: DotBot Disallow: / User-agent: MegaIndex Disallow: / User-agent: BLEXBot Disallow: / User-agent: SeznamBot Disallow: / # ------------------------------------------------------------ # CATCH-ALL: Default rule for any unspecified bot. # Permissive but blocks sensitive paths. # ------------------------------------------------------------ User-agent: * Allow: / Disallow: /admin Disallow: /cms/ Disallow: /.wf_admin Disallow: /api/ Disallow: /internal/ Disallow: /staging/ # ------------------------------------------------------------ # SITEMAP # Update this URL once you've generated/confirmed your sitemap # in Webflow (Settings → SEO → Auto-generate sitemap). # ------------------------------------------------------------ Sitemap: https://www.nuuvim.com/sitemap.xml Sitemap: https://www.nuuvim.com/sitemap.xml