# robots.txt for RxDiff — https://rxdiff.com
# Generated: March 2026

# ── Allow all major search engine crawlers ──────────────────
User-agent: *
Allow: /
Allow: /contact
Allow: /legal

# Disallow API endpoints, internal routes, and form submissions
Disallow: /api/
Disallow: /api/contact
Disallow: /api/do-it-for-you
Disallow: /api/create-payment-intent
Disallow: /api/config
Disallow: /rxgo-widget

# Disallow query strings that expose internal search state
Disallow: /*?*

# ── Block old WordPress pages (no longer exist) ──────────────
Disallow: /1906-2/
Disallow: /20-business-blogs-that-will-blow-your-mind/
Disallow: /5-stages-of-team-development-what-you-need-to-know/
Disallow: /6-tips-on-how-to-run-a-successful-landscaping-business/
Disallow: /author/
Disallow: /be-remarkable-how-to-make-your-business-stand-out/
Disallow: /blog/
Disallow: /category/
Disallow: /faq/
Disallow: /hello-world/
Disallow: /how-it-works/
Disallow: /how-trust-just-happens-inside-our-remote-team/
Disallow: /popular-medications/
Disallow: /privacy-policy-2/
Disallow: /terms-of-service/
Disallow: /the-8-step-process-we-used-to-start-a-successful-podcast/
Disallow: /the-best-saas-tools-to-boost-business-growth/
Disallow: /want-to-grow-your-business-you-need-a-growth-strategy/
Disallow: /why-startups-fail-11-mistakes-founders-keep-making/
Disallow: /writing-a-business-case-what-it-is-and-how-to-write/

# ── Google-specific rules ────────────────────────────────────
User-agent: Googlebot
Allow: /
Allow: /contact
Allow: /legal
Disallow: /api/

# ── Bing-specific rules ──────────────────────────────────────
User-agent: Bingbot
Allow: /
Allow: /contact
Allow: /legal
Disallow: /api/

# ── Block known bad bots ────────────────────────────────────
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# ── Sitemap location ─────────────────────────────────────────
Sitemap: https://rxdiff.com/sitemap.xml
Sitemap: https://rxdiff.com/sitemap-drugs.xml