# robots.txt for https://www.rippit.com
# Goal: maximize discoverability for traditional search + LLM/AI answer engines.
# The marketing site contains no sensitive paths (the product lives on app.rippit.com).
#
# All crawlers share ONE group so the Disallow rules below apply to every bot.
# (A crawler obeys only the most specific group that names it. Separate
# "User-agent: GPTBot / Allow: /" groups would make those bots ignore the
# Disallow rules in the * group.) Named bots are listed so crawlers that look
# for their own user-agent find it.

User-agent: *
# OpenAI
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
# Anthropic
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
# Google
User-agent: Googlebot
User-agent: Google-Extended
User-agent: GoogleOther
# Microsoft
User-agent: Bingbot
User-agent: msnbot
# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
# Apple
User-agent: Applebot
User-agent: Applebot-Extended
# Meta
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: FacebookBot
# Amazon
User-agent: Amazonbot
# DuckDuckGo
User-agent: DuckDuckBot
User-agent: DuckAssistBot
# Other AI answer engines and assistants
User-agent: YouBot
User-agent: PhindBot
User-agent: AndiBot
User-agent: Komo
User-agent: Cohere-ai
User-agent: cohere-ai
User-agent: Diffbot
User-agent: Bytespider
User-agent: PetalBot
User-agent: YandexBot
User-agent: Baiduspider
User-agent: Slurp
User-agent: Webzio-Extended
User-agent: TimpiBot
User-agent: Kagibot
User-agent: ArchiveBot
User-agent: ia_archiver
Allow: /
# Webflow Ecommerce test/dev products and other password-protected dev pages
Disallow: /dev/
# Internal site search: infinite duplicate URLs
Disallow: /search
# Thank-you / confirmation pages: no standalone value
Disallow: /post-webinar-registration/
Disallow: /request-trial/thank-you
Disallow: /webinars/voc-signal-to-action-confirmation
# Tracking-parameter URL variants, so canonical pages get the credit
Disallow: /*?*utm_
Disallow: /*?*hsCtaTracking
Disallow: /*?*fbclid
Disallow: /*?*gclid
Disallow: /*?*mc_cid
Disallow: /*?*mc_eid

Sitemap: https://www.rippit.com/sitemap.xml