# Right Rudder Marketing - robots.txt
#
# Content signals (https://contentsignals.org/):
#   search   = building a search index and providing search results
#   ai-input = using content as input to AI models (RAG, grounding,
#              AI search answers)
#   ai-train = training or fine-tuning AI models
#
# Any restrictions expressed via content signals are express reservations
# of rights under Article 4 of EU Directive 2019/790.
#
# AI agents: a plain-text site overview is available at /llms.txt
# Agent skills and API catalog: /.well-known/

# All crawlers - search engines, social preview bots, and AI crawlers
# (Googlebot, Bingbot, GPTBot, ChatGPT-User, OAI-SearchBot, ClaudeBot,
# Claude-User, Claude-SearchBot, PerplexityBot, Perplexity-User,
# Google-Extended, CCBot, Meta-ExternalAgent, Applebot-Extended,
# Amazonbot, DuckAssistBot, and others all match this group)
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MajesticSEO
Disallow: /

User-agent: spbot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

Sitemap: https://rightruddermarketing.com/sitemap-index.xml