User-agent: Googlebot
Allow: /
Disallow: /login
Disallow: /signup
Disallow: /sittersignup
Disallow: /independentsignup
Disallow: /membersignup
Disallow: /asccustompages/
Disallow: /promosites/css/
Disallow: /promosites/js/
Disallow: /promosites/fonts/

User-agent: Bingbot
Allow: /
Disallow: /login
Disallow: /signup
Disallow: /sittersignup
Disallow: /independentsignup
Disallow: /membersignup
Disallow: /asccustompages/
Disallow: /promosites/css/
Disallow: /promosites/js/
Disallow: /promosites/fonts/

User-agent: Slurp
Allow: /
Disallow: /login
Disallow: /signup
Disallow: /sittersignup
Disallow: /independentsignup
Disallow: /membersignup

User-agent: DuckDuckBot
Allow: /
Disallow: /login
Disallow: /signup
Disallow: /sittersignup
Disallow: /independentsignup
Disallow: /membersignup

User-agent: Applebot
Allow: /

User-agent: Google-Extended
Allow: /
Disallow: /login
Disallow: /signup
Disallow: /sittersignup
Disallow: /independentsignup
Disallow: /membersignup

# Apple Intelligence (Siri, Spotlight)

User-agent: Applebot-Extended
Allow: /

# GPTBot = training crawler (helps future model knowledge)

# OAI-SearchBot = ChatGPT search index (appear in ChatGPT answers)

# ChatGPT-User = real-time user-triggered fetch

# Blocking OAI-SearchBot removes site from ChatGPT search results.

# SeekingSitters is a service brand — maximum visibility is correct.

User-agent: GPTBot
Allow: /
Disallow: /login
Disallow: /signup
Disallow: /sittersignup
Disallow: /independentsignup
Disallow: /membersignup

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /


# ClaudeBot = primary crawler (training + citation)

# Claude-SearchBot = Claude search index crawler

# Claude-User = real-time user-triggered fetch

# anthropic-ai / claude-web = deprecated but include for safety


User-agent: ClaudeBot
Allow: /
Disallow: /login
Disallow: /signup
Disallow: /sittersignup
Disallow: /independentsignup
Disallow: /membersignup

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: claude-web
Allow: /

# PerplexityBot = indexing (appear in Perplexity answers)

# Perplexity-User = real-time retrieval

# Critical for AI search citation visibility

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# YouBot, DuckAssistBot, PhindBot, ExaBot — emerging AI search

# platforms. Allow all for maximum brand visibility.

User-agent: YouBot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: PhindBot
Allow: /

User-agent: ExaBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Allow: /


User-agent: CCBot
Allow: /
Disallow: /login
Disallow: /signup
Disallow: /sittersignup
Disallow: /independentsignup
Disallow: /membersignup


User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Allow: /

User-agent: SeznamBot
Disallow: /

# Allow everything else by default. Locking down unknown bots

# is counterproductive — new AI crawlers emerge regularly.

# The specific disallows above override for auth pages.

User-agent: *
Allow: /
Disallow: /login
Disallow: /signup
Disallow: /sittersignup
Disallow: /independentsignup
Disallow: /membersignup
Disallow: /asccustompages/

# SITEMAP REFERENCES

# Reference both www and any alternate locations.

# Multiple Sitemap: lines are valid and encouraged.

Sitemap: https://www.seekingsitters.com/sitemap.xml