# Budvocate robots.txt
# AI Crawler Policy: https://budvocate.com/for-ai-crawlers/
# LLMs-Txt: https://budvocate.com/llms.txt

Disallow: /login/
Disallow: /partner/
Disallow: /reviewer/
Disallow: /tester/
Disallow: /go/
Disallow: /*?bud_partial=
Disallow: /*&bud_partial=

# Welcome Search & AI Citation Crawlers on Public Content
User-agent: Googlebot
Allow: /
Disallow: /login/
Disallow: /partner/
Disallow: /reviewer/
Disallow: /tester/
Disallow: /go/

User-agent: Bingbot
Allow: /
Disallow: /login/
Disallow: /partner/
Disallow: /reviewer/
Disallow: /tester/
Disallow: /go/

User-agent: OAI-SearchBot
Allow: /
Disallow: /login/
Disallow: /partner/
Disallow: /reviewer/
Disallow: /tester/
Disallow: /go/

User-agent: ChatGPT-User
Allow: /
Disallow: /login/
Disallow: /partner/
Disallow: /reviewer/
Disallow: /tester/
Disallow: /go/

User-agent: GPTBot
Allow: /
Disallow: /login/
Disallow: /partner/
Disallow: /reviewer/
Disallow: /tester/
Disallow: /go/

User-agent: ClaudeBot
Allow: /
Disallow: /login/
Disallow: /partner/
Disallow: /reviewer/
Disallow: /tester/
Disallow: /go/

User-agent: PerplexityBot
Allow: /
Disallow: /login/
Disallow: /partner/
Disallow: /reviewer/
Disallow: /tester/
Disallow: /go/

User-agent: Applebot-Extended
Allow: /
Disallow: /login/
Disallow: /partner/
Disallow: /reviewer/
Disallow: /tester/
Disallow: /go/

# Block Aggressive SEO & Unwanted Scraper Bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

Sitemap: https://budvocate.com/sitemap_index.xml
Sitemap: https://budvocate.com/wp-sitemap.xml

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://budvocate.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK