# Throttle aggressive SEARCH crawlers that caused server saturation on slow
# AMP/pagination pages (30-40s each). See Linear ticket STY-77.
User-agent: PetalBot
Crawl-delay: 10
Disallow: /*/amp/
Disallow: /*/page/

User-agent: Baiduspider
Crawl-delay: 10
Disallow: /*/amp/
Disallow: /*/page/

# Block AI *training* crawlers — protects the editorial + image library and keeps
# content-licensing optionality. AI *answer/search* crawlers (OAI-SearchBot,
# ChatGPT-User, PerplexityBot, and Google AI Overviews via Googlebot) are
# intentionally NOT blocked: they cite + link sources and drive referral traffic.
# Blocking GPTBot (training) does not affect ChatGPT citations, which use the
# separate OAI-SearchBot / ChatGPT-User tokens. See Linear ticket STY-480.
# (facebookexternalhit = FB link previews and is left allowed; meta-externalagent
# below is Meta's AI training crawler.)
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

# Default rules for all other bots
User-Agent: *
Disallow: /cgi-bin
Disallow: /test
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /comments
Disallow: */trackback
Disallow: */comments
Disallow: /submissions
Disallow: /dashboard
Disallow: /customweb/ajax
Disallow: /customweb/pages/gallery
Disallow: /wp-content/submissions
Disallow: /vendor/smarty
Disallow: /vendor/phpunit
Disallow: /portfolio/*/upgrade
Disallow: /api
Disallow: /xmlrpc.php
Disallow: /vendor/

Sitemap: https://www.stylemepretty.com/sitemap.xml
Sitemap: https://www.stylemepretty.com/sitemaps/posts/posts.xml
Sitemap: https://www.stylemepretty.com/sitemaps/galleries/galleries.xml