# servantpublishing.com
#
# Content signals, per the Cloudflare/IETF content-signals proposal. The previous
# WordPress site reserved rights under EU Directive 2019/790 Art. 4 and blocked
# AI training outright. That reservation is deliberately NOT carried over: this
# site permits search indexing, AI input (retrieval, grounding, generated answers)
# and AI training alike. Citation with attribution is welcome.
#
# The signal is declared inside the User-agent group below, where the spec puts
# it — a bare directive above the first group belongs to no group at all.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

# Search
User-agent: Googlebot
Allow: /
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /api/

User-agent: DuckDuckBot
Allow: /
Disallow: /api/

User-agent: Applebot
Allow: /
Disallow: /api/

# AI assistants and retrieval crawlers — citation with attribution is welcome.
User-agent: GPTBot
Allow: /
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/

User-agent: Amazonbot
Allow: /
Disallow: /api/

User-agent: Bytespider
Allow: /
Disallow: /api/

User-agent: CCBot
Allow: /
Disallow: /api/

User-agent: meta-externalagent
Allow: /
Disallow: /api/

User-agent: cohere-ai
Allow: /
Disallow: /api/

User-agent: Diffbot
Allow: /
Disallow: /api/

User-agent: Timpibot
Allow: /
Disallow: /api/

Sitemap: https://servantpublishing.com/sitemap.xml