# AI crawler policy, added 2026-10-09. Mirrors the policy on
# regulations.rentresponsibly.org and map.rentresponsibly.org.
#
# The test is RECIPROCITY, not "is it AI". Search engines that cite sources
# and send readers are welcome. Crawlers that train on the work, or resell
# access to it, are not.
#
# Googlebot, Bingbot, OAI-SearchBot and PerplexityBot are deliberately NOT
# given their own sections. A crawler that matches its own User-agent section
# ignores the "*" section completely, which would exempt it from the wp-admin
# rules below. They are allowed by "*" already.

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: SERankingBacklinksBot
Disallow: /

User-agent: KeenableBot
Disallow: /

User-agent: Aranet-SearchBot
Disallow: /

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.rentresponsibly.org/sitemap_index.xml