# robots.txt for mkirkwrites.com
# m kirk
# Updated 2026-09-22
#
# Prior to this file the site had no robots.txt at all, so every
# crawler operated under full default permission.
#
# Posture: readers and reader-discovery are welcome. Ingestion of
# fiction into training corpora is not. Text and data mining rights
# are expressly reserved. See https://mkirkwrites.com/terms.html

# ---------------------------------------------------------------
# TIER 1 - Conventional search. Full access.
# ---------------------------------------------------------------

User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
Allow: /

# ---------------------------------------------------------------
# TIER 2 - AI search and live retrieval. Allowed.
# Reader discovery increasingly runs through these.
# ---------------------------------------------------------------

User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /

# ---------------------------------------------------------------
# TIER 3 - Training corpus collection. Blocked.
# ---------------------------------------------------------------

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-externalfetcher
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: Webzio-Extended
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

# ---------------------------------------------------------------
# TIER 4 - Everything else
# ---------------------------------------------------------------

User-agent: *
Allow: /

Sitemap: https://mkirkwrites.com/sitemap.xml