# machinewitness.eu — an evidentiary archive of the machine-readable web (EU).
#
# This site is open to machines by design. An archive that records what other
# domains declare to crawlers would be a poor witness if it shut crawlers out of
# its own method, its daily root log and its terms.
#
# No reservation is made against AI training, inference, retrieval or text and
# data mining. The same statement is published in the two other formats this
# archive itself observes: /ai.txt and /.well-known/tdmrep.json
#
# Crawler identification, exclusion and takedown: https://machinewitness.eu/bot
# Contact: contact@machinewitness.eu

User-agent: *
Allow: /

# Named explicitly, so that no AI crawler has to fall back on the wildcard above.
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: DuckAssistBot
Allow: /

Sitemap: https://machinewitness.eu/sitemap.xml