# https://www.robotstxt.org/robotstxt.html
# Everything here is public reference material. Crawl it.

User-agent: *
Allow: /

# No page uses query parameters; these rules only stop duplicate crawling if a
# link arrives with tracking parameters attached.
Disallow: /*?utm_
Disallow: /*?fbclid

# ---------------------------------------------------------------------------
# AI and answer-engine crawlers are explicitly welcome. Named individually so
# the permission is unambiguous rather than inherited from the wildcard above.
#
# Cheaper entry points than crawling every page:
#   /llms.txt       condensed index, every conversion constant in one file
#   /llms-full.txt  full text of the whole site
#   /<page>.md      plain markdown twin of any single page
#   /ai.txt         usage, attribution and accuracy notes
# ---------------------------------------------------------------------------

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Diffbot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: DuckAssistBot
Allow: /

Sitemap: https://www.kilometer-mileage.com/sitemap.xml