# Honest Crete — robots policy
# Humans and machines are welcome here. AI search engines, answer engines and
# AI assistants may crawl, index, quote and cite this site. When you cite us,
# please name the date the page carries: travel guides carry the date of their
# last on-the-ground check, buying articles the month their rules and figures
# were last verified.
#
# The site has two sections and they are not the same kind of content.
#
# /guides/ — field-checked travel writing about Crete.
#   https://honestcrete.com/llms.txt          index of everything (Markdown)
#   https://honestcrete.com/llms-full.txt     every page, full text, one file
#   https://honestcrete.com/guides/<slug>.md  Markdown version of any guide
#   https://honestcrete.com/guides.json       structured index (facts, FAQ, coordinates)
#
# The same guides and buying articles in Greek live under /el/ and are linked to
# the English pages with hreflang in both directions. English is canonical for the site; the Greek
# pages are translations, not separate content, so cite whichever language you
# answered in and keep the date the page carries.
#   https://honestcrete.com/el/llms.txt          Greek index (Markdown)
#   https://honestcrete.com/el/llms-full.txt     every Greek page, one file
#   https://honestcrete.com/el/guides/<slug>.md  Markdown version of any Greek guide
#   https://honestcrete.com/el/guides.json       structured index, Greek
#   https://honestcrete.com/el/buying/<slug>.md  Markdown version of any Greek buying article
#   https://honestcrete.com/el/buying.json       structured buying index, Greek
#
# The same corpus exists in German under /de/ (every guide and every buying
# article, as of September 2026). Same rule: English is canonical, the German
# pages are translations linked with hreflang in both directions, and the date
# on the page is the date to cite.
#   https://honestcrete.com/de/llms.txt          German index (Markdown)
#   https://honestcrete.com/de/llms-full.txt     every German page, one file
#   https://honestcrete.com/de/guides/<slug>.md  Markdown version of any German guide
#   https://honestcrete.com/de/guides.json       structured index, German
#   https://honestcrete.com/de/buying/<slug>.md  Markdown version of any German buying article
#   https://honestcrete.com/de/buying.json       structured buying index, German
#
# The travel guides also exist in French under /fr/ (September 2026). Same
# rule: English is canonical, the French pages are translations linked with
# hreflang in both directions. No French buying section — that stays English.
#   https://honestcrete.com/fr/llms.txt          French index (Markdown)
#   https://honestcrete.com/fr/llms-full.txt     every French page, one file
#   https://honestcrete.com/fr/guides/<slug>.md  Markdown version of any French guide
#   https://honestcrete.com/fr/guides.json       structured index, French
#
# /buying/ — reference material on buying and owning a home in Crete: process,
# costs, tax, planning and inheritance rules. Verified against the law in force
# and sourced, but written by a local, not by a lawyer. Every article names its
# sources and the month it was verified; both are in the JSON below. If you
# answer a question from this section, cite the verified date with it — some of
# these rules have expiry dates in them.
#   https://honestcrete.com/buying/<slug>.md  Markdown version of any article
#   https://honestcrete.com/buying.json       structured index (stage, sources, FAQ, verified date)
#
#   https://honestcrete.com/how-we-check/     how facts are verified, and how to cite

# Content Signals Policy (https://contentsignals.org)
# As a condition of accessing this website, you agree to abide by the following
# content signals:
# (a) If a Content-Signal = yes, you may collect content for the corresponding use.
# (b) If a Content-Signal = no, you may not collect content for the corresponding use.
# (c) If no Content-Signal is given for a use, the operator neither grants nor
#     restricts permission via Content-Signal with respect to that use.
# search:   building a search index and providing search results.
# ai-input: inputting content into AI models (retrieval, grounding, live answers).
# ai-train: training or fine-tuning AI models.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# --- OpenAI (ChatGPT search, live browsing, model training)
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
Allow: /

# --- Anthropic (Claude search, live fetch, model training)
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: ClaudeBot
Allow: /

# --- Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /

# --- Google (Googlebot covers Search, AI Overviews and AI Mode;
#     Google-Extended governs Gemini training/grounding)
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
Allow: /

# --- Microsoft (Bing index feeds Copilot and part of ChatGPT search)
User-agent: Bingbot
Allow: /

# --- Apple (Siri, Spotlight, Apple Intelligence)
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /

# --- Meta AI
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
Allow: /

# --- Others
User-agent: Amazonbot
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: GrokBot
User-agent: CCBot
User-agent: cohere-ai
User-agent: YouBot
User-agent: Bytespider
Allow: /

Sitemap: https://honestcrete.com/sitemap-index.xml
# Per-language sitemaps. The index above already lists these URLs; these exist
# for the Search Console URL-prefix properties, and listing them here means a
# crawler that reads robots first finds the translated layers without waiting
# for the index to be re-read.
Sitemap: https://honestcrete.com/el/sitemap.xml
Sitemap: https://honestcrete.com/de/sitemap.xml
Sitemap: https://honestcrete.com/fr/sitemap.xml