# intimateuae.com — Intimate UAE
# Educational sexual-wellness & discreet-shopping guides for adults in the UAE (18+)

User-agent: *
Allow: /
# AI usage preferences (contentsignals.org). This codifies the explicit crawler
# allow-list below: search indexing, agent input and model training are permitted.
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# --- Generative engine / AI crawlers (GEO) — explicitly allowed ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

# --- Discovery ---
Sitemap: https://intimateuae.com/sitemap-index.xml

# Agentmap 故意保持注释状态。Google 的 robots.txt 解析器只认
# user-agent / allow / disallow / sitemap，其余字段一律在 Search Console 报
# 「Unknown directive」（姊妹站 adulttoysuae.com 于 2026-09-22 实测）。
# 虽然 Google 会忽略未知行、不影响抓取，但会让 robots.txt 报告长期带错。
# ARD 清单的可发现性由两条标准机制承担，无需本行：
#   ① 首页 HTTP 响应头 `Link: </.well-known/ai-catalog.json>; rel="api-catalog"`（src/worker.js）
#   ② 全站 HTML `<link rel="ai-catalog" href="/.well-known/ai-catalog.json">`（src/layouts/Base.astro）
# Agentmap: https://intimateuae.com/.well-known/ai-catalog.json