User-agent: *
Allow: /
# Content Signals (contentsignals.org) — this site is written to be read, quoted,
# and cited by answer engines. All three uses are explicitly permitted.
Content-Signal: search=yes, ai-input=yes, ai-train=yes
# Per-channel tracking redirects (302 → /contact?utm_source=…) — keep bare slugs out of the index
Disallow: /x
Disallow: /li
Disallow: /ig
Disallow: /fb
Disallow: /tiktok
Disallow: /yt
Disallow: /reddit
Disallow: /isystematic
Disallow: /simplification

# Answer engines & AI crawlers — explicitly welcomed

# OpenAI / ChatGPT (training, ChatGPT Search index, and user/agent browsing)
User-agent: OpenAI
Allow: /
User-agent: ChatGPT
Allow: /
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Google-CloudVertexBot
Allow: /
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Meta-ExternalAgent
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: DuckAssistBot
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: CCBot
Allow: /

# Machine-readable site summary for language models and answer engines
# https://nabeelkhan.com/llms.txt

Sitemap: https://nabeelkhan.com/sitemap.xml

# IndexNow: changed URLs are pushed to Bing, Yandex, Seznam and Naver within minutes.
# Key file: /542b76aaec277c1e4509c94639ae3069.txt