User-agent: *
Allow: /

# Explicitly allow AI search crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Google-Extended
Allow: /

# Category query URLs (/?ai etc.) are allowed — JS redirects to /category.html
# Google needs to crawl them to discover the redirect and consolidate signals

# Block tracking parameter URLs
Disallow: /*?yclid=
Disallow: /*?gclid=
Disallow: /*?fbclid=

# Block dev/test pages
Disallow: /testdev.html
Disallow: /stest.html
Disallow: /old_test.html
Disallow: /ok.html
Disallow: /noafflink.html

Sitemap: https://skensaku.com/sitemap.xml

# LLM-friendly content
# See https://llmstxt.org/ for specification
llms-txt: https://skensaku.com/llms.txt