# AI Skill Store — robots policy
# Agent discovery: https://aiskillstore.io/llms.txt  (machine-readable API guide)
# MCP server card: https://aiskillstore.io/.well-known/mcp/server-card.json
# MCP endpoint  : https://aiskillstore.io/mcp/
# Sitemap       : https://aiskillstore.io/sitemap.xml

User-agent: *
Allow: /
Allow: /skills/
Allow: /v1/agent/
Allow: /.well-known/
Allow: /llms.txt
Disallow: /admin
Disallow: /v1/admin
Disallow: /login
Disallow: /register
Disallow: /developer/
# 다운로드 엔드포인트는 SEO 크롤러가 인덱싱할 가치 없음 (large binary)
# Good citizen 봇은 자율 회피, 본문 콘텐츠로 학습할 봇은 listing/detail 만 사용
Disallow: /v1/skills/*/download
Disallow: /v1/agent/skills/*/download

# === AI 학습/추천 봇은 listing/detail 적극 허용 (마케팅 채널) ===
User-agent: GPTBot
Allow: /
Allow: /v1/agent/
Allow: /llms.txt
Disallow: /admin
Disallow: /v1/admin
Disallow: /developer/
Disallow: /v1/skills/*/download
Disallow: /v1/agent/skills/*/download

User-agent: ClaudeBot
Allow: /
Allow: /v1/agent/
Allow: /llms.txt
Disallow: /admin
Disallow: /v1/admin
Disallow: /developer/
Disallow: /v1/skills/*/download
Disallow: /v1/agent/skills/*/download

User-agent: Claude-Web
Allow: /
Allow: /v1/agent/
Allow: /llms.txt
Disallow: /admin
Disallow: /v1/admin
Disallow: /developer/

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt
Disallow: /admin

User-agent: PerplexityBot
Allow: /
Allow: /v1/agent/
Allow: /llms.txt
Disallow: /admin
Disallow: /v1/admin
Disallow: /developer/
Disallow: /v1/skills/*/download
Disallow: /v1/agent/skills/*/download

User-agent: Amazonbot
Allow: /
Allow: /llms.txt
Disallow: /admin
Disallow: /v1/skills/*/download
Disallow: /v1/agent/skills/*/download

User-agent: meta-externalagent
Allow: /
Allow: /llms.txt
Disallow: /admin
Disallow: /v1/skills/*/download
Disallow: /v1/agent/skills/*/download

User-agent: cohere-ai
Allow: /
Allow: /llms.txt
Disallow: /admin

# === SEO 검색엔진 봇 — listing/detail 허용, 다운로드 차단 ===
User-agent: Googlebot
Allow: /
Allow: /v1/agent/
Allow: /llms.txt
Disallow: /admin
Disallow: /v1/admin
Disallow: /developer/
Disallow: /v1/skills/*/download
Disallow: /v1/agent/skills/*/download

User-agent: Bingbot
Allow: /
Allow: /llms.txt
Disallow: /admin
Disallow: /v1/skills/*/download
Disallow: /v1/agent/skills/*/download

# === SEO/스크래핑 봇 — 인덱스 가치 없음, 전면 비추천 ===
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

Sitemap: https://aiskillstore.io/sitemap.xml