# robots.txt — sekolahdesain.id
# Updated: 2026-06-13

User-agent: *
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /admin/
Disallow: /sso/
Disallow: /*.json$
Disallow: /*.yml$
Disallow: /*.yaml$
Disallow: /*.env$

# Block aggressive SEO crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: GeedoShopProductFinder
Disallow: /

# Allow search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: facebookexternalhit
Allow: /

# AI crawlers (optional — block if you don't want AI training)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: meta-webindexer
Disallow: /

Sitemap: https://sekolahdesain.id/sitemap.xml