User-agent: *
Allow: /
Allow: /kategori/
Allow: /koleksi/
Allow: /category/
Allow: /terbaru
Allow: /categories
Allow: /tags

# Sitemap
Sitemap: https://bokepindoh.tokyo/sitemap.xml

# Crawl-delay for better server performance
Crawl-delay: 1

# Block admin and API endpoints
Disallow: /api/
Disallow: /admin/
Disallow: /*.json$

# Allow search engines to index images
User-agent: Googlebot-Image
Allow: /

# Bing specific
User-agent: bingbot
Crawl-delay: 1

# Yandex specific
User-agent: Yandex
Crawl-delay: 1