# ----------------------
# ROBOTS.TXT BLOGSPOT - SEO TERBAIK 2026
# Fokus: Indeksasi Maksimal & Hemat Anggaran Jelajah
# ----------------------

User-agent: *

# ❌ LARANG INDEKS HALAMAN SAMPAH / DUPLIKAT (PENTING!)
Disallow: /search
Disallow: /labels/
Disallow: /tag/
Disallow: /category/
Disallow: /feeds/
Disallow: /comments/
Disallow: /api/
Disallow: /p/
Disallow: /20*/page/*
Disallow: /*?updated-max=*
Disallow: /*&max-results=*
Disallow: /*q=*
Disallow: /*#*

# ✅ IZINKAN AKSES FILE PENTING
Allow: /favicon.ico
Allow: /robots.txt

# ❌ BLOKIR ASET TIDAK PERLU (HEMAT KUOTA GOOGLE)
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.png$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.gif$
Disallow: /*.webp$

# ----------------------
# PENGATURAN KHUSUS BOT
# ----------------------

# ✅ GOOGLE UTAMA - BEBAS AKSES ARTIKEL
User-agent: Googlebot
Allow: /
Disallow: /search
Disallow: /labels/

# ✅ GOOGLE GAMBAR - WAJIB IZIN (SUMBER TRAFIK BESAR)
User-agent: Googlebot-Image
Allow: /

# ✅ GOOGLE BERITA & MOBILE
User-agent: Googlebot-Mobile
Allow: /

# ✅ BING BOT (MASIH PENTING, PENGGANTI YAHOO)
User-agent: bingbot
Allow: /
Disallow: /search
Disallow: /labels/

# ❌ SLURP BOT (YAHOO) - DIBLOKIR TOTAL (TIDAK BERGUNA LAGI)
User-agent: Slurp
Disallow: /

# ❌ BOT SAMPAH / PEMINDAI DATA - DIBLOKIR
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Rogerbot
Disallow: /

User-agent:ia_archiver
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: OAI Searchbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# ----------------------
# PETA SITUS (WAJIB DIISI)
# ----------------------
Sitemap: https://www.efaothman.com/sitemap.xml
Sitemap: https://www.efaothman.com/feeds/posts/default?orderby=UPDATED