# TAQMIR.com — robots
# https://taqmir.com/

# Content signals (EU DSM Directive 2019/790 Art. 4)
# search=yes  : boleh diindeks untuk hasil pencarian
# ai-train=no : tidak boleh dipakai untuk melatih model AI
# ai-input=yes: boleh dipakai untuk RAG/retrieval (AI search answers)
User-agent: *
Content-Signal: search=yes,ai-train=no,ai-input=yes
Allow: /
Disallow: /cc
Disallow: /pages/cc
Disallow: /dkm
Disallow: /dkm/
Disallow: /admin/
Disallow: /tmp/
Disallow: /test/
Disallow: /webroot/documentation/
Disallow: /webroot/snippets/
Disallow: /generator-lpj/preview
Disallow: /generator-teks-mc/preview
Disallow: /masjid-ad-art/
Disallow: /dokumen-ad-art/
Disallow: /daftar-pelatihan

Crawl-delay: 1

# AI search crawlers — diizinkan untuk meningkatkan visibilitas di AI Overviews & ChatGPT
User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

# AI training crawlers — tetap diblokir
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Sitemap index (SitemapController — /sitemap.xml)
Sitemap: https://taqmir.com/sitemap.xml

# Sub-sitemap
Sitemap: https://taqmir.com/sitemap/page.xml
Sitemap: https://taqmir.com/sitemap/blog.xml
Sitemap: https://taqmir.com/sitemap/news.xml
Sitemap: https://taqmir.com/sitemap/faq.xml
Sitemap: https://taqmir.com/sitemap/kamus.xml
Sitemap: https://taqmir.com/sitemap/panduan.xml
Sitemap: https://taqmir.com/sitemap/digitalisasi_masjid.xml
Sitemap: https://taqmir.com/sitemap/mosque.xml
Sitemap: https://taqmir.com/sitemap/directory_mosque.xml