# Robots.txt for Bad Character Scanner
# Last updated: 2026-04-23

# Allow all crawlers (default)
User-agent: *
Allow: /
Allow: /enterprise
Allow: /enterprise/quote

# Primary security tools (highest priority)
Allow: /bad-character-scanner/
Allow: /free-tools/invisible-char-checker
Allow: /free-tools/bcorrect
Allow: /free-tools/bcorrect-pro
Allow: /free-tools/ai-text-detector
Allow: /free-tools/ai-text-humanizer
Allow: /free-tools/chat
Allow: /free-tools/fmm-visualizer
Allow: /free-tools/fractal-encoder
Allow: /ai-security
Allow: /chatgpt-security
Allow: /github-copilot-safety  
Allow: /llm-protection
Allow: /future
Allow: /about
Allow: /contact
Allow: /trademarks
Allow: /sponsorship
Allow: /api
Allow: /api/terms

# Developer tools and blog
Allow: /free-tools/
Allow: /blog/
Allow: /docs/
Allow: /tools/

# Restrict admin area only
Disallow: /admin/
Disallow: /admin-simple/

# Sitemap locations
Sitemap: https://badcharacterscanner.com/sitemap.xml
Sitemap: https://badcharacterscanner.com/sitemap-index.xml

# Google AdSense verification
User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

# This simplified version is optimized for Google indexing 2026 standards