# robots.txt for 4json.com
# https://4json.com/robots.txt

User-agent: *
Allow: /
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /*?*utm_
Disallow: /*?*fbclid
Disallow: /*?*gclid

# Allow all major search engine bots full access
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Baiduspider
Allow: /

# Block aggressive AI scrapers (optional — remove if you want them indexed)
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

# Crawl delay for less aggressive crawlers
User-agent: *
Crawl-delay: 1

# Sitemap location
Sitemap: https://4json.com/sitemap.xml