# too many repeated hits, too quick
User-agent: litefinder
Crawl-delay: 120

# Yahoo. too many repeated hits, too quick
User-agent: Slurp
Crawl-delay: 120

# too many repeated hits, too quick
User-agent: Baidu
Crawl-delay: 120

# too many repeated hits, too quick
User-agent: baiduspider
Crawl-delay: 120

# Restrict all agents from visiting api/data URI
User-agent: *
Crawl-delay: 30
Disallow: /api
Disallow: /data
Disallow: /view
Disallow: /browse
Disallow: /download
Disallow: /wabi_chipatlas