# https://www.similartech.com/smtbot
User-Agent: SMTBot
Disallow: /

# https://mj12bot.com/
User-Agent: MJ12bot
Disallow: /

# https://zhanzhang.toutiao.com/
User-Agent: Bytespider
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Crawl-delay: 15