# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

User-agent: Googlebot
Crawl-delay: 20

User-Agent: Yetibot
disallow: /

User-agent: twiceler
disallow: /

user-agent: Baiduspider
disallow: /

user-agent: BaiduImagespider
disallow: /

user-agent: BaiduMobaider
disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Steeler
Disallow: /