User-agent: *
Disallow: /webalizer
Disallow: /random_crap

User-agent: snap.com beta crawler vo
Disallow: /

User-agent: Slurp
Crawl-delay: 45