User-agent: *
Disallow: /bios/
Disallow: /critters/bios/
Disallow: /users/critters/bios/
Disallow: /cgi-bin/
Disallow: /critters/cgi-bin/
Disallow: /blackholes/webdbget.cgi
# boring stuff robots don't need to see in tmp
Disallow: /tmp/
# no need for robots to see stuff down in users
Disallow: /users/

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: discobot
Disallow: / 

User-agent: AhrefsBot
Disallow: / 

User-agent: sistrix
Disallow: / 

User-agent: ahrefs
Disallow: / 

User-agent: SemrushBot
Disallow: / 

User-agent: PetalBot
Disallow: /