User-agent: *
Disallow: /_private/
Disallow: /blah/
Disallow: /cgi-bin/
Disallow: /gallery/
Disallow: /dev/
Disallow: /yeecb/
Disallow: /travelsafe/
Disallow: /thesis.html

User-agent: Yandex
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: SheenBot
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: sosospider+
Disallow: /

User-agent: Sogou webspider
Disallow: /

User-agent: SheenBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: Tagoobot
Disallow: /