User-agent: msnbot
User-agent: NPBot
User-agent: Jetbot
Disallow: /

User-agent: Slurp
Crawl-delay: 100

User-agent: Browsershots
Disallow:

User-agent: *
Disallow: /gitweb
Disallow: /webgit
Disallow: /git
Disallow: /cgit
Disallow: /wiki
Disallow: /arch
Disallow: /pipawiki/BadContent
Disallow: /pipawiki/LocalBadContent
Disallow: /prologwiki/BadContent
Disallow: /prologwiki/LocalBadContent