# Bad robots; content-stealing; just generating unwanted traffic
User-agent: Download Ninja
Disallow: /
User-agent: EsperanzaBot
Disallow /
User-agent: Fetch
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: KFSW-Bot
Disallow: /
User-agent: larbin
Disallow: /
User-agent: linko
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: spanner
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: ZyBORG
Disallow: /

# Nice work, but I don't want UrlTrends to spider my metadata for commercial use
User-agent: Snappy
Disallow: /

# Grub isn't free
User-agent: grub-client
Disallow: /
User-agent: grub
Disallow: /

# Sorry, but there's no porn on my site
User-agent: EroCrawler
Disallow: /

# Slurp, you mustn't visit me every day 100 times or more...
User-agent: Slurp
Crawl-delay: 300

# This sites are not made for robots
User-agent: *
Disallow: /rp614v2/down/
Disallow: /rp614v2/clicks.txt
Disallow: /rp614v2/counter.inc.php
Disallow: /rp614v2/footer.inc.php
Disallow: /rp614v2/header.inc.php
Disallow: /rp614v2/impressum.png
Disallow: /rp614v2/w.inc.php
Disallow: /rp614v2/w.txt