User-agent: msnbot
Disallow: /cgi-bin/
Disallow: /var/
Crawl-delay: 30

User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /var/
Crawl-delay: 30

User-agent: *
Disallow: /carp/
Disallow: /bin/
Disallow: /SSI/
Disallow: /.htaccess/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_inf.html/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /404.db/
Disallow: /404.php/
Disallow: /404vars.php/
Disallow: /cgi-bin/
Disallow: /error.html/
Disallow: /fantastico_fileslist.txt/
Disallow: /fantversion.php/
Disallow: /ignore.txt/
Disallow: /images/
Disallow: /index.html.1121634954/
Disallow: /phpSitemapNG/
Disallow: /post/
Disallow: /postinfo.html/
Disallow: /readme.html/
Disallow: /README_FILES/
Disallow: /scgi-bin/
Disallow: /scripts/
Disallow: /p/
Disallow: /suspended.page/
Disallow: /wp.php/
Disallow: /wp-admin/
Disallow: /wp-atom.php/
Disallow: /wp-blog-header.php/
Disallow: /wp-comments-post.php/
Disallow: /wp-commentsrss2.php/
Disallow: /wp-config.php/
Disallow: /wp-config-sample.php/
Disallow: /wp-content/
Disallow: /wp-feed.php/
Disallow: /wp-images/
Disallow: /wp-includes/
Disallow: /wp-links-opml.php/
Disallow: /wp-login.php/
Disallow: /wp-mail.php/
Disallow: /wp-pass.php/
Disallow: /wp-rdf.php/
Disallow: /wp-register.php/
Disallow: /wp-rss.php/
Disallow: /wp-rss2.php/
Disallow: /wp-settings.php/
Disallow: /wp-trackback.php/
Disallow: /xmlrpc.php/