# disallow all 
User-agent: *
Disallow: /?blackhole
Disallow: /
Crawl-delay: 3600

# but allow only important bots
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler
Disallow: /_db_backups
Disallow: /?blackhole
Disallow: /_notes
Disallow: /2013
Disallow: /about2
Disallow: /cgi/
Disallow: /content/
Disallow: /content2/
Disallow: /css/
Disallow: /dcrmb-examples/
Disallow: /dhtest/
Disallow: /exhibits/
Disallow: /images/
Disallow: /omeka/
Disallow: /publications2/
Disallow: /resolutions/
Disallow: /scripts/
Disallow: /stats/
Disallow: /wordpress/
Disallow: /workshops2/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-settings.php
Disallow: /xmlrpc.php
Crawl-Delay: 3600