# Robots file listing html directories NOT to search on www.ibiblio.org
User-agent: *
Crawl-delay: 2
Disallow: /dbarberi/wiki/
Disallow: /designerunits/images/
Disallow: /designerunits/image*/
Disallow: /footy/tools/
Disallow: /herbmed/getit.php
Disallow: /mcmahon/emusic-l/
Disallow: /ncdarts/bcdl/search/
Disallow: /rtpnet/archives/
Disallow: /schools/fpg/
Disallow: /ser/cvs/
User-agent: ia_archiver
Disallow: /fred/
Disallow: /herbmed/
Disallow: /swsbm/
Disallow: /designerunits/
User-agent: Googlebot-Image
Disallow: /designerunits/
User-agent: Googlebot-News
Disallow: /designerunits/
User-agent: Mediapartners-Google
Disallow: /designerunits/
User-agent: psbot
Disallow: /designerunits/