# Robots file listing html directories NOT to search on www.ibiblio.org User-agent: * Crawl-delay: 2 Disallow: /dbarberi/wiki/ Disallow: /designerunits/images/ Disallow: /designerunits/image*/ Disallow: /footy/tools/ Disallow: /herbmed/getit.php Disallow: /mcmahon/emusic-l/ Disallow: /ncdarts/bcdl/search/ Disallow: /rtpnet/archives/ Disallow: /schools/fpg/ Disallow: /ser/cvs/ User-agent: ia_archiver Disallow: /fred/ Disallow: /herbmed/ Disallow: /swsbm/ Disallow: /designerunits/ User-agent: Googlebot-Image Disallow: /designerunits/ User-agent: Googlebot-News Disallow: /designerunits/ User-agent: Mediapartners-Google Disallow: /designerunits/ User-agent: psbot Disallow: /designerunits/