# robots.txt for http://www.allofthegoodnamesweretaken.com/ # robots.txt for http://www.mothersfromhell.com/ # robots.txt for http://www.someguyfromtheinternet.com/ # robots.txt for http://www.thisismystupidwebsite.com/ User-agent: msnbot Disallow: / User-agent: feedster Disallow: / User-agent: scooter Disallow: / User-agent: naver Disallow: / User-agent: dumbot Disallow: / User-agent: Hatena Antenna Disallow: / User-agent: grub-client Disallow: / User-agent: grub Disallow: / User-agent: looksmart Disallow: / User-agent: WebZip Disallow: / User-agent: larbin Disallow: / User-agent: b2w/0.1 Disallow: / User-agent: Copernic Disallow: / User-agent: psbot Disallow: / User-agent: Python-urllib Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: NetMechanic Disallow: / User-agent: URL_Spider_Pro Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: SiteSnagger Disallow: / User-agent: ProWebWalker Disallow: / User-agent: CheeseBot Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: dialect Disallow: / User-agent: searchpreview Disallow: / User-agent: * Disallow: /images/ Disallow: /sounds/ Disallow: /401.html Disallow: /403.html Disallow: /404.html Disallow: /500.html Disallow: /mail.html