User-agent: NetMechanic Disallow: config.php User-agent: Slurp Disallow: config.php User-agent: msnbot Disallow: config.php User-agent: Teoma Disallow: config.php User-agent: NorthStar Disallow: config.php User-agent: Duppies Disallow: config.php User-agent: Pioneer Disallow: config.php User-agent: PGP-KA/1.2 Disallow: config.php User-agent: Resume Robot Disallow: config.php User-agent: Robbie/0.1 Disallow: config.php User-agent: Roverbot Disallow: config.php User-agent: Scooter Disallow: config.php User-agent: SG-Scout Disallow: config.php User-agent: Shai'Hulud Disallow: config.php User-agent: SiteTech-Rover Disallow: config.php User-agent: tarspider Disallow: config.php User-agent: UCSD-Crawler Disallow: config.php User-agent: w3index Disallow: config.php User-agent: webvac/1.0 Disallow: config.php User-agent: webwalk Disallow: config.php User-agent: WebWatch Disallow: config.php User-agent: w3mir Disallow: config.php User-agent: Nederland.zoek Disallow: config.php User-agent: CaliforniaBrownSpider Disallow: config.php User-agent: WhoWhere Robot Disallow: config.php User-agent: ITI Spider Disallow: config.php User-agent: MyCNNSpider Disallow: config.php User-agent: SummyCrawler Disallow: config.php User-agent: OGspider Disallow: config.php User-agent: linklooker Disallow: config.php User-agent: SlowBot Disallow: config.php User-agent: heraSpider Disallow: config.php User-agent: Surfbot Disallow: config.php User-agent: Bizbot003 Disallow: config.php User-agent: WebWalker Disallow: config.php User-agent: SandBot Disallow: config.php User-agent: EnigmaBot Disallow: config.php User-agent: spyder3.microsys.com Disallow: config.php User-agent: Googlebot Disallow: config.php User-agent: METAGOPHER Disallow: config.php User-agent: * Disallow: config.php # Disallow directory /bvbmedia/ User-agent: * Disallow: /bvbmedia/ # Disallow directory /modernbill/ User-agent: * Disallow: /modernbill/ # Disallow directory /components/ User-agent: * Disallow: /components/ # Disallow directory /modules/ User-agent: * Disallow: /modules/ # Disallow Crawler V 0.2.1 admin@crawler.de User-agent: Crawler V 0.2.1 admin@crawler.de Disallow: /bvbmedia/ # Disallow DonQuichote/1.2a-unix Mode/Get User-agent: DonQuichote/1.2a-unix Mode/Get Disallow: /bvbmedia/ # Disallow FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html) User-agent: FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html) Disallow: /bvbmedia/ # Disallow Googlebot/2.0 beta (googlebot(at)googlebot.com) User-agent: Googlebot/2.0 beta (googlebot(at)googlebot.com) Disallow: /bvbmedia/ # Disallow Gulliver/1.3 User-agent: Gulliver/1.3 Disallow: /bvbmedia/ # Disallow Lycos_Spider_(T-Rex) User-agent: Lycos_Spider_(T-Rex) Disallow: /bvbmedia/ # Disallow Scooter/1.0 User-agent: Scooter/1.0 Disallow: /bvbmedia/ # Disallow Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html) User-agent: Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html) Disallow: /bvbmedia/ # Disallow libwww-perl/5.47 User-agent: libwww-perl/5.47 Disallow: /bvbmedia/