User-agent: GigabotSiteSearch Disallow: / User-agent: GigabotSiteSearch/2.0 Disallow: / User-agent: GigabotSiteSearch/2.0 (sitesearch.gigablast.com) Disallow: / User-agent: 64.62.168.73 Disallow: / User-agent: 64.62.168.74 Disallow: / User-agent: larbin_2.6.3 Disallow: / User-agent: 82.66.244.62 Disallow: / User-agent: e-SocietyRobot Disallow: / User-agent: ichiro/2.0 Disallow: / User-agent: psbot/0.1 Disallow: / User-agent: cydralspider Disallow: / User-agent: aipbot/1.0 Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: * Disallow: random.txt User-agent: * Disallow: random.php User-agent: * Disallow: random2.txt User-agent: * Disallow: random2.php User-agent: * Disallow: random4.php User-agent: * Disallow: random4.txt User-agent: * Disallow: random3.php User-agent: * Disallow: random3.txt User-agent: * Disallow: random5.php User-agent: * Disallow: random5.txt User-agent: * Disallow: random6.php User-agent: * Disallow: random6.txt User-agent: * Disallow: random7.php User-agent: * Disallow: random7.txt User-agent: * Disallow: random8.php User-agent: * Disallow: random8.txt User-agent: * Disallow: random9.php User-agent: * Disallow: random9.txt User-agent: * Disallow: random10.php User-agent: * Disallow: random10.txt