#The next one bars all robots from the cgi-bin and images directories: User-agent: * Disallow: /webalizer/ Disallow: /media Disallow: /addtocart1.php Disallow: /addtocart2.php Disallow: /addtocart3.php Disallow: /cart.php User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: /