# All robots will spider the domain User-agent: * Disallow: /admin/ Disallow: /attic/ Disallow: /cgi-bin/ Disallow: /phplib/ Disallow: /mail/ Disallow: /mystuff/ Disallow: /temp/ Disallow: /sounds/ Disallow: /htdigimages/ Disallow: /domains/ Disallow: /kids/ Disallow: /include/ Disallow: /phplib-cvs/ Disallow: clicks_counter.php Disallow: /clicks_counter.php Disallow: /clicks_counter.php/ User-agent: Slurp Disallow: /