# robots.txt for http://www.valleyislewebs.com/ # Last modified: 2006-07-06T03:30:00-0800User-agent:slurp.so/ #User-agent: * Disallow: /cgi-bin/ Disallow: /secure/ Disallow: /products/ Disallow:/misc/sitestats/ User-agent: Mediapartners-Google* Disallow: # Allowed 2005-12-06T03:30:00-0800 # User-agent: Googlebot-Image # Disallow: / User-agent: * Disallow: /_private/ Disallow: /admin/ Disallow: /bin/ Disallow: /dev/ Disallow: /images/ Disallow: /just-say-no/images/ Disallow: /js/ Disallow: /reviews/ Disallow: /text/ Disallow: /webservices/ User-agent: * User-agent: Googlebot User-agent: ia_archiver User-agent: Scooter User-agent: fast User-agent: ArchitextSpider User-agent: WebCrawler User-agent: Gulliver User-agent: Lycos_Spider_(T-Rex) User-agent: Slurp