# Robots.txt file created by http://www.webtoolcentral.com # For domain: http://www.turley-ranch.com # All robots will spider the domain User-agent: * Disallow: # Disallow Crawler V 0.2.1 admin@crawler.de # User-agent: Crawler V 0.2.1 admin@crawler.de # Disallow: / # Disallow directory /archives/ User-agent: * Disallow: /archives/ # Disallow directory /ranch/ User-agent: * Disallow: /ranch/ # Disallow directory /horses/ User-agent: * Disallow: /horses/ # Disallow directory /horses/ User-agent: * Disallow: /goats/ # Disallow directory /horses/ User-agent: * Disallow: /computers/