# /robots.txt for http://www.cepter.com/ # comments to webmaster@cepter.com # The following file requests that WWW robots do not access this site. User-agent: * Disallow: /images Disallow: /imgs Disallow: /demos Disallow: /reports # These lines would not allow unhipbot to access this site. #User-agent: unhipbot #Disallow: / # # These entries will not allow webcrawler, or excite to access the # siteart directory #User-agent: webcrawler #User-agent: excite #Disallow: /siteart # # This disallows all robots from the /org/plans.html document or # directory, and the /doc directory. #User-agent: * #Disallow: /org/plans.html #Disallow: /doc