# robots.txt for http://ncreal.com/ # Last updated 7/20/2004 # The "User-agent *" means this file is to be used by all robots indexing the site. User-agent: * # disallow: /cgi-bin/ # Temporary stuff - do not catalog disallow: /database/ # Database files disallow: /deletes/ # Temporary stuff - do not catalog disallow: /library/ # Library items - do not catalog disallow: /templates/ # Not necessary to index - do not catalog disallow: /_private/ disallow: /_vti_cnf/ disallow: /_vti_log disallow: /_vti_log/ disallow: /_vti_pvt/ disallow: /_vti_script/ disallow: /_vti_txt/ disallow: /_vti_inf.html/ disallow: /postinfo.html/