# robot exclusion standard
User-agent: *
Disallow: credits.*             # Do not show author credits in search engines
Disallow: */cgi-bin/    # cgi-bin
Disallow: /*.cgi        # cgi scripts
Disallow: */admin/      # admin sections
Disallow: */urchin/     # Urchin stats reporting
Disallow: */.htaccess   # No peeking at htaccess information
Disallow: */.htpasswd   # No peeking at htaccess information
Disallow: */RCS/                # Revision Control Files
Disallow: */rcs/                # Revision Control Files
Disallow: */CVS/                # Revision Control Files
Disallow: */.php	# Php scripts
Disallow: */.php3	# more php
Disallow: */stats
Disallow: */stats-internal
Disallow: */includes
Disallow: */.css
Disallow: */layout
Disallow: */inc
Disallow: */.txt
Disallow: */.pl
Allow: *
#