User-agent: * Disallow: /_private/ Disallow: /cgi-bin/ Disallow: /estates/ Disallow: /ffiles/ # Disallow: /images Disallow: /Merchant2/ Disallow: /mymailer/ Disallow: /private~/ Disallow: /random~/ Disallow: /realaudio/ Disallow: /spmtrp.htm Disallow: /testing/ # grep log later for attempted accesses to Disallow: /email-addresses/ # allow Alexa (wayback) full access # User-agent: ia_archiver # Disallow: # Saturday, September 28, 2002 # User-agent: TurnitinBot # Disallow: / #Will disallow all urls on your site