# added: 09/17/08 # restric robots access to listed directories User-agent: * Disallow: /archive/ Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /scripts/ Disallow: /siteImages/ Disallow: /wusage/ Disallow: */archive/