User-agent: * Disallow: /_cgi Disallow: /_css Disallow: /_js Disallow: /_image Disallow: /_pdf Disallow: /_swf Disallow: /_txt