# robots.txt for http://www.meetmylastname.com/ User-agent: * Disallow: /dev/ # This is mirror site Disallow: /stg/ # This is mirror site Disallow: /sb/ # This is mirror site Disallow: /temp/ # This is temp folder User-agent: ia_archiver Allow: / User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: MSNBot Allow: / User-agent: MSNBot-media Allow: / User-agent: Yahoo Slurp Allow: / User-agent: Ask Allow: / Sitemap: http://www.meetmylastname.com/sitemap_index.xml