#BEGIN FILE # # DoitwithXS robots.txt file # Allow Google to spider the DoitwithXS site User-agent: GoogleBot Disallow: # Allow MSN to spider the DoitwithXS site User-agent: MSNBot Disallow: # Allow Yahoo! to spider the DoitwithXS site User-agent: Slurp Disallow: # Baiduspider User-agent: baiduspider Disallow: User-agent: * Disallow: # END FILE #