# robots.txt # Last updated Oct 13 2009 User-agent: * Crawl-delay: 10 # Directories Disallow: / Disallow: /_acct Disallow: /_dc Disallow: /_ts Disallow: /_tse Disallow: /api Disallow: /boo Disallow: /cbHitFinder Disallow: /cgi-bin Disallow: /data Disallow: /images Disallow: /includes Disallow: /m Disallow: /s Disallow: /t Disallow: /warn