# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file User-agent: Titan Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: * Crawl-delay: 10 Disallow: /registration/ Disallow: /admin/ Disallow: /account/ Disallow: /my_events Disallow: /images/ Disallow: /apple-touch-icon.png Disallow: /dispatch.cgi Disallow: /dispatch.fcgi Disallow: /dispatch.rb Disallow: /favicon.ico Disallow: /javascripts/ Disallow: /stylesheets/