# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-Agent: *
Crawl-delay: 120
Disallow: /public/get_twitter_json
#Disallow: /javascripts/
#Disallow: /stylesheets/

User-agent: Slurp
Crawl-delay: 2
Disallow: /public/get_twitter_json

User-agent: baiduspider
Crawl-delay: 2
Disallow: /public/get_twitter_json