# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: *
Crawl-delay: 1
Disallow: /mine
Disallow: /messages
Disallow: /trusted_mog/
Disallow: /register
Disallow: /javascripts/
Disallow: /login
Disallow: /errors/new
Disallow: /listen/*/*/*
Disallow: /watch/*/*/*
Disallow: /listen/not_logged_in_trusted
Disallow: /watch/not_logged_in_trusted
Disallow: /read/not_logged_in_trusted
Disallow: /listen/not_logged_in_magic
Disallow: /watch/not_logged_in_magic
Disallow: /read/not_logged_in_magic
Disallow: /music/*/discography*?*
Disallow: /music/*?*
Disallow: /*/vital_signs*
Disallow: /*/save_to*


User-agent: PiplBot
Disallow: /

User-agent: httplib
Disallow: /

User-agent: Wget
Disallow: /

# not officially supported but useful as a hint
Sitemap: http://mog.com/sitemap.xml