User-agent: Mediapartners-Google*
Disallow:

User-agent: proximic
Disallow:

User-agent: Googlebot-Image
Disallow: /account
Disallow: /redir/
Disallow: /admin/
Disallow: /artist/profile_ac
Disallow: /compare
Disallow: /lists/new_item
Disallow: /favorited
Disallow: /find_similar_users
Disallow: /releases/ac
Disallow: /user_albums_export/
Disallow: /contributed/
Disallow: /stats/
Disallow: /messages/
Disallow: /recommend/
Disallow: /recs/
Disallow: /rdescriptor/set
Disallow: /rgenre/set
Disallow: /contact
Disallow: /search
Disallow: /artist/profile_details
Disallow: /images/upload
Disallow: /images/all
Disallow: /rymzilla

User-agent: googlebot
Disallow: /account
Disallow: /redir/
Disallow: /admin/
Disallow: /artist/profile_ac
Disallow: /compare
Disallow: /lists/new_item
Disallow: /favorited
Disallow: /find_similar_users
Disallow: /releases/ac
Disallow: /user_albums_export/
Disallow: /contributed/
Disallow: /stats/
Disallow: /messages/
Disallow: /recommend/
Disallow: /recs/
Disallow: /rdescriptor/set
Disallow: /rgenre/set
Disallow: /contact
Disallow: /search
Disallow: /artist/profile_details
Disallow: /images/upload
Disallow: /images/all
Disallow: /rymzilla

User-agent: Twitterbot
Disallow: /account
Disallow: /redir/
Disallow: /admin/
Disallow: /artist/profile_ac
Disallow: /compare
Disallow: /lists/new_item
Disallow: /favorited
Disallow: /find_similar_users
Disallow: /releases/ac
Disallow: /user_albums_export/
Disallow: /contributed/
Disallow: /stats/
Disallow: /messages/
Disallow: /recommend/
Disallow: /recs/
Disallow: /rdescriptor/set
Disallow: /rgenre/set
Disallow: /contact
Disallow: /search
Disallow: /artist/profile_details
Disallow: /images/upload
Disallow: /images/all
Disallow: /rymzilla

User-agent: msnbot
Crawl-delay: 5
Disallow: /account
Disallow: /redir/
Disallow: /admin/
Disallow: /artist/profile_ac
Disallow: /compare
Disallow: /lists/new_item
Disallow: /favorited
Disallow: /find_similar_users
Disallow: /releases/ac
Disallow: /user_albums_export/
Disallow: /contributed/
Disallow: /stats/
Disallow: /messages/
Disallow: /recommend/
Disallow: /recs/
Disallow: /rdescriptor/set
Disallow: /rgenre/set
Disallow: /contact
Disallow: /search
Disallow: /artist/profile_details
Disallow: /images/upload
Disallow: /images/all
Disallow: /rymzilla

User-agent: Slurp
Crawl-delay: 12
Disallow: /account
Disallow: /redir/
Disallow: /admin/
Disallow: /artist/profile_ac
Disallow: /compare
Disallow: /lists/new_item
Disallow: /favorited
Disallow: /find_similar_users
Disallow: /releases/ac
Disallow: /user_albums_export/
Disallow: /contributed/
Disallow: /stats/
Disallow: /messages/
Disallow: /recommend/
Disallow: /recs/
Disallow: /rdescriptor/set
Disallow: /rgenre/set
Disallow: /contact
Disallow: /search
Disallow: /artist/profile_details
Disallow: /images/upload
Disallow: /images/all
Disallow: /rymzilla

User-agent: CriteoBot/0.1
Disallow:
Crawl-Delay: 30

User-agent: CriteoBot
Disallow:
Crawl-Delay: 30