# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
# use the robots.txt file
User-Agent: * 
Disallow: /potal/ranking/*
Disallow: /communities/ranking/*
Disallow: /communities/search/*
Disallow: /helps/questions/*
Disallow: /account/*
Disallow: /communities/*/entries/comments
Disallow: /users/*/diary/comments
Disallow: /external_blog_entries/*
Disallow: /users/*/diary/ranking
Disallow: /communities/search
Disallow: /communities/ranking
Disallow: /users_search
Disallow: /users/*/diary/search_all
Disallow: /news_admin/*
Disallow: /media/*

User-Agent: Baiduspider
Disallow: /external_blog_entries/*
Disallow: /news_admin/*
Disallow: /media/*

User-Agent: Slurp
Disallow: /external_blog_entries/*
Disallow: /communities/*
Disallow: /form_x_forms_using/*
Disallow: /news_admin/*
Disallow: /media/*

User-Agent: YodaoBot
Disallow: /communities/*
Disallow: /users/*
Disallow: /news_admin/*
Disallow: /media/*