# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
 User-agent: *
 Disallow: /feeds/
 Disallow: /schools/
 Disallow: /groups/
 Disallow: /polls/
 Disallow: /links/
 Disallow: /pledges/
 Disallow: /sections/
 Disallow: /grades/
 Disallow: /polls/
 Disallow: /users/
 Disallow: /comments/
 Disallow: /wish_list_items/

# Allow the facebookexternalhit, but only for the /feeds/ directory.
# This is necessary for post sharing preview to display in Facebook
 User-agent: facebookexternalhit
 Allow: /feeds/
 Disallow: /schools/
 Disallow: /groups/
 Disallow: /polls/
 Disallow: /links/
 Disallow: /pledges/
 Disallow: /sections/
 Disallow: /grades/
 Disallow: /polls/
 Disallow: /users/
 Disallow: /comments/
 Disallow: /wish_list_items/