# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # don't archive get_user_profile User-agent: * Disallow: /school/login Disallow: /school/facebook_login Disallow: /school/get_user_profile Disallow: /school/profile Disallow: /school/send_feedback Disallow: /school/update_university Disallow: /school/update_program Disallow: /school/update_application Disallow: /school/update_response Disallow: /school/auto_complete_for_smajor_name Disallow: /school/auto_complete_for_university_name Disallow: /school/update_response Disallow: /professor/login Disallow: /professor/facebook_login Disallow: /professor/add_rating Disallow: /professor/add_rating_for_professor