# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-Agent: *
Disallow: /page_views/
Disallow: /courses/*/files
Disallow: /courses/*/files/
Disallow: /courses/*/users
Disallow: /courses/*/users/
Disallow: /courses/*/gradebook
Disallow: /courses/*/gradebook/
Disallow: /courses/*/discussion_topics
Disallow: /courses/*/discussion_topics/
Disallow: /courses/*/announcements
Disallow: /courses/*/announcements/
Allow: /login/canvas
Allow: /engineering
Allow: /school-dept
Allow: /vyksa-branch
Allow: /sf
Allow: /gubkin-branch
Allow: /dushanbe-branch
Allow: /public-courses
Allow: /online-courses