# robots.txt # Treat all robots the same User-agent: * Disallow: /*/ # Allow Allow: / Allow: /about-the-department/ Allow: /careers-in-genetics/ Allow: /department-of-genetics-news/ Allow: /graduate-education/ Allow: /research-centers/ Allow: /faculty/ Allow: /administrative-staff/ Allow: /events/ Allow: /news/ # Disallow Disallow: /cgi-bin/ Disallow: /*document_view? Disallow: /*multimonth? Disallow: /*month? Disallow: /*weekbyday? Disallow: /*weekbyhour? Disallow: /*day?