#User-agent: Googlebot # when specified, Googlebot ignores User-agent: * #Disallow: /*.csi$ #Disallow: /video/search # doesn't end in a directory (no slash) #Disallow: /sets/hstheses/search # doesn't end in a directory (no slash) User-agent: * Disallow: /archives/displays/ Disallow: /staff/ Disallow: /resources/restricted/ Disallow: /resources/librarians/ Disallow: /resources/restricted/default.html Disallow: /applications/ Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /services/illtool/ Disallow: /_mm/ Disallow: /_notes/ Disallow: /_baks/ Disallow: /MMWIP/ Disallow: /Templates/ Disallow: /webevent/we4.0/ Disallow: /working/ Disallow: /test/ Disallow: /archives/collections/xml/ Disallow: /testing/ Disallow: /scholarlytesting/ Disallow: /video/search # doesn't end in a directory (no slash) Disallow: /sets/hstheses/search # doesn't end in a directory (no slash) Disallow: /sets/rare/search # doesn't end in a directory (no slash) Disallow: /sets/video/search # doesn't end in a directory (no slash)