# Do not index "next_meeting" or PDF files User-agent: * Disallow: /next_meeting Disallow: *.pdf # From www.rossde.com User-agent: Googlebot-Image Disallow: / User-agent: Geobot Disallow: / User-agent: Crawllybot Disallow: / User-agent: ShopWiki Disallow: / User-agent: psbot Disallow: / User-agent: Sogou Disallow: / User-agent: * Disallow: /search.html Disallow: *.pdf Disallow: *.jpg Disallow: *.gif Disallow: *.ksh Disallow: *.dat Disallow: *.log Disallow: /cgi-bin/*