############################### # # # direct Google bot to ignore pics User-agent: Googlebot Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.bmp$ Disallow: /*.png$ # direct all bots to ignore pics User-agent: * Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.bmp$ Disallow: /*.png$ # List specific robots to block: User-agent: EmailSiphon Disallow: / User-agent: Cherry Picker Disallow: / # keep bots from folders they need not visit: # User-agent: * # list folders & files robots are not allowed to index Disallow: /admin/ Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /cgi-bin/ # # End of robots.txt file # ###############################