# WEB ROBOTS EXCLUSION FILE # User-agent: * # all crawlers Disallow: / # forbid all files and directories # User-agent: Googlebot-Image # google image bot Disallow: / # forbid indexing images # User-agent: Googlebot # google bot Disallow: /_borders/ # explicitly disallow... Disallow: /cgi-bin/ Disallow: /drupal/ Disallow: /drupal_mess/ Disallow: /images/ Disallow: /my_drupal/ Disallow: /public_backup/ Disallow: /update_store/ Disallow: /updates/ Disallow: /*.exe$ # forbid all exe-files Disallow: /asclub.exe # forbid asclub.exe (JIC)