# This is to allow spiders to search the whole site # except the directories after the first forward slash. # Specific files are disallowed by omitting all slashes. User-agent: * Disallow: /_private/ Disallow: /_vti_log/ Disallow: /images/ Disallow: /includes/ Disallow: /Templates/