# Comments appear after the "#" symbol at the start of a line, or after a directive
User-agent: * # match all bots
Disallow: /cgi/ # no frontpage searching
Disallow: /_vti_bin/ # no frontpage searching
Disallow: /_vti_cnf/ # no frontpage searching
Disallow: /_vti_txt/ # no frontpage searching
Disallow: /_vti_pvt/ # no frontpage searching
Disallow: /_vti_log/ # no frontpage searching
Disallow: /_private/ # no private stuff