#text file to specify which parts of the site bots cannot search
#block off cgi-bin, /includes, so people cannot find them on google.

User-agent: *
Disallow: /includes
Disallow: /cgi-bin
Disallow: /logs
Disallow: /tmp
Disallow: /functions