User-agent: *
Disallow: /files  #Disallow access to the /web/files
Disallow: /cgi-bin #Disallow access to the /cig-bin
Disallow: /cgi