all robots
#These folders do not contain html docs and should not be spidered
User-agent: *
Disallow: /CGI-BIN/ 
Disallow: /database/