# robots.txt #http://www.pagesweb.com/Informations/indexation.html #http://info.webcrawler.com/mak/projects/robots/robots.html ## User-agent: * ## Disallow: /cgi Disallow: /cgi-bin ## #Allow: /index.html ## #End