# robots.txt: request that robots visiting this site not try to visit some locations. # # all user agents User-agent: * # Blank line(s) terminate the user-agents. This is the only place a blank line is permitted. # all CGI and FastCGI scripts Disallow: /cgi-bin/ Disallow: /fcgi/ #