# robots.txt User-agent: * Crawl-delay: 10 # Directories Disallow: /azpoll/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /executables/ Disallow: /gfx/ Disallow: /js/ Disallow: /lib/ Disallow: /search/ Disallow: /swf_charts/