# robots.txt User-agent: * Crawl-delay: 10 # Directories Disallow: /intranet/ Disallow: /archive/ Disallow: /cgi-bin/ Disallow: /dms/ Disallow: /css/ Disallow: /gfx/ Disallow: /images/ Disallow: /incs/ Disallow: /js/ Disallow: /search/ Disallow: /email/ Disallow: /executables/ Disallow: /schedule/ Disallow: /wordpress/