User-agent: Slurp Crawl-delay: 600 Disallow: /uhtbin/ Disallow: /cgi-bin/ Disallow: /usr/local/etc/httpd/cgi-bin/ User-agent: * Disallow: /uhtbin/ Disallow: /cgi-bin/ Disallow: /usr/local/etc/httpd/cgi-bin/