# Robots.txt file created by http://www.webtoolcentral.com # For domain: http://www.hill-kleerup.org # All robots will spider the domain User-agent: * Crawl-delay: 9000 # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /blog/selene/ User-agent: * Disallow: /blog/selene/ # Disallow directory /blog/selene2/ User-agent: * Disallow: /blog/selene2/ # Disallow directory /blog/selene2/ User-agent: * Disallow: /blog/mt4/ User-agent: Gigabot Disallow: / User-agent: baiduspider Disallow: / User-agent: naverbot Disallow: / User-agent: yeti Disallow: / User-agent: asterias Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /wp/wp-admin/ Disallow: WysiwygPro/