# robots.txt User-agent: Googlebot Disallow: /valkuil/ User-agent: Googlebot-Image Crawl-delay: 10 Disallow: /valkuil/ User-agent: MSNBot Crawl-delay: 10 Disallow: /valkuil/ User-agent: Slurp Crawl-delay: 120 Disallow: /valkuil/ User-agent: Teoma Crawl-delay: 10 Disallow: /valkuil/ User-agent: Gigabot Crawl-delay: 10 Disallow: /valkuil/ User-agent: Scrubby Crawl-delay: 10 Disallow: /valkuil/ User-agent: Robozilla Crawl-delay: 10 Disallow: /valkuil/ User-agent: yahoo-mmcrawler Disallow: /valkuil/ Crawl-delay: 10 User-agent: psbot Crawl-delay: 10 Disallow: /valkuil/ User-agent: yahoo-blogs/v3.9 Crawl-delay: 10 Disallow: /valkuil/ User-agent: * Disallow: /cgi-bin/ Disallow: /admin/