# robots.txt file for bots and spiders User-agent: * Crawl-delay: 5 Disallow: /dcforum/ Disallow: /cgi-bin/ Disallow: /dc/user_files/ Disallow: /dc/user_files2/ Disallow: /jason/ Disallow: