# robots.txt for www.ccmh.org.uk User-agent: YodaoBot Disallow: / User-agent: slurp Crawl-delay: 3600 User-agent: * Crawl-delay: 5 Disallow: /files Disallow: /old Disallow: /rooms Disallow: /event Disallow: /aggregator Disallow: /node/add Disallow: /search Disallow: /user Disallow: /index.php Disallow: /modules Disallow: /audio Disallow: /allsermons