# robots.txt for wwwuk User-agent: Slurp Crawl-delay: 300 User-agent: * Disallow: /images/ Disallow: /statsimages/ Disallow: /rd/ Disallow: /data/