User-agent: * Disallow: /website-ranking-report.html Disallow: /terms-of-use.html Disallow: /terms-of-use.html Disallow: /disclaimer.html Disallow: /privacy-policy.html Disallow: /privacy-policy.html Disallow: /privacy-policy-2.html Disallow: /privacy-policy-3.html Disallow: /privacy-policy-4.html Disallow: /thankyou_vo.html Disallow: /already_subscribed.html Disallow: /confirmed.html Sitemap: http://www.ciaracorp.com/GoogleSitemap.xml User-agent: Slurp Crawl-delay: 15 User-agent: msnbot Crawl-delay: 10 User-agent: nutch Crawl-delay: 5 User-agent: yeti Crawl-delay: 8 User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/) Crawl-delay: 8 User-agent: naverbot Crawl-delay: 8 User-agent: googlebot Crawl-delay: 10 User-agent: dotbot Crawl-delay: 5 User-agent: twiceler Crawl-delay: 25 User-agent: yandex Crawl-delay: 5 User-agent: Teoma Crawl-delay: 5 User-agent: BoardReader Crawl-delay: 8 User-agent: Exabot Crawl-delay: 10