User-agent: * Disallow: /inc/ Disallow: /cgi-bin/ Disallow: /resorts-hotels-spas-reviews-files/ Disallow: resorts-hotels-spas-reviews-files Disallow: /rot/ Disallow: /tn/ crawl-delay: 5 User-agent: msnbot crawl-delay: 5 Disallow: /inc/ User-agent: psbot Disallow: / User-agent: Microsoft URL Control Disallow: all User-agent: Offline Explorer Disallow: all User-agent: linkwalker Disallow: / User-agent: spidersoft Disallow: / User-agent: linksmanager Disallow: / User-agent: pavuk Disallow: / User-agent: sitecheck.internetseer.com