#oshyn.com robots.txt file User-agent: * Crawl-Delay: 10 Disallow: /img/ Disallow: /js/ Disallow: /css/ Disallow: /error.html Disallow: /404.html Disallow: /googleAdWordForms/ Disallow: /webformconfirmation/ Disallow: /landingpages/ Disallow: /testingPages/ Allow: /