# robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * #Crawl-delay: 10 # Directories Disallow: /awstats/ Disallow: /backup/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /Insurace/ Disallow: /js/ Disallow: /nomine/ Disallow: /OLD Site/ Disallow: /test/ Disallow: /web/ Disallow: /webalizer/ Disallow: /troy/images/ Disallow: /troy/lightbox/ Disallow: /rick/images/ Disallow: /rick/art/ Disallow: /rick/cgi-bin/ Disallow: /rick/js/ Disallow: /rick/test/ # Files Disallow: /coda-slider.1.1.js Disallow: /coda-slider.1.1.pack.js Disallow: /favicon.ico Disallow: /indes(test).php Disallow: /jquery-1.2.1.min.js Disallow: /jquery-1.2.1.pack.js Disallow: /jquery-easing.1.2.js Disallow: /jquery-easing.1.2.pack.js Disallow: /jquery-easing.compatibility.1.2.js Disallow: /jquery-easing.compatibility.1.2.pack.js Disallow: /troy/jquery.js Disallow: /troy/jquery.accordion.js Disallow: /troy/jquery.dimensions.js Disallow: /troy/jquery.easing.js Disallow: /rick/gallery.php