User-agent: * Disallow: /_private/ Disallow: /images/ Disallow: /jscripts Disallow: /Scripts/ # the above stop all spiders from downloading any subdirectories on iBarControl web site. Disallow: /email.asp Disallow: /layout.css Disallow: /messagesent.asp Disallow: /style.css Disallow: /privacy.html # The above stops robots from looking at all files except *.html