User-agent:* Allow: / # To block specific folders Disallow: /javascript/ Disallow: /js/ Disallow: /dev/ Disallow: /images/ Disallow: /scripts/ Disallow: /script/ Disallow: /graphics/ Disallow: /css/ Disallow: /grafaig/ Disallow: /Templates/ Disallow: /TestFolder/ Disallow: /MMWIP/ Disallow: /ct3beta/ Disallow: /_baks/ Disallow: /_notes/ Disallow: /_MMtmp/ Disallow: /_mm/ Disallow: /_OtherSites/ # Disallow: /Apps2/ Disallow: /cgi-bin/ # Why these? Disallow: /corporate/elu/visitsbymonth/ Disallow: /corporate/procurement/PTDUploads/ # The Disallow: /*? line will block any URL that includes a ? (more specifically, it will block any URL that begins with your domain name, followed by any string, followed by a question mark, followed by any string). # The Allow: /*?$ line will allow any URL that ends in a ? (more specifically, it will allow any URL that begins with your domain name, followed by a string, followed by a ?, with no characters after the ?). # Allow: /*?$ # Disallow: /*? # To block URLs that end with a specific extension Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.png$ Disallow: /*.jpe$ Disallow: /*.pcx$ Disallow: /*.tif$ Disallow: /*.tiff$ Disallow: /*.bmp$ Disallow: /*.dll$ Disallow: /*.exe$ Disallow: /*.a$ Disallow: /*.o$ Disallow: /*.so$ Disallow: /*.bin$ Disallow: /*.class$ Disallow: /*.ttf$ Disallow: /*.pfb$ Disallow: /*.pfm$ Disallow: /*.afm$ Disallow: /*.hqx$ Disallow: /*.sea$ Disallow: /*.eps$ Disallow: /*.ai$ Disallow: /*.wav$ Disallow: /*.avi$ Disallow: /*.mid$ Disallow: /*.mov$ Disallow: /*.mpg$ Disallow: /*.mpeg$ Disallow: /*.mp3$ Disallow: /*.ogg$ Disallow: /*.dat$ Disallow: /*.dta$ Disallow: /*.log$ Disallow: /*.lst$ Disallow: /*.bz2$ Disallow: /*.jar$ Disallow: /*.arj$ Disallow: /*.cab$ Disallow: /*.rar$ Disallow: /*.rpm$ Disallow: /*.tar$ Disallow: /*.zip$ Disallow: /*.tar Disallow: /*.gz$ Disallow: /*.upp$ Disallow: /*.tgz$ Disallow: /*.sdd$ Disallow: /*.hdr$ Disallow: /*.iso$ Disallow: /*.img$ Disallow: /*.gpg$ Disallow: /*.gbk$ Disallow: /*.fac$ Disallow: /*.ghg$ Disallow: /*.mdic$ Disallow: /*.inc$ Disallow: /*.js$ Disallow: /*.xml$ Disallow: /*.xsl$ Disallow: /*.xsd$ Disallow: /*.log$ Disallow: /*.css$ Disallow: /*.vb$ Disallow: /*.cs$ Disallow: /*.asmx$ Disallow: /*.config$ Disallow: /*.master$ Disallow: /*.resx$ Disallow: /*.asax$ Disallow: /*.ascx$ Disallow: /*.ashx$ Disallow: /*.skin$ Disallow: /*.sitemap$ Disallow: /*.dwt$ Disallow: /*.pl$ Disallow: /*.mno$ Disallow: /*.csi$ Disallow: /*.lck$ Disallow: /*.cgi$