# addresses all robots by using wild card * User-agent: * # list folders robots are not allowed to index Disallow: /awstats/ Disallow: /css/ Disallow: /images/ Disallow: /images-emailer/ Disallow: /jobs/ Disallow: /PDFDL/ # list specific files robots are not allowed to index Disallow: shaw.gif Disallow: parking.htm Disallow: parking-oct24_04-jan2_05.htm