User-agent: * # # list folders robots are not allowed to index # Disallow: /gallery/ Disallow: /kimages/ Disallow: /gallery2/ Disallow: /monka/ Disallow: /mp3/ Disallow: /images/ Disallow: /dotfile/ Disallow: /howto/ Disallow: /mrtg/ Disallow: /webmail/ Disallow: /archive/ Disallow: /old-css/ Disallow: /old-html/ Disallow: /Retired/ Disallow: /files/ # # list specific files robots are not allowed to index # Disallow: /*.html Disallow: /*.css Disallow: /*.png Disallow: /*.jpg Disallow: /*.gif Disallow: /*.pdf Disallow: /*.mp3 Disallow: /*.php # # End of robots.txt file # ###############################