# /robots.txt file for http://www.candeocsc.com/ # 5-13-08 User-agent: ia_archiver Disallow: / User-agent: Googlebot-Image Disallow: / # ALL User-agent: * Disallow: /cgi-bin/ Disallow: /awstats/ Disallow: /log/ # ALL User-agent: * Disallow: /*.avi$ Disallow: /*.bmp$ Disallow: /*.cgi$ Disallow: /*.doc$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.mid$ Disallow: /*.mov$ Disallow: /*.mp3$ Disallow: /*.pl$ Disallow: /*.png$ Disallow: /*.wav$