User-agent: Googlebot User-agent: Slurp User-agent:Scooter User-agent: msnbot # Disallow all directories and files within Disallow: /cgi-bin/ Disallow: /estadisticas/ Disallow: /includes/ Disallow: /backup/ Disallow: /sound/ Allow: /images/ # Disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.php* Disallow: */trackback* Disallow: /*?* Disallow: /wp-* Disallow: /mp3* User-agent: Googlebot-Image # allow google image bot to search all images Allow: /*