User-agent: * # disallow all files in these directories Disallow: /marketing/wp-admin Disallow: /marketing/wp-includes Disallow: /marketing/wp-content/plugins Disallow: /marketing/wp-content/cache Disallow: /marketing/wp-content/themes Disallow: /marketing/cgi-bin/ Disallow: /marketing/z/j/ Disallow: /marketing/z/c/ Disallow: /marketing/stats/ Disallow: /marketing/dh_ Disallow: /marketing/about/ Disallow: /marketing/contact/ Disallow: /marketing/tag/ Disallow: /marketing/wp-admin/ Disallow: /marketing/wp-includes/ Disallow: /marketing/contact Disallow: /marketing/manual Disallow: /marketing/manual/* Disallow: /marketing/phpmanual/ Disallow: /marketing/category/ Disallow: /marketing/trackback Disallow: /marketing/*trackback Disallow: /marketing/*trackback* Disallow: /marketing/*/trackback Disallow: /marketing/*?* Disallow: /marketing/*.html/$ Disallow: /marketing/*feed* Disallow: /viajes/administrator/ Disallow: /viajes/cache/ Disallow: /viajes/components/ Disallow: /viajes/editor/ Disallow: /viajes/help/ Disallow: /viajes/images/ Disallow: /viajes/includes/ Disallow: /viajes/language/ Disallow: /viajes/mambots/ Disallow: /viajes/media/ Disallow: /viajes/modules/ Disallow: /viajes/templates/ Disallow: /viajes/installation Disallow: /viajes/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /marketing/*.php$ Disallow: /marketing/*.js$ Disallow: /marketing/*.inc$ Disallow: /marketing/*.css$ Disallow: /marketing/*.gz$ Disallow: /marketing/*.wmv$ Disallow: /marketing/*.cgi$ Disallow: /marketing/*.xhtml$ # disallow all files with ? in url Disallow: /marketing/*?* Disallow: /viajes/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /marketing/*/*/email/$ Disallow: /marketing/*/*/print/$ Disallow: /marketing/*/*/#$ Disallow: /marketing/page/ # block all folders with broken links User-agent: * Disallow: /marketing/20$