User-agent: * # disallow all files in these directories Disallow: /semipreciosas/wp-admin Disallow: /semipreciosas/wp-includes Disallow: /semipreciosas/wp-content/plugins Disallow: /semipreciosas/wp-content/cache Disallow: /semipreciosas/wp-content/themes Disallow: /semipreciosas/cgi-bin/ Disallow: /semipreciosas/z/j/ Disallow: /semipreciosas/z/c/ Disallow: /semipreciosas/stats/ Disallow: /semipreciosas/dh_ Disallow: /semipreciosas/about/ Disallow: /semipreciosas/contact/ Disallow: /semipreciosas/tag/ Disallow: /semipreciosas/wp-admin/ Disallow: /semipreciosas/wp-includes/ Disallow: /semipreciosas/contact Disallow: /semipreciosas/manual Disallow: /semipreciosas/manual/* Disallow: /semipreciosas/phpmanual/ Disallow: /semipreciosas/category/ Disallow: /semipreciosas/trackback Disallow: /semipreciosas/*trackback Disallow: /semipreciosas/*trackback* Disallow: /semipreciosas/*/trackback Disallow: /semipreciosas/*?* Disallow: /semipreciosas/*.html/$ Disallow: /semipreciosas/*feed* Disallow: /preciosas/administrator/ Disallow: /preciosas/cache/ Disallow: /preciosas/components/ Disallow: /preciosas/editor/ Disallow: /preciosas/help/ Disallow: /preciosas/images/ Disallow: /preciosas/includes/ Disallow: /preciosas/language/ Disallow: /preciosas/mambots/ Disallow: /preciosas/media/ Disallow: /preciosas/modules/ Disallow: /preciosas/templates/ Disallow: /preciosas/installation Disallow: /preciosas/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /semipreciosas/*.php$ Disallow: /semipreciosas/*.js$ Disallow: /semipreciosas/*.inc$ Disallow: /semipreciosas/*.css$ Disallow: /semipreciosas/*.gz$ Disallow: /semipreciosas/*.wmv$ Disallow: /semipreciosas/*.cgi$ Disallow: /semipreciosas/*.xhtml$ # disallow all files with ? in url Disallow: /semipreciosas/*?* Disallow: /preciosas/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /semipreciosas/*/*/email/$ Disallow: /semipreciosas/*/*/print/$ Disallow: /semipreciosas/*/*/#$ Disallow: /semipreciosas/page/ # block all folders with broken links User-agent: * Disallow: /semipreciosas/20$