User-agent: * # disallow all files in these directories Disallow: /formatos/wp-admin Disallow: /formatos/wp-includes Disallow: /formatos/wp-content/plugins Disallow: /formatos/wp-content/cache Disallow: /formatos/wp-content/themes Disallow: /formatos/cgi-bin/ Disallow: /formatos/z/j/ Disallow: /formatos/z/c/ Disallow: /formatos/stats/ Disallow: /formatos/dh_ Disallow: /formatos/about/ Disallow: /formatos/contact/ Disallow: /formatos/tag/ Disallow: /formatos/wp-admin/ Disallow: /formatos/wp-includes/ Disallow: /formatos/contact Disallow: /formatos/manual Disallow: /formatos/manual/* Disallow: /formatos/phpmanual/ Disallow: /formatos/category/ Disallow: /formatos/trackback Disallow: /formatos/*trackback Disallow: /formatos/*trackback* Disallow: /formatos/*/trackback Disallow: /formatos/*?* Disallow: /formatos/*.html/$ Disallow: /formatos/*feed* Disallow: /civiles/administrator/ Disallow: /civiles/cache/ Disallow: /civiles/components/ Disallow: /civiles/editor/ Disallow: /civiles/help/ Disallow: /civiles/images/ Disallow: /civiles/includes/ Disallow: /civiles/language/ Disallow: /civiles/mambots/ Disallow: /civiles/media/ Disallow: /civiles/modules/ Disallow: /civiles/templates/ Disallow: /civiles/installation Disallow: /civiles/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /formatos/*.php$ Disallow: /formatos/*.js$ Disallow: /formatos/*.inc$ Disallow: /formatos/*.css$ Disallow: /formatos/*.gz$ Disallow: /formatos/*.wmv$ Disallow: /formatos/*.cgi$ Disallow: /formatos/*.xhtml$ # disallow all files with ? in url Disallow: /formatos/*?* Disallow: /civiles/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /formatos/*/*/email/$ Disallow: /formatos/*/*/print/$ Disallow: /formatos/*/*/#$ Disallow: /formatos/page/ # block all folders with broken links User-agent: * Disallow: /formatos/20$