User-agent: mediapartners-google Allow: /*/comment-page-* # This rule means it applies to all user-agents User-agent: * Disallow: /*/comment-page-* Disallow: /wp-content/themes/Kurosagi/js/*.js$ Disallow: /en/ Disallow: /goto/ Disallow: /updateinfo/ Disallow: /downloads/ Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /tag/ Disallow: /wp-admin/ Disallow: /wp-includes/ # The Googlebot is the main search bot for google User-agent: Googlebot # Disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.wmv$ Disallow: /*.tar$ Disallow: /*.tgz$ Disallow: /*.cgi$ Disallow: /*.xhtml$ # Disallow Google from parsing individual post feeds and trackbacks.. Disallow: */feed/ Disallow: */trackback/ Allow: /feed/ # Disallow all files with ? in url Disallow: /*?* Disallow: /*? User-agent: Googlebot-Image Allow: /* Sitemap: http://www.bloggerisme.com/sitemap.xml.gz