Sitemap: http://www.kristiansundshotokan.com/sitemap.xml # This rule means it applies to all user-agents User-agent: * # Dissallow spesiffic pages Disallow: /kenshusei.html Disallow: /?wpmp_switcher=mobile # Disallow all directories and files within Disallow: /kwf/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/ Disallow: /error/ Disallow: /archives/ Disallow: /category/ Disallow: /info/ Disallow: /tag/ Disallow: /login/ Disallow: /til-forsiden/ Disallow: /page/ Disallow: /*respond* Disallow: /video/ Disallow: /seminar-og-kurs/ Disallow: /world-cup-2009/ Disallow: /bilde-galleri/ Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.cgi$ Disallow: /*.wmv$ Disallow: /*.png$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.php* Disallow: /*.pdf* Disallow: */trackback* Disallow: /*?* # disallow archiving site #User-agent: ia_archiver #Disallow: / # disable duggmirror #User-agent: duggmirror #Disallow: /