# Allow

User-agent: *

Allow: /
Allow: /sitemap.xml   
Allow: /sitemap.xml.gz    
Allow: /robots.txt 

# Disallow

User-agent: *

  Disallow: /wp-includes/
  Disallow: /wp-admin/

User-agent: Googlebot

  # --> Ordner und Unterordner auschliessen
  Disallow: /*/wp-admin/
  Disallow: /*/wp-includes/

  # --> Dateitypen & Namen auschliessen
  Disallow: /*/wApplication.xml$
  Disallow: /*/weblication.xml$
  Disallow: /*/wImages.xml$
  Disallow: /*/wMedia.xml$
  Disallow: /*.bak$
  Disallow: /*.eml$
  Disallow: /*.js$
  Disallow: /*.csv$
  Disallow: /*.css$
  Disallow: /*.tpl$
  Disallow: /*.wp-mail.php$
  Disallow: /*.xmlrpc.php$

User-Agent: msnbot

  # --> Dateitypen & Namen auschliessen
  Disallow: wApplication.xml$
  Disallow: weblication.xml$
  Disallow: wImages.xml$
  Disallow: wMedia.xml$
  Disallow: *.bak$
  Disallow: *.eml$
  Disallow: *.js$
  Disallow: *.css$
  Disallow: *.csv$
  Disallow: *.tpl$
  Disallow: *.wp-mail.php$
  Disallow: *.xmlrpc.php$

User-agent: EmailCollector

  Disallow: /