Sitemap: http://www.rambow.de/sitemap.xml

User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wpcontent/themes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/advanced-cache.php/
Disallow: /trackback/
Disallow: /comments
Disallow: /*/comments
Disallow: /*?*
Disallow: /*?
Disallow: */trackback

# allow only important bots 
 User-agent: ArchitextSpider 
 User-agent: Baiduspider 
 User-agent: Googlebot 
 User-agent: Googlebot-ImageUser-agent: Mediapartners-Google 
 User-agent: msnbot 
 User-agent: msnbot-media 
 User-agent: Scooter 
 User-agent: Slurp 
 User-agent: Teoma 
 User-agent: Yahoo-Blogs 
 User-agent: Yahoo-MMCrawler 
 User-agent: Yandex 
 Allow: / 
 
User-agent: * 
Disallow: /

# Googlebot
User-agent: Googlebot
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.wmv$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*
Disallow: */trackback*
Disallow: /funktionen/
Disallow: /*?*
Disallow: /category/
Disallow: /tag/
Disallow: /archives/
Disallow: /feed/
Disallow: /wp-*
Allow: /wp-content/uploads/


# blocking people search engines 
 User-agent: 123People 
 User-agent: findestars 
 User-agent: MyOnID 
 User-agent: peekyou 
 User-agent: Pipl 
 User-agent: rapleaf 
 User-agent: snitch 
 User-agent: spock 
 User-agent: tweepz 
 User-agent: wink 
 User-agent: Yasni 
 User-agent: yoname 
 User-agent: yourtraces 
 User-agent: zoominfo 
 Disallow: /

# Allow archiving site
User-agent: ia_archiver
Allow: /

# disable duggmirror
User-agent: duggmirror
Disallow: /

# Disallow Webcrawler Sidewinder
User-agent: Sidewinder
Disallow: /