User-Agent: *
Disallow: /wp-admin
Disallow: /foren/profile/*
Disallow: /foren/bb-*
Disallow: /foren/register.php
Disallow: /wp-login.php
Disallow: /go.php
Disallow: /go.php5
Disallow: /lustige-seiten
Disallow: /feed
Disallow: /shorturl
Disallow: /shorturl/*
Disallow: */trackback/*
Disallow: */trackback/$
Disallow: */trackback$
Disallow: */emailpopup/*
Disallow: */emailpopup/$
Disallow: */emailpopup$
Disallow: /?src=*

User-Agent: ia_archiver
Disallow: /
User-Agent: dotbot
Disallow: /
User-Agent: sistrix
Disallow: /
User-Agent: yacy
Disallow: /
User-Agent: DotBot/1.0.1
Disallow: /
User-Agent: Mozilla/5.0 (compatible; DotBot/1.1;
Disallow: /
User-Agent: grub-client
Disallow: /
User-Agent: grub
Disallow: /
User-Agent: wget
Disallow: /
User-Agent: BoeserSeoSpider
Disallow: /

#User-agent: Googlebot-Image
#Disallow: /
#Allow: /wp-content/

User-agent: Googlebot
#Disallow: /index.php
Allow: /feed

Sitemap: http://www.grobekelle.de/sitemap.xml