User-agent: *
Disallow: /data/page_content/catalog/search/
Disallow: /admin/
Disallow: /data/page_content/catalog/buy/forward_to_extern.php
Disallow: /data/page_content/catalog/buy/forward.php
Disallow: /data/page_content/*
Disallow: /tools/
Disallow: /tmp/
Disallow: /apps/
Disallow: /validate/ebay_price.php
Disallow: /validate/Amazonprice_update.php
Disallow: /validate/testalarm.php
Disallow: /validate/include.php
Disallow: /validate/email.php
Disallow: /validate/priceupdatebilliger.php
Disallow: /validate/css.php
Disallow: /validate/mobildet.php
Disallow: /validate/temp.php
Disallow: /validate/testletter.php
Disallow: /validate/testletter_old.php
Allow: 	  /validate/*?*
Disallow: /*?*
Disallow: /*.php$
#Disallow: /Testsuche.html/?keywords=


User-agent: Exabot 
Disallow: /
User-agent: thesubot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: yetibot
Disallow: /
User-agent: Yeti/0.01
Disallow: /
User-agent: nhn/1noon
Disallow: /
User-agent: nhn
Disallow: /
User-agent: 1noon
Disallow: /
User-agent: discobot
Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: cityreview
Disallow: /
User-agent: MJ12bot
Disallow: 
User-agent: suggybot
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: AhrefsBot
Disallow: /
user-agent: AhrefsBot
disallow: /
User-agent: iisbot
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /
User-agent: BacklinkCrawler
Disallow: /
User-agent: Custo 3.0 (www.netwu.com)
Disallow: /
User-agent: Custo 3 (Netwu.com)
Disallow: /
User-agent: Scrapy*
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-agent: NewspointBot/1.0 (http://www.netsprint.eu/)
Disallow: /
User-agent: ia_archiver
Disallow: /
Host:etest.de