# robots.txt fuer http://www.yatego.com/

User-agent: *
Disallow: /admin/
Disallow: /de/
Disallow: /info/
Disallow: /outbound/
Disallow: /test/
Disallow: /vorschau/
Disallow: /templates/mall/js/
Disallow: /images/3f75aa461d1bf9.9/
Disallow: /devel*/
Disallow: /ydevel*/
Disallow: /49c7a02c3d2f2/49c7a3ff6f37e/
Disallow: /49c7a02c3d2f2/49c7a3ff712b5/

User-agent: Slurp 
Crawl-delay: 20 

User-agent: Exabot 
Crawl-delay: 20 

User-agent: twengabot
Crawl-delay: 120

User-agent: TwengaBot/1.1 ( http://www.twenga.com/bot.html)
Crawl-delay: 120 

User-agent: twenga 
Crawl-delay: 120

User-Agent: TwengaBot/1.1 
Crawl-delay: 120