User-agent: EmailCollector
Disallow: /


# robots.txt fuer http://www.herbalind.com/
User-agent: *
Disallow: /log/                           # Die ändern sich jeden Tag
Disallow: /js/                            # 
Disallow: /shop_herbalind/                # Bilder nicht downloaden
Disallow: /cgi-bin/timeline.shop5/libs/
Disallow: /cgi-bin/timeline.shop5/mods/
Disallow: /cgi-bin/timeline.shop5/herbalind/admin/
Disallow: /cgi-bin/timeline.shop5/herbalind/stats/
Disallow: /cgi-bin/timeline.shop5/herbalind/data/
Disallow: /cgi-bin/timeline.shop5/herbalind/mail/