# robots.txt zu http://www.metatec-penig.de


# Alle Robots ausschließen
User-agent: *
Disallow: /logs/
Disallow: /cgi-bin/
Disallow: /usage/
Disallow: /css/
Disallow: /scripte/
Disallow: /layout/
Disallow: /images/


Disallow: reload.txt
Disallow: searchlog.txt
Disallow: search_config.php
Disallow: search.php



# Massendownloader vom CGI Verzeichnis fernhalten
User-agent: wget
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
Disallow: /cgi-bin/