# This file is used by automatic WWW Robots, Web Crawlers, and # other automated web mapper programs. It defines which areas # are not to be explored. # # See http://www.robotstxt.org for more information. # # Validated with http://www.searchengineworld.com/cgi-bin/robotcheck.cgi # # # For alle robots User-agent: * # # Forbyd adgang til directories Disallow: /_xmltest # # Forbyd adgang til filer: Disallow: /contact.php # Spider-trap Disallow: /sks/brows.php # Excessive rekursive kald