# robots.txt from http://www.mfdweb.de/ User-agent: * Allow: /index.htm Disallow: /cgi-bin/ Disallow: /download/ Disallow: /drupal/ Disallow: /ebay/ Disallow: /images/ Disallow: /logs/ Disallow: /pages/ Disallow: /test/ Disallow: /usage/ Disallow: /SHOP/ Disallow: /SHOP2/ # (c) 1998 by MFD|WEB