#robots.txt fuer www-library.desy.de # No robots at all in the following dirs User-agent: * Disallow: /cgi-bin/ Disallow: /spires/find Disallow: /library/ # Preprint archive # Disallow: /preparch/