# robots.txt for http://www.rubion.ruhr-uni-bochum.de User-agent: * Disallow: /intranet/ # not the intra net site Disallow: /local/ # not the intra net site Disallow: /dtl-beam-time/ # nor the beam schedules Disallow: /cgi-bin/ # nor the scripts Disallow: /dtluk/ # nor the old english web site Disallow: /htdocs/ # nor the old web site