User-agent: *
Disallow: /restricted/
Disallow: /cgi-bin/
Disallow: /perl/
Disallow: /public/CLEO/soft/cleo-files/
Disallow: /public/COMP/latex2html/
Disallow: /public/stats/
Disallow: /~cleo3/
Disallow: /%7ecleo3/
Disallow: /%7Ecleo3/
Disallow: /~pass2/
Disallow: /%7epass2/
Disallow: /%7Epass2/
Disallow: /rbin/
Disallow: /public/CLEO/
Disallow: /public/COMP/
Disallow: /public/CESR/
Disallow: /public/stats/
Disallow: /spr/
Disallow: /(~|%7[eE])[^/]*/private

User-agent: FAST-WebCrawler/3.x Multimedia
Disallow: /

# internal use only DO NOT REMOVE
User-agent: cleo3soft
Disallow: /public/
Disallow: /cgi-bin/
Disallow: /perl/
Disallow: /rbin/
Disallow: /restricted/webtools/