User-agent: Cornell Spider 3.0.0beta
Disallow: /
Disallow: /cgi-bin/
Disallow: /asnet_client/
Disallow: /old/
Disallow: *.*

User-agent: *
Disallow: /
Disallow: /cgi-bin/
Disallow: /asnet_client/
Disallow: /old/
Disallow: *.*


User-agent: Slurp
Disallow: /
Disallow: /cgi-bin/
Disallow: /asnet_client/
Disallow: /old/
Disallow: *.*

User-agent: twiceler
Disallow: /
Disallow: /cgi-bin/
Disallow: /asnet_client/
Disallow: /old/
Disallow: *.*