User-agent: *
Disallow:   /cgi-bin
Disallow:   /search
Disallow:   /essentials
Disallow:   /jsimmod/Documentation/jsimmod
Disallow:   /jsimmod/Documentation
Disallow:   /jsimmod/Documentation/input/flat/tables
Disallow:   /jsimmod/download
Disallow:   /jsimmod/Documentation/discretej
Disallow:   /discretej/Documentation
Disallow:   /testitdir
Disallow:   /apecs/sdk/vs/docs
Disallow:   /apecs/animator/images

Disallow:   /simmod/docs/flat/tables
Disallow:   /simmod/docs

User-agent: grub-client
Disallow:   /

User-agent: Ocelli
Disallow:   /

User-agent: gigabot
Disallow:   /

User-agent: Gigabot
Disallow:   /

User-agent: pompos
Disallow:   /

User-agent:pompos
Disallow:   /

User-agent: msnbot
Disallow:   /

User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 4.0 Robot) Microsoft
Disallow:   /

User-agent: MS Search 4.0 Robot
Disallow:   /

User-agent: semanticdiscovery
Disallow:   /

User-agent: tutorgig
Disallow:   /

User-agent: TutorGig
Disallow:   /

User-agent: ConveraCrawler
Disallow:   /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /