# Tells Scanning Robots Where They Are And Are Not Welcome
# User-agent:	can also specify by name; "*" is for everyone
# Disallow:	if this matches first part of requested path,
#			forget it
# applies to all robots

User-agent: *    
Disallow: /Cgi-bin/
Disallow: /cgi-bin/
Disallow: /cgi-bin/mt/
Disallow: /mt-static/
Disallow: /MatjaMichi/
Disallow: /EventTaskMaster/
Disallow: /Genesis/
Disallow: /genesis/
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: Googlebot 
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: YahooFeedSeeker
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: Inktomi 
Disallow: /

User-agent: InktomiSearch 
Disallow: /

User-agent: ColoSpace 
Disallow: /

User-agent: psbot
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: snap
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: twiceler.
Disallow: /

User-agent: cuil
Disallow: /