user-agent:titan
disallow:/

user-agent:emailcollector
disallow:/

user-agent:emailsiphon
disallow:/

user-agent:emailwolf
disallow:/

user-agent:extractorpro
disallow:/

user-agent: *
disallow: /cgi-bin/

user-agent: *
disallow: /javascript/

user-agent: *
disallow: /webalizer/

user-agent: *
disallow: /css/