# Robots.txt file for domain: http://www.brainrub.com

# nobody gets into the images
User-Agent: *
Disallow: /images

# or the elements
User-Agent: *
Disallow: /elements

# idiot becomebot
User-agent: BecomeBot
Disallow: /

# this guy is a spammer.
User-Agent: 63.148.99.234
Disallow: /

# so is this guy
# [Performance systems international inc.]
User-Agent: 38.118.42.38
Disallow: /

# Another, Mar. 13, 2006
User-Agent 38.118.25.59
Disallow /

# OmniExplorer Bot
# Nov. 28th, 2005
# Performed 2800 scans to the spam honeypot!
# What a bunch of idiots
# http://www.omni-explorer.com
User-Agent: OmniExplorer_Bot
Disallow:

# SemanticDiscovery morons     
# Dec. 6th, 2005
# http://www.semanticdiscovery.com
User-Agent: 71.213.8.209
Disallow: /    

# Yet another Semantic Discovery idiot


# SemanticDiscovery morons
# Dec. 6th, 2005
# http://www.semanticdiscovery.com
User-Agent: 71.213.8.140
Disallow: /

# Any other SemanticDiscovery bots...
User-Agent: semanticdiscovery
Disallow: /

# Nov. 25, 2008: I've decided - if you're small enough and do
# not feature a prominent search engine, you are out.
# Not allowed. I don't care.
User-Agent: Charlotte
Disallow: / 
User-agent: psbot
Disallow: /
User-agent: gigabot
Disallow: /
User-agent: ScoutJet
Disallow: /


# And quit scanning my spam honeypot, Yahoo!
User-agent: Slurp
Disallow: /contactus

# Jan. 9, 2009
# A new one: VoilaBot
User-Agent: VoilaBot BETA 1.2
Disallow:/

# And another:
User-Agent: WebDataCentreBot
Disallow:/

# And another:
User-Agent: MJ12bot
Disallow:/

# And another:
User-Agent: Twiceler
Disallow:/

# And yet another:
User-Agent: Charlotte
Disallow:/

# And still another:
User-Agent: DotBot
Disallow:/

# Another dubious search bot
User-agent: MLBot
Disallow: /

# 1/29/2009 11:00:30 AM
# More bogus search agents
User-Agent agentpanscient.com
Disallow /

# Too many scammer IP's are claiming to be the Baidu spider.
# So screw them.
User-agent: Baiduspider
Disallow: /

# Feb. 10, 2009
# Another dubious search bot
User-agent: NextGenSearchBot
Disallow: /

# Feb. 25, 2009
# And another
User-agent: panscient.com
Disallow: /

# 10/12/2009 2:04PM
# WebDataCentreBot
User-agent: WebDataCentreBot
Disallow: /
# Sogou, malicious bot from China
User-agent: sogou develop spider
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Sogou Orion spider
Disallow: /
User-agent: Sogou web spider
Disallow: /
# SoSo Spider
User-agent: Sosospider
Disallow: /
# Linguee
User-agent: Linguee Bot
Disallow: /
# Another: Sphere Scout / ScoutJet
User-agent: Sphere Scout&v4.0
Disallow: /
# Allow only specific directories
User-agent: ScoutJet
Disallow: /