#Membernetusa
#Nothing to see here
Disallow: /brokers/
Disallow: /components/
Disallow: /contact/
Disallow: /email/
Disallow: /presentation/
Disallow: /images/
Disallow: /Chris/
Disallow: /Corpben/
Disallow: /David/
Disallow: /Elise/
Disallow: /James/
Disallow: /Marc/
Disallow: /Robert/
Disallow: /Shawn/
Disallow: /src/
Disallow: /Steve/



# =======
# Allow all 
# =======

# Altavista 
User-agent: "Scooter/2.0 G.R.A.B. V1.1.0"
User-agent: AltaVista
User-agent: AVSearch-3.0
User-agent: Mercator
User-agent: Scooter
User-agent: vscooter

# Ask / Ask Jeeves
User-agent: Mozilla/4.0 [en] (Ask Jeeves Corporate Spider)

# Atomz
User-agent: Atomz/1.0

# Dr. Watson (HTML Checker)
User-agent: Mozilla/4.06 [en] (Watson/4.0 http://watson.addy.com)libwww-perl/5.43

# Excite
User-agent: ArchitextSpider

# Google
User-agent: google
User-agent: Googlebot
User-agent: Mediapartners-Google/2.1
User-agent: Nokia
User-agent: Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)

# HotBot-Lycos
User-agent: Inktomi Search
User-agent: Mozilla/3.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)
User-agent: Mozilla/3.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)
User-agent: Slurp

# Infoseek
User-agent: InfoSeek
User-agent: Ultraseek

# Lycos
User-agent: Lycos_Spider_(T-Rex)
User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows 98;Lycos_Spider_(T-Rex) ; Lycos_Spider_(T-Rex) )
User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows 98;Lycos_Spider_Beta2(T-Rex) ; Lycos_Spider_Beta2(T-Rex) )

# MSN
User-agent: msnbot

# Northern Lights
User-agent: Gulliver

#Relevare Fetch
User-agent: Bumblebee@relevare.com

# Yahoo
User-agent: Harvest-NG
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
User-agent: YahooSeeker
User-agent: Yahoo-VerticalCrawler

Disallow:

# =========
# Disallow all
# =========

#Almaden (IBM)
User-agent :http://www.almaden.ibm.com/cs/crawler

#Baidu
User-agent: BaiDuSpider
User-agent: Baiduspider

#BecomeBot
User-agent: BecomeBot
User-agent: Mozilla/5.0 (compatible; BecomeBot/2.0.3; +http://www.become.com/webmasters.html)

#Convera
User-agent: ConveraCrawler

#Fast/AlltheWeb
User-agent: fastlwspider/1.0
User-agent: FAST-SoccerCrawler
User-agent: FAST-WebCrawler

#Faxobot
User-agent: Faxobot

#Gaisbot
User-agent: Gaisbot

#Gigabot
User-agent: Gigabot

# Il Trovatore
User-agent: Iltrovatore-Setaccio

#Indy-Library
User-agent: Mozilla/3.0+(compatible;+Indy+Library)

#JoeDog
User-agent: JoeDog/1.00 [en] (X11; I; Siege 2.59)

#	NameProtect
User-agent: NPBot

# NaverBot
User-agent: NaverBot
User-agent: NABOT
User-agent: nabot_1.0
User-agent: dloader

# Microsoft URL Control - 6.00.xxxx
User-agent: Microsoft URL Control - 6.00.8169

#Nutch
User-agent: Nutch
User-agent: NutchOrg
User-agent: NutchCVS

#PEERbot
User-agent: PEERbot

#Pompos
User-agent: Pompos

#Search-Channel
User-agent: Search-Channel

#SOHU
User-agent: sohu-search

#SurveyBot
User-agent: SurveyBot

#TurnitinBot
User-agent: TurnitinBot

#TYGO
User-agent: TygoProwler

#Yahoo-MMAudVid
User-agent: Yahoo-MMAudVid
User-agent: Yahoo-MMCrawler

Disallow: /