# The robots.txt file for http:///www.creighton-ins.com/

#Altavista Spiders
User-agent: Scooter
Disallow: /toronto-broker

User-agent: Top1000 altavista
Disallow: /toronto-broker

# Excite Spider
User-agent: ArchitextSpider
Disallow: /toronto-broker


#Webcrawler Spider
User-agent: WebCrawler
Disallow: /toronto-broker

# Inktomi agent - hotbot et al
User-agent: Slurp
Disallow: /toronto-broker


#InfoSeek Robots

User-agent: InfoSeek Sidewinder
Disallow: /toronto-broker


User-agent: InfoSeek Robot
Disallow: /toronto-broker


#Lycos Spiders
User-agent: Lycos_Spider_(T-Rex)
Disallow: /toronto-insurance

User-agent: Lycos
Disallow: /toronto-insurance

#Northern Light Spider
User-agent: Gulliver
Disallow: 

# Google Robot

User-agent: Googlebot
Disallow: /toronto-broker

# Fast Robot

User-agent: Fast
Disallow: /toronto-insurance

# Direct Hit Robot

User-agent: Grabber
Disallow: /toronto-broker