# robots.txt for http://www.directinsure.net/

User-agent: *             
Disallow: /               
Disallow: /usage/

#  http://help.yahoo.com/help/us/ysearch/slurp
User-agent: Slurp   
Allow: /mill_web
Disallow: /vehicle_update

# http://www.google.com/bot.html
User-agent: googlebot      
Allow: /mill_web
Disallow: /vehicle_update

# http://search.msn.com/msnbot.htm
User-agent: msnbot        
Allow: /mill_web
Disallow: /vehicle_update

# http://www.entireweb.com/about/search_tech/speedy_spider
User-agent: Speedy         
Allow: /mill_web
Disallow: /vehicle_update

# Whois Source
User-agent: SurveyBot      
Allow: /mill_web
Disallow: /vehicle_update

 # http://about.ask.com/en/docs/about/webmasters.shtml#1
User-agent: Teoma         
Allow: /mill_web
Disallow: /vehicle_update

# http://www.gigablast.com/spider.html
User-agent: Gigabot        
Allow: /mill_web
Disallow: /vehicle_update

# http://www.baidu.com/search/spider.htm
User-agent: Baiduspider
Allow: /mill_web
Disallow: /vehicle_update