#For domain: http://www.karalon.com
#All robots will spider the domain
User-agent: *
User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro
Disallow: /awstats/
Disallow: /_fpclass/ 
Disallow: /_overlay/ 
Disallow: /_private/
Disallow: /_themes/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /Images/
Disallow: /Includes/
Disallow: /php/
Disallow: /cgi-bin/
Disallow: /stores/
Disallow: /wsm/
Disallow: /wsmab/
Disallow: /wsmleads/
Disallow: /wsmnewsletter/
Disallow: /wsmstats/
Disallow: /Downloads/
Disallow: /Updates/
Disallow: /Templates/
Disallow: /js/
Disallow: /TabImages/
Disallow: /Vipul/
Disallow: /customerrors/
Disallow: /Templates/
Disallow: /Juniper/
Disallow: /Cisco/
Disallow: /IBM/
Disallow: /Karadev/