# ------------------------------------------------ # LucasGroup.com / LucasCareers.com -- http://www.lucasgroup.com # Robot Exclusion File -- robots.txt # Author: Webmaster # Last Updated: 12/15/2009 08:00:00 AM User-agent: Slurp China Disallow: / User-Agent: Charlotte Disallow: / User-agent: IRLbot Disallow: / User-agent: Slurp Disallow: / User-Agent: MJ12bot Disallow: / User-agent: YahooSeeker/CafeKelsa Disallow: / User-agent: aipbot Disallow: / User-agent: Baiduspider Disallow: / User-Agent: OmniExplorer_Bot Disallow: / User-agent: Wget Disallow: / User-agent: Gaisbot Disallow: / User-agent: FAST Enterprise Crawler Disallow: / User-agent: * Disallow: /root/admin/ Disallow: /root/css/ Disallow: /root/db/ Disallow: /root/docs/ Disallow: /root/images/ Disallow: /root/icludes/ Disallow: /root/job_seeker/tech.asp Disallow: /root/js/ Disallow: /root/oldreports/ Disallow: /root/reports/ Disallow: /root/knowledge/blog/ Disallow: /root/webstats/ Disallow: /root/global.asa Disallow: /root/EI/ Disallow: /root/form.html Disallow: /root/secondary.asp Disallow: /root/secondaryOld.asp Disallow: /root/tertiary.asp Disallow: /root/knowledge/articles.asp Disallow: /root/knowledge/get_wsjarticle.asp Disallow: /root/contact/ExpContact.asp Disallow: /root/contact/ExpContactAction.asp