User-agent: libwww-perl/5.810
Disallow: /

User-agent: libwww-perl/5.814
Disallow: /

User-agent: Slurp
Crawl-delay: 2

User-agent: MSNbot
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: dejan
Disallow: /

User-agent: FAST Enterprise Crawler/6.6.7 (crawler@fast.no)
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT5.1; SV1; .NET
Disallow: /

User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 7.0; WindowsNT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; SpamBlockerUtility 4.8.4; IEMB3; IEMB3)
Disallow: /

User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: bot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: LMQueueBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: HouxouCrawler
Disallow: /

User-agent: Factbot
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: www.agiftfor.co.uk
Disallow: /

User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html)
Disallow: /

User-agent: MSIE/8.0 beta 5 (Windows XP)
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: *
Disallow: /ma/

User-agent: *
Disallow: /y/