User-agent: *
Sitemap: http://www.mdjobsite.com/sitemap.txt

user-agent: *
Disallow: /cgi-bin/
Disallow: /_pages/
Disallow: /ClientLogos/
Disallow: /WebsiteImages/
Disallow: /WebsiteImages/Banners/
Disallow: /WebsiteImages/MDJobSite/
Disallow:	/_cobrand/

User-agent: sogou spider
Disallow: /

User-agent: Wget/1.10.2
Disallow: /

User-agent: +BecomeBot/3.0
Disallow: /

User-agent: BecomeBot/3.0
Disallow: /

User-agent: Mozilla/5.0+(compatible;+BecomeBot/3.0;++http://www.become.com/site_owners.html)
Disallow: /

User-agent: StackRambler/2.0+(MSIE+incompatible)
Disallow: /

User-agent: StackRambler/2.0
Disallow: /

User-agent: SurveyBot/2.3 (Whois Source)
Disallow: /

User-agent: SurveyBot/2.3
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: zyborg
Disallow: /

User-agent: Java Bot 2.0
Disallow: /

User-agent: Java/1.5.0_10
Disallow: /

User-agent: Java
Disallow: /

User-Agent: DepSpid 
Disallow: /

User-Agent: genieBot+(wgao@genieknows.com)
Disallow: /

User-Agent: genieBot
Disallow: /

User-Agent: Piffany_Web_Cacher_v0.91
Disallow: /

User-Agent: genieBot+wgao@genieknows.com
Disallow: /

User-agent: Apexoo Spider 1.0
Disallow: /

User-agent: ZyBorg/1.0
Disallow: /

User-agent: Mozilla/4.0+compatible+ZyBorg/1.0+
Disallow: /

User-agent: zibber v0.1 
Disallow: /

User-agent: zibber
Disallow: /

User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /

User-agent: HTTP/1.1 zibber-v0.1(www.zibb.com/crawler/)
Disallow: /

User-agent: libwww-perl/5.65  
Disallow: /

User-agent: ichiro/2.0
Disallow: /

User-agent: ichiro/2.0+(http://help.goo.ne.jp/door/crawler.html)
Disallow: /

User-agent: voyager/1.0
Disallow: /

User-agent: voyager
Disallow: /

User-agent: psbot/0.1
Disallow: /

User-agent: psbot/0.1+(+http://www.picsearch.com/bot.html)
Disallow: /

User-agent: psbot/0.1 (+http://www.picsearch.com/bot.html)
Disallow: /

User-agent: del.icio.us-thumbnails/1.0
Disallow: /

User-agent: findlinks/1.1.1-a5
Disallow: /

User-agent: OmniExplorer_Bot 
Disallow: /

User-agent: findlinks/1.1.3-beta9
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Sensis+Web+Crawler+
Disallow: /

User-agent: libwww perl
Disallow: /

User-agent: Jyxobot
Disallow: /

User-agent: ee:
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Gigabot*
Disallow: /

User-agent: Avant+Browser+
Disallow: /

User-agent: Java/1.5.0_05
Disallow: /

User-agent: Java
Disallow: /

User-agent: JavaBot 2.0
Disallow: /

User-agent: JavaBot
Disallow: /

User-agent: sbider 
Disallow: / 

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: bot/1.0
Disallow: / 

User-agent: bot/1.0+(bot;+http://;+bot@bot.bot)
Disallow: /