User-agent: Mediapartners-Google* Disallow: # NO access (Bai Du, ADSA Research Group, Hämähäkki, Internet Seer, LinkAlarm, NPBot, Naver, NetMechanic, PS BOT, PolyBOT, RUTGERS, TurnitinBOT, Wayback Machine, WebFilter, Zao, e-collector) User-agent: baiduspider User-agent: ADSAComponent User-agent: Hämähäkki User-agent: Internet Seer User-agent: LinkAlarm User-agent: NPBot (http://www.nameprotect.com/botinfo.html) User-agent: dloader(NaverRobot)/1.5 User-agent: NetMechanic User-agent: PS BOT User-agent: polybot User-agent: ru-robot User-agent: TurnitinBot User-agent: ia_archiver User-agent: WebFilter User-agent: Zao/0.1 User-agent: ecollector User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / # PARTIAL access (All Spiders) User-agent: * Crawl-delay: 5 Disallow: /Total_Stats.htm Disallow: /_notes/ Disallow: /admin/ Disallow: /disclaimer.html Disallow: /email/ Disallow: /fonts.css Disallow: /gimages/ Disallow: /images/ Disallow: /iscroll.class Disallow: /reports/ Disallow: /search_engine.html Disallow: /terms.html Disallow: /thankyou.html Disallow: /thankyou_renew.html Disallow: /thankyou_signup.html Disallow: /thankyounew.html Disallow: /PPC/ Disallow: /vanjs/ Disallow: /vancss/ Disallow: /vani/