User-agent: Mediapartners-Google* 
Disallow:

#  NO access (Bai Du, ADSA Research Group, Hämähäkki, Internet Seer, LinkAlarm, NPBot, Naver, NetMechanic, PS BOT, PolyBOT, RUTGERS, TurnitinBOT, Wayback Machine, WebFilter, Zao, e-collector,linksmanager,IRL-crawler)
User-agent: ADSAComponent
User-agent: asterias
User-agent: baiduspider
User-agent: BecomeBot
User-agent: Bookmark search tool
User-agent: BotALot
User-agent: BuiltBotTough
User-agent: Bullseye/1.0
User-agent: BunnySlippers
User-agent: b2w/0.1
User-agent: CatchBot
User-agent: CherryPicker
User-agent: CheeseBot
User-agent: CopyRightCheck
User-agent: cosmos
User-agent: Crescent
User-agent: DittoSpyder
User-agent: dloader(NaverRobot)/1.5
User-agent: dumbot
User-agent: ecollector
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: ExtractorPro
User-agent: Foobot
User-agent: FreeFind
User-agent: grub
User-agent: grub-client
User-agent: Hatena Antenna
User-agent: Hämähäkki
User-agent: Harvest/1.5
User-agent: hloader
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: http://www.WebmasterWorld.com bot
User-agent: httplib
User-agent: humanlinks
User-agent: InfoNaviRobot
User-agent: Internet Seer
User-agent: IRLbot
User-agent: JennyBot
User-agent: Jetbot/1.0
User-agent: Jetbot
User-agent: Kenjin Spider
User-agent: larbin
User-agent: LexiBot
User-agent: libWeb/clsHTTP
User-agent: LinkAlarm
User-agent: LinkextractorPro
User-agent: linksmanager_bot
User-agent: linksmanager
User-agent: LinkWalker
User-agent: LNSpiderguy
User-agent: lwp-trivial
User-agent: Mata Hari
User-agent: MIIxpc
User-agent: Mister PiX
User-agent: moget/2.1
User-agent: naver
User-agent: NetAnts
User-agent: Nutch
User-agent: NPBot (http://www.nameprotect.com/botinfo.html)
User-agent: NetMechanic
User-agent: OmniExplorer_Bot
User-agent: Openfind data gathere
User-agent: Openfind
User-agent: Openbot
User-agent: polybot
User-agent: ProWebWalker
User-agent: psbot
User-agent: PS BOT
User-agent: Python-urllib
User-agent: QueryN Metasearch
User-agent: RepoMonkey
User-agent: RMA
User-agent: ru-robot 
User-agent: SiteSnagger
User-agent: slurp china
User-agent: SpankBot
User-agent: spanner
User-agent: Stanford
User-agent: Stanford Comp Sci
User-agent: Szukacz
User-agent: suzuran
User-agent: Teleport
User-agent: TeleportPro
User-agent: Telesoft
User-agent: TheNomad
User-agent: The Intraformant
User-agent: True_Robot
User-agent: TurnitinBot
User-agent: turingos
User-agent: URL Control
User-agent: URL_Spider_Pro
User-agent: URLy Warning
User-agent: WebAuto
User-agent: WebBandit
User-agent: WebCopier
User-agent: WebEnhancer
User-agent: WebFilter
User-agent: Website Quester
User-agent: WebSauger
User-agent: WebStripper
User-agent: WebVac
User-agent: WebZip
User-agent: Web Image Collector
User-agent: WWW-Collector-E
User-agent: VCI
User-agent: Xenu's
User-agent: Zao/0.1
User-agent: Zeus Link Scout
Disallow: /

#  PARTIAL access (All Spiders)
User-agent: *
Crawl-delay: 5
Disallow: /Total_Stats.htm
Disallow: /_notes/
Disallow: /admin/
Disallow: /disclaimer.html
Disallow: /email/
Disallow: /gimages/
Disallow: /images/
Disallow: /iscroll.class
Disallow: /reports/
Disallow: /search_engine.html
Disallow: /terms.html
Disallow: /thankyou.html
Disallow: /thankyou_renew.html
Disallow: /thankyou_signup.html
Disallow: /thankyounew.html
Disallow: /PPC/
Disallow: /vanjs/
Disallow: /vancss/
Disallow: /vani/
Dusallow: /van/public/bkm.php