user-agent: Googlebot
Crawl-delay: 5
Disallow: /nogooglebot/
Disallow: /zR0B0T-blackhole
Disallow: /Booklist
Disallow: /NewsletLst
Disallow: /store
Disallow: /Ads/NewsletterImages
Disallow: /Newsletter/
Disallow: /NewsletterAnswers
Disallow: /Advpol

# blocking people search engines down to zoominfo
User-agent: 123People
User-agent: findestars
User-agent: MyOnID
User-agent: peekyou
User-agent: Pipl
User-agent: rapleaf
User-agent: snitch
User-agent: spock
User-agent: tweepz
User-agent: vebidoo
User-agent: wink
User-agent: Yasni
User-agent: yoname
User-agent: yourtraces
User-agent: zoominfo
User-agent: abot
User-agent: AISearchBot
User-agent: ASPSeek
User-agent: asterias
User-agent: BecomeBot
User-agent: BeijingCrawler
User-agent: BilgiBot
User-agent: boitho
User-agent: bot
User-agent: botlist
User-agent: BOTW Spider
User-agent: BravoBrian
User-agent: bumblebee
User-agent: Bumblebee
User-agent: BuzzRankingBot
User-agent: cazoodlebot
User-agent: ccubee
User-agent: Charlotte
User-agent: Clushbot
User-agent: ConveraCrawler
User-agent: Crawler
User-agent: CydralSpider
User-agent: DataFountains
User-agent: Deepnet
User-agent: DiamondBot
User-agent: dloader(NaverRobot)
User-agent: Dulance bot
User-agent: Dumbot
User-agent: DYNAMIC
User-agent: EDI
User-agent: EgotoBot
User-agent: envolk
User-agent: Exabot
User-agent: Exabot-Images
User-agent: Exabot-Test
User-agent: exactseek-pagereaper
User-agent: Exalead NG
User-agent: FANGCrawl
User-agent: Feed::Find
User-agent: Gaisbot
User-agent: Generic
User-agent: Gigabot
User-agent: GigabotSiteSearch
User-agent: gigamega
User-agent: grub-client
User-agent: GurujiBot
User-agent: Hatena Antenna
User-agent: Hatena Bookmark
User-agent: Hatena RSS
User-agent: HatenaScreenshot
User-agent: Helix
User-agent: HiddenMarket
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: HyperEstraier
User-agent: iaskspider
User-agent: InfociousBot
User-agent: InfoNaviRobot
User-Agent: InternetSeer
User-agent: iVia Page Fetcher
User-agent: Jetbot
User-agent: Jyxobot
User-agent: Kolinka Forum Search
User-agent: KRetrieve
User-agent: Larbin
User-agent: LetsCrawl.com
User-agent: Lincoln State Web Browser
User-agent: Links4US-Crawler
User-Agent: LiteFinder
User-agent: LOOQ
User-agent: Lsearch/sondeur
User-agent: MapoftheInternet.com
User-agent: MSIECrawler
User-agent: NationalDirectory
User-agent: NaverRobot
User-agent: NetCarta_WebMapper
User-agent: NexaBot
User-agent: NextGenSearchBot
User-agent: ng
User-agent: nicebot
User-agent: NP
User-agent: NPBot
User-agent: NPBot
User-agent: Nudelsalat
User-agent: Nutch
User-agent: obot
User-agent: OmniExplorer_Bot
User-agent: OpenIntelligenceData
User-agent: Oracle Enterprise Search
User-agent: OWR_Crawler
User-agent: Pajaczek
User-agent: panscient
User-agent: panscient.com
User-agent: PeerFactor 404 crawler
User-agent: PeerFactor Crawler
User-agent: PhpDig
User-agent: PlantyNet
User-agent: PlantyNet_WebRobot
User-agent: plinki
User-agent: PMAFind
User-agent: psbot
User-agent: puf
User-agent: QuepasaCreep
User-agent: QuickFinder Crawler
User-agent: rabaz
User-agent: Radiation Retriever
User-agent: Reaper
User-agent: RedCarpet
User-agent: RPT-HTTPClient
User-agent: ScorpionBot
User-agent: ScoutAbout
User-agent: Scrubby
User-agent: Scumbot
User-agent: searchbot
User-agent: Seeker.lookseek.com
User-agent: semanticdiscovery
User-agent: SeznamBot
User-agent: ShowXML
User-agent: snap.com
User-agent: snap.com beta crawler
User-agent: Snapbot
User-agent: SnapPreviewBot
User-agent: sohu
User-agent: SpankBot
User-agent: Speedy Spider
User-agent: Speedy_Spider
User-agent: SpeedySpider
User-agent: spider
User-agent: SquigglebotBot
User-agent: Steeler
User-agent: SurveyBot
User-agent: SynapticSearch
User-agent: Talkro Web-Shot
User-agent: Tarantula
User-agent: Teleport Pro
User-agent: TerrawizBot
User-agent: TheInformant
User-agent: T-H-U-N-D-E-R-S-T-O-N-E
User-agent: TMCrawler
User-agent: Toplistbot
User-agent: TurnitinBot
User-agent: TutorGig
User-agent: Tutorial Crawler
User-agent: URI::Fetch
User-agent: VengaBot
User-agent: Vonna.com b o t
User-agent: Vortex
User-agent: Votay bot
User-agent: vsecrawler
User-agent: WebAlta Crawler
User-agent: Webbot
User-agent: Webclipping.com
User-agent: Webinator
User-agent: Wells
User-agent: Wget
User-agent: WISEbot
User-agent: Xerka WebBot
User-agent: XSpider
User-agent: YodaoBot
User-agent: Yoono
User-agent: yoono
Disallow: /


User-agent: *
Crawl-delay: 5
Disallow: /zR0B0T-blackhole
Disallow: /Booklist
Disallow: /NewsletLst
Disallow: /store
Disallow: /Ads/NewsletterImages
Disallow: /Newsletter/
Disallow: /NewsletterAnswers
Disallow: /Advpol

User-agent: Mediapartners-Google*
Crawl-delay: 5
Disallow: /zR0B0T-blackhole
Disallow: /Booklist
Disallow: /NewsletLst
Disallow: /store
Disallow: /Ads/NewsletterImages
Disallow: /Newsletter/
Disallow: /NewsletterAnswers
Disallow: /Advpol

User-Agent: MJ12bot
Crawl-delay: 5
Disallow: /zR0B0T-blackhole
Disallow: /Booklist
Disallow: /NewsletLst
Disallow: /store
Disallow: /Ads/NewsletterImages
Disallow: /Newsletter/
Disallow: /NewsletterAnswers
Disallow: /Advpol