# No non-se spiders.

User-agent: *
Disallow: /protected/
Disallow: /private/
Disallow: /webmail/
Disallow: /admin/
Disallow: /images/
Disallow: /js/
Disallow:/css/
Disallow:/cgi-bin/

User-agent: (CK-SillyDog)
User-agent: .NET CLR
User-agent: .NET CLR 1.0
User-agent: .NET CLR 1.0.3705
User-agent: .NET CLR 1.1
User-agent: .NET CLR 1.1.4322
User-agent: _iRc
User-agent: 000000000
User-agent: 4all
User-agent: abot
User-agent: Accept
User-agent: accoona
User-agent: AceFTP
User-agent: adressendeutschland
User-agent: Ahead
User-agent: Alarm
User-agent: Alexibot
User-agent: Amfi
User-agent: Anal
User-agent: andit
User-agent: Anon_Proxy
User-agent: Anon-Encrypt
User-agent: Ansearch
User-agent: AnswerBus
User-agent: API Request
User-agent: appie
User-agent: Aqua_Products
User-agent: Arachmo
User-agent: arianna
User-agent: asterias
User-agent: Atlocal
User-agent: Atropos
User-agent: Auto
User-agent: AWV0.8d
User-agent: b2w/0.1
User-agent: bach-idx
User-agent: BackDoorBot
User-agent: BackDoorBot/1.0
User-agent: Baiduspide
User-agent: Bandit
User-agent: BasicHTTP
User-agent: Bison
User-agent: Black
User-agent: BlowFish
User-agent: BlowFish/1.0
User-agent: BoardPulse
User-agent: BoardViewer
User-agent: boitho
User-agent: Bond
User-agent: Bookmark search tool
User-agent: boris
User-agent: BotALot
User-agent: BotName
User-agent: Brother
User-agent: BuiltBotTough
User-agent: Bullseye
User-agent: Bullseye/1.0
User-agent: BunnySlippers
User-agent: CafeKelsa
User-agent: Cafi
User-agent: Capture
User-agent: Cegbfeieh
User-agent: cfetch
User-agent: Chaos
User-agent: Check
User-agent: Cheese
User-agent: CheeseBot
User-agent: Cherry
User-agent: CherryPicker
User-agent: CherryPickerElite/1.0
User-agent: CherryPickerSE/1.0
User-agent: ChinaClaw
User-agent: CK-SillyDog
User-agent: Clam
User-agent: classified
User-agent: Clush
User-agent: COAST
User-agent: collage
User-agent: Collect
User-agent: Concept
User-agent: Convera
User-agent: Copier
User-agent: Copy
User-agent: CopyRightCheck
User-agent: CoralWebPrx
User-agent: cosmos
User-agent: costa
User-agent: craft
User-agent: crawler
User-agent: Crescent
User-agent: Crescent
User-agent: Crescent Internet ToolPak
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
User-agent: Custo
User-agent: CuteFTP
User-agent: Cyberian
User-agent: DA 7
User-agent: DARK
User-agent: dcbot
User-agent: Diamond
User-agent: Dillo
User-agent: DISCo
User-agent: DISCo Pump 3.2
User-agent: Dispatch
User-agent: Ditto
User-agent: DittoSpyder
User-agent: Download
User-agent: Drecombot
User-agent: DTS Agent
User-agent: Dual
User-agent: dumbot
User-agent: EARTHCOM
User-agent: EasyDL
User-agent: eCatch
User-agent: EdcompBot
User-agent: ELinks
User-agent: Email
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: Enfi
User-agent: Enhancer
User-agent: Enterprise_Search
User-agent: Enterprise_Search/1.0
User-agent: Epiphany
User-agent: EroCrawler
User-agent: ERROR
User-agent: es
User-agent: Express
User-agent: Extract
User-agent: ExtractorPro
User-agent: EyeNetIE
User-agent: FairAd Client
User-agent: FANG
User-agent: fast
User-agent: FAST_Data
User-agent: Faxo
User-agent: FDM
User-agent: Fetch
User-agent: Fetch API Request
User-agent: FindAnISP
User-agent: Finder
User-agent: findlinks
User-agent: Flaming AttackBot
User-agent: Flash
User-agent: Flip
User-agent: Foobot
User-agent: Foto
User-agent: Franklin Locator
User-agent: Franklin Locator 1.8
User-agent: FrontPage
User-agent: futile
User-agent: Fyber
User-agent: Gaisbot
User-agent: Generic
User-agent: geni
User-agent: Geona
User-agent: GetHTML
User-agent: GetRight
User-agent: GetRight/4.2
User-agent: GetWeb
User-agent: Giga
User-agent: Girafabot
User-agent: glx v
User-agent: Go!Zilla
User-agent: GoForIt
User-agent: Googlebot-Image
User-agent: GoSearch
User-agent: Got-It
User-agent: Grab
User-agent: Grafula
User-agent: grub
User-agent: grub-client
User-agent: Gruppo
User-agent: GT::WWW
User-agent: Gulliver/1.3
User-agent: Gypsy
User-agent: hack
User-agent: Harvest
User-agent: Harvest/1.5
User-agent: Hatena Antenna
User-agent: Hatena_Antenna
User-agent: Helmdall
User-agent: heritrix
User-agent: hloader
User-agent: HLoader
User-agent: HMView
User-agent: Holmes
User-agent: holy_teacher
User-agent: HTML_Works
User-agent: HTMLParser
User-agent: HTTP OLE Control v.1.0
User-agent: httplib
User-agent: HTTrack
User-agent: human
User-agent: humanlinks
User-agent: hverify
User-agent: Hyper
User-agent: ia_archiver
User-agent: ia_archiver/1.6
User-agent: ichiro
User-agent: Iltrovatore
User-agent: Image
User-agent: Indy
User-agent: InetURL
User-agent: InfoNav
User-agent: InfoNaviRobot
User-agent: Innerprise
User-agent: InterGET
User-agent: Internet\x
User-agent: Intraformant
User-agent: IRLbot
User-agent: Iron33/1.0.2
User-agent: ISC_Systems
User-agent: ISSpider
User-agent: Jakarta
User-agent: Java
User-agent: Java 1
User-agent: Java/1
User-agent: Java/1.4
User-agent: Java/1.4.1
User-agent: Java/1.4.1_04
User-agent: Java1
User-agent: Jenny
User-agent: JennyBot
User-agent: Jetbot
User-agent: Jetbot/1.0
User-agent: JetCar
User-agent: JoBo
User-agent: JOC
User-agent: JOC Web Spider
User-agent: Jyxobot
User-agent: kashmir
User-agent: Kazoom
User-agent: Kenjin
User-agent: Kenjin Spider
User-agent: Keyword
User-agent: Keyword Density/0.9
User-agent: KnowItAll
User-agent: KRAEHE
User-agent: Kumm
User-agent: larbin
User-agent: Leech
User-agent: LexiBot
User-agent: libWeb/clsHTTP
User-agent: libWeb/clsHTTP
User-agent: LibWeb/clsHTTP
User-agent: Lincoln
User-agent: LinkextractorPro
User-agent: Linkman
User-agent: LinkScan
User-agent: LinkScan/8.1a Unix
User-agent: LinkWalker
User-agent: Lint
User-agent: List
User-agent: LMQueue
User-agent: LNSpiderguy
User-agent: Locust
User-agent: loop
User-agent: LTH_Browser
User-agent: LWP::Simple
User-agent: lwp-request
User-agent: lwp-trivial
User-agent: Lwp-trivial
User-agent: lwp-trivial/1.34
User-agent: Mac_Finder
User-agent: magic
User-agent: Mammoth
User-agent: Mass
User-agent: Mass Downloader/
User-agent: Mass Downloader/2.2
User-agent: Mata.Hari
User-agent: McBot
User-agent: Mechan
User-agent: Metaspinner
User-agent: Meter
User-agent: Microsoft URL Control
User-agent: Microsoft URL Control - 5.01.4511
User-agent: Microsoft URL Control - 6.00.8169
User-agent: Microsoft.URL
User-agent: MIDown
User-agent: MIIxpc
User-agent: MIIxpc/4.2
User-agent: MIIxpc/4.2
User-agent: Mirago
User-agent: MIRE
User-agent: Missigua
User-agent: Mister PiX
User-agent: Mister\ PiX
User-agent: MJ12bot
User-agent: MnoGo
User-agent: moget
User-agent: Moget
User-agent: moget/2.1
User-agent: Mojeek
User-agent: MojeekBot
User-agent: Moozilla
User-agent: mouse.com
User-agent: Mozdex
User-agent: Mozilla/3.0 (Macintosh; I; PPC)
User-agent: Mozilla/3.Mozilla/2.01
User-agent: mozilla/4
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT)
User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)
User-agent: mozilla/5
User-agent: Mozilla/8.0
User-agent: MS Search
User-agent: MSIECrawler
User-agent: MSProxy
User-agent: muscope
User-agent: MyApp
User-agent: NASA_Search
User-agent: naver
User-agent: Naver
User-agent: Navroad
User-agent: NearSite
User-agent: NetAnts
User-agent: NetCrawler
User-agent: NetSpider
User-agent: netXplorer
User-agent: NetZIP
User-agent: Neutrino
User-agent: NEWT
User-agent: Next
User-agent: NICE
User-agent: NICErsPRO
User-agent: Ninja
User-agent: Nintendo
User-agent: nogoop
User-agent: Nokodo
User-agent: Nomad
User-agent: NPbot
User-agent: Nutch
User-agent: NWSpider
User-agent: Objects
User-agent: Octopus
User-agent: Offline Explorer
User-agent: Offline\ Explorer
User-agent: Offline\ Navigator
User-agent: OmniExplorer
User-agent: Openbot
User-agent: Openfind 
User-agent: Openfind data gathere
User-agent: Oracle
User-agent: Oracle Ultra Search
User-agent: Oregano
User-agent: osis
User-agent: pamuk
User-agent: Patwebbot
User-agent: Pavuk
User-agent: PcBrowser
User-agent: PEERbot
User-agent: PerMan
User-agent: PHP/4.
User-agent: PHP_version_tracker
User-agent: Pica
User-agent: PicoSearch/1.0
User-agent: pigs
User-agent: PipeLine
User-agent: Pluck
User-agent: Plucker/Py-1.0
User-agent: Plucker/Py-1.4
User-agent: PocketHTTP
User-agent: PocketHTTP/1.0.2
User-agent: Pompos
User-agent: Preload
User-agent: Privoxy
User-agent: Program_Shareware
User-agent: ProPowerBot/2.14
User-agent: ProWebWalker
User-agent: Prowl
User-agent: psbot
User-agent: Psbot
User-agent: Python
User-agent: Python-urllib
User-agent: Python-urllib/1.0
User-agent: Python-urllib/1.15
User-agent: QueryN
User-agent: QueryN Metasearch
User-agent: Quest
User-agent: Qweer
User-agent: Radiation Retriever 1.1
User-agent: Reap
User-agent: ReGet
User-agent: RepoMonkey
User-agent: RepoMonkey Bait & Tackle/v1.01
User-agent: request
User-agent: Research
User-agent: Ripper
User-agent: RMA
User-agent: Rogue
User-agent: RPT-HTTPClient
User-agent: RSSOwl
User-agent: Sample
User-agent: Sauger
User-agent: savvybot
User-agent: SCAgent
User-agent: Schizozilla
User-agent: Schlong
User-agent: Schmozilla
User-agent: SCrawl
User-agent: script_type
User-agent: searchpreview
User-agent: SeznamBot
User-agent: Shaz
User-agent: Sherlock
User-agent: Shot
User-agent: Simple
User-agent: SiteBar
User-agent: SiteSnagger
User-agent: SiteSucker
User-agent: SiteSucker/1.3.1
User-agent: Sleipnir
User-agent: Sly
User-agent: Smurf
User-agent: Snag
User-agent: Sohu
User-agent: sootle
User-agent: Spade
User-agent: Span
User-agent: SpankBot
User-agent: spanner
User-agent: Speed
User-agent: Spin
User-agent: sproose
User-agent: Spurl
User-agent: Spyder
User-agent: Squid
User-agent: Sqworm
User-agent: Stack
User-agent: Stanford
User-agent: Stanford Comp Sci
User-agent: Stanford CompClub
User-agent: Stanford CompSciClub
User-agent: Stanford Spiderboys
User-agent: Statbot
User-agent: State
User-agent: STEALTH
User-agent: Stress
User-agent: Strip
User-agent: subot
User-agent: Suck
User-agent: Supervi
User-agent: Surf4Me
User-agent: Surfbot
User-agent: SUS
User-agent: suzuran
User-agent: Suzuran
User-agent: Sweep
User-agent: sygol
User-agent: Szukacz
User-agent: Szukacz/1.4 
User-agent: TAke
User-agent: Talkro
User-agent: tamu
User-agent: Tarantula
User-agent: Teleport
User-agent: Teleport Pro/1.29
User-agent: Teleport Pro/1.29.1820
User-agent: TeleportPro
User-agent: Telesoft
User-agent: TerrawizBot
User-agent: Test
User-agent: The Intraformant
User-agent: TheNomad
User-agent: TightTwatBot
User-agent: Titan
User-agent: ToCrawl
User-agent: toCrawl/UrlDispatcher
User-agent: Todobr
User-agent: Track
User-agent: True
User-agent: True_Robot
User-agent: True_Robot/1.0
User-agent: Tunnel
User-agent: Turing
User-agent: turingos
User-agent: Turnitin
User-agent: Twat
User-agent: Tweak
User-agent: Tygo
User-agent: Ultraseek
User-agent: unknown
User-agent: URL Control
User-agent: URL_Spider_Pro
User-agent: URLy
User-agent: URLy Warning
User-agent: User-Agent:
User-agent: USyd
User-agent: Vagabondo
User-agent: Valet
User-agent: Valid
User-agent: Vamp
User-agent: VCI
User-agent: VCI WebViewer VCI WebViewer Win32
User-agent: Visual
User-agent: Void
User-agent: Voila
User-agent: VoilaBot
User-agent: VoilaBot BETA 1.2
User-agent: vspider
User-agent: W3C
User-agent: w3m
User-agent: Walker
User-agent: Watch
User-agent: Weather
User-agent: Web Image Collector
User-agent: Web.Image
User-agent: WebAuto
User-agent: WebBandit
User-agent: WebBandit/3.50
User-agent: WebCapture
User-agent: WebCapture 3.0
User-agent: WebCatS
User-agent: WebCopier
User-agent: WebCopier v2.8
User-agent: WebCopier v3.0
User-agent: WebCopier v4.0
User-agent: WebCopy/
User-agent: WebCopy/0.98b7
User-agent: webcrawl
User-agent: Webdup
User-agent: Webdup/0.9
User-agent: WebEnhancer
User-agent: WebGo
User-agent: WebLeacher
User-agent: WebmasterWorld
User-agent: WebmasterWorld Extractor
User-agent: WebmasterWorldForumBot
User-agent: WebPictures
User-agent: WebPix
User-agent: WebRobot
User-agent: WebSauger
User-agent: Website Quester
User-agent: Webster
User-agent: Webster Pro
User-agent: WebStripper
User-agent: WebStripper/2.10
User-agent: WebStripper/2.62
User-agent: WebVac
User-agent: WebZIP
User-agent: WebZip
User-agent: WebZip/4.0
User-agent: Wells
User-agent: Wget
User-agent: WGet/
User-agent: Wget/1.5.3
User-agent: Wget/1.6
User-agent: Wget/1.7
User-agent: Wget/1.8.1
User-agent: Wget/1.8.2
User-agent: Whiz
User-agent: Widow
User-agent: Win67
User-agent: Works
User-agent: WWWC
User-agent: WWW-Collector-E
User-agent: WWWOFFLE
User-agent: Xaldon
User-agent: Xaldon WebSpider
User-agent: Xaldon WebSpider 2.7.b6
User-agent: Xenu
User-agent: Xenu's
User-agent: Xenu's Link Sleuth 1.1c
User-agent: YahooSeeker
User-agent: Yamm
User-agent: Yotta
User-agent: zagre
User-agent: Zeal
User-agent: Zeus
User-agent: Zeus 32297 Webster Pro V2.9 Win32
User-agent: Zeus Link Scout
User-agent: ZunZun
Disallow: /