User-agent: ia_archiver
Disallow: /


User-agent: *
Crawl-delay: 500
Sitemap: /sitemap.xml
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

User-Agent: Googlebot
Crawl-delay: 500
Disallow: /wp-admin/
Allow: /wp-includes/
Allow: /wp-content/plugins/
Allow: /wp-content/themes/
Allow: /.js$*
Allow: /.inc$*
Allow: /.css$*
Allow: /.php$*

User-Agent: Googlebot-Mobile
Crawl-delay: 500
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

User-Agent: Googlebot-Image
Crawl-delay: 500
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

User-Agent: Slurp
Crawl-delay: 500
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

User-Agent: bingbot
Crawl-delay: 300
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

User-agent: Mediapartners-Google
Allow: /

User-Agent: ABAC	
Disallow: /

User-Agent: Abont
Disallow: /

User-Agent: abot
Disallow: /

User-Agent: Accept
Disallow: /

User-Agent: Access
Disallow: /

User-Agent: Accoo
Disallow: /

User-Agent: AceFTP
Disallow: /

User-Agent: Acme
Disallow: /

User-Agent: ActiveTouristBot
Disallow: /

User-Agent: Address
Disallow: /

User-Agent: Adopt
Disallow: /

User-Agent: adress
Disallow: /

User-Agent: adressendeutschland
Disallow: /

User-Agent: ADSARobot
Disallow: /

User-Agent: AESOP\_com\_SpiderMan
Disallow: /

User-Agent: agent
Disallow: /

User-Agent: ah\-ha
Disallow: /

User-Agent: Ahead
Disallow: /

User-Agent: ahrefsbot
Disallow: /

User-Agent: ahrefsbot/1.0
Disallow: /

User-Agent: aipbot
Disallow: /

User-Agent: Akregat
Disallow: /

User-Agent: aktuelles
Disallow: /

User-Agent: Alarm
Disallow: /

User-Agent: Albert
Disallow: /

User-Agent: Alek
Disallow: /

User-Agent: Alexibot
Disallow: /

User-Agent: Alligator
Disallow: /

User-Agent: AllSubmitter
Disallow: /

User-Agent: alma
Disallow: /

User-Agent: almaden
Disallow: /

User-Agent: ALot
Disallow: /

User-Agent: Alpha
Disallow: /

User-Agent: Amfi
Disallow: /

User-Agent: amzn\_assoc
Disallow: /

User-Agent: Anal
Disallow: /

User-Agent: Anarchie
Disallow: /

User-Agent: andit
Disallow: /

User-Agent: Anon
Disallow: /

User-Agent: AnotherBot
Disallow: /

User-Agent: Ansearch
Disallow: /

User-Agent: AnswerBus
Disallow: /

User-Agent: antivirx
Disallow: /

User-Agent: Apexoo
Disallow: /

User-Agent: appie
Disallow: /

User-Agent: Aqua_Products
Disallow: /

User-Agent: Arachmo
Disallow: /

User-Agent: archive
Disallow: /

User-Agent: arian
Disallow: /

User-Agent: ASPSe
Disallow: /

User-Agent: ASSORT
Disallow: /

User-Agent: aster
Disallow: /

User-Agent: asterias
Disallow: /

User-Agent: Atari
Disallow: /

User-Agent: ATHENS
Disallow: /

User-Agent: AtHome
Disallow: /

User-Agent: Atlocal
Disallow: /

User-Agent: Atomic_Email_Hunter
Disallow: /

User-Agent: Atomz
Disallow: /

User-Agent: Atrop
Disallow: /

User-Agent: attrib
Disallow: /

User-Agent: autoemailspider
Disallow: /

User-Agent: autohttp
Disallow: /

User-Agent: axod
Disallow: /

User-Agent: b2w
Disallow: /

User-Agent: Back
Disallow: /

User-Agent: BackDoorBot
Disallow: /

User-Agent: BackDoorBot/1.0
Disallow: /

User-Agent: BackStreet
Disallow: /

User-Agent: BackWeb
Disallow: /

User-Agent: Badass
Disallow: /

User-Agent: Baid
Disallow: /

User-Agent: Baidu
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: Baiduspider/2.0
Disallow: /

User-Agent: Bali
Disallow: /

User-Agent: Bandit
Disallow: /

User-Agent: Barry
Disallow: /

User-Agent: BasicHTTP
Disallow: /

User-Agent: batch
Disallow: /

User-Agent: BatchFTP
Disallow: /

User-Agent: bdfetch
Disallow: /

User-Agent: beat
Disallow: /

User-Agent: Become
Disallow: /

User-Agent: Beij
Disallow: /

User-Agent: BenchMark
Disallow: /

User-Agent: berts
Disallow: /

User-Agent: bew
Disallow: /

User-Agent: big.brother
Disallow: /

User-Agent: Bigfoot
Disallow: /

User-Agent: Bilgi
Disallow: /

User-Agent: Bison
Disallow: /

User-Agent: Bitacle
Disallow: /

User-Agent: Biz360
Disallow: /

User-Agent: Black
Disallow: /

User-Agent: Black Hole
Disallow: /

User-Agent: Black.Hole
Disallow: /

User-Agent: BlackWidow 
Disallow: /

User-Agent: BlackWidow
Disallow: /

User-Agent: bladder.fusion
Disallow: /

User-Agent: Blaiz
Disallow: /

User-Agent: Blog.Checker
Disallow: /

User-Agent: Blogl
Disallow: /

User-Agent: BlogPeople
Disallow: /

User-Agent: Blogshares.Spiders
Disallow: /

User-Agent: Bloodhound
Disallow: /

User-Agent: Blow
Disallow: /

User-Agent: BlowFish/1.0
Disallow: /

User-Agent: bmclient
Disallow: /

User-Agent: Board
Disallow: /

User-Agent: boardreader
Disallow: /

User-Agent: BOI
Disallow: /

User-Agent: boitho
Disallow: /

User-Agent: Bolt\ 0
Disallow: /

User-Agent: Bond
Disallow: /

User-Agent: Bookmark.search.tool
Disallow: /

User-Agent: boris
Disallow: /

User-Agent: Bost
Disallow: /

User-Agent: Boston.Project
Disallow: /

User-Agent: Bot.mailto:craftbot@yahoo.com
Disallow: /

User-Agent: BotALot
Disallow: /

User-Agent: botpaidtoclick
Disallow: /

User-Agent: BotRightHere
Disallow: /

User-Agent: botw
Disallow: /

User-Agent: brandwatch
Disallow: /

User-Agent: BravoBrian
Disallow: /

User-Agent: Brok
Disallow: /

User-Agent: Bropwers
Disallow: /

User-Agent: Broth
Disallow: /

User-Agent: browseabit
Disallow: /

User-Agent: BrowseX
Disallow: /

User-Agent: Browsezilla
Disallow: /

User-Agent: Bruin
Disallow: /

User-Agent: bsalsa
Disallow: /

User-Agent: Buddy
Disallow: /

User-Agent: Build
Disallow: /

User-Agent: Built
Disallow: /

User-Agent: BuiltBotTough
Disallow: /

User-Agent: Bulls
Disallow: /

User-Agent: Bullseye/1.0
Disallow: /

User-Agent: bumblebee
Disallow: /

User-Agent: Bunny
Disallow: /

User-Agent: BunnySlippers
Disallow: /

User-Agent: Busca
Disallow: /

User-Agent: Busi
Disallow: /

User-Agent: butterfly
Disallow: /

User-Agent: Buy
Disallow: /

User-Agent: bwh3
Disallow: /

User-Agent: c\-spider
Disallow: /

User-Agent: CafeK
Disallow: /

User-Agent: Cafi
Disallow: /

User-Agent: camel
Disallow: /

User-Agent: Cand
Disallow: /

User-Agent: captu
Disallow: /

User-Agent: Catch
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: CC-rget/5.818
Disallow: /

User-Agent: cd34
Disallow: /

User-Agent: Ceg
Disallow: /

User-Agent: Cegbfeieh
Disallow: /

User-Agent: CFNetwork
Disallow: /

User-Agent: cgichk
Disallow: /

User-Agent: Cha0s
Disallow: /

User-Agent: Chang
Disallow: /

User-Agent: chaos
Disallow: /

User-Agent: Char
Disallow: /

User-Agent: char\(32\,35\)
Disallow: /

User-Agent: charlotte
Disallow: /

User-Agent: CheeseBot
Disallow: /

User-Agent: Chek
Disallow: /

User-Agent: CherryPicker
Disallow: /

User-Agent: CherryPickerElite/1.0
Disallow: /

User-Agent: CherryPickerSE/1.0
Disallow: /

User-Agent: chill
Disallow: /

User-Agent: ChinaClaw
Disallow: /

User-Agent: CICC
Disallow: /

User-Agent: Cisco
Disallow: /

User-Agent: Cita
Disallow: /

User-Agent: Clam
Disallow: /

User-Agent: Claw
Disallow: /

User-Agent: Click.Bot
Disallow: /

User-Agent: clipping
Disallow: /

User-Agent: clshttp
Disallow: /

User-Agent: Clush
Disallow: /

User-Agent: COAST
Disallow: /

User-Agent: ColdFusion
Disallow: /

User-Agent: Coll
Disallow: /

User-Agent: Comb
Disallow: /

User-Agent: commentreader
Disallow: /

User-Agent: Compan
Disallow: /

User-Agent: Conc
Disallow: /

User-Agent: contact
Disallow: /

User-Agent: Control
Disallow: /

User-Agent: contype
Disallow: /

User-Agent: Conv
Disallow: /

User-Agent: Copernic
Disallow: /

User-Agent: Copi
Disallow: /

User-Agent: Copy
Disallow: /

User-Agent: CopyRightCheck
Disallow: /

User-Agent: Coral
Disallow: /

User-Agent: core-project
Disallow: /

User-Agent: Corn
Disallow: /

User-Agent: cosmos
Disallow: /

User-Agent: costa
Disallow: /

User-Agent: cr4nk
Disallow: /

User-Agent: craft
Disallow: /

User-Agent: crank
Disallow: /

User-Agent: Crap
Disallow: /

User-Agent: Crawler0
Disallow: /

User-Agent: Crazy
Disallow: /

User-Agent: Cres
Disallow: /

User-Agent: Crescent
Disallow: /

User-Agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-Agent: cs\-CZ
Disallow: /

User-Agent: CSHttp
Disallow: /

User-Agent: cuill
Disallow: /

User-Agent: Curl
Disallow: /

User-Agent: Custo
Disallow: /

User-Agent: Cute
Disallow: /

User-Agent: Cyber
Disallow: /

User-Agent: cyberalert
Disallow: /

User-Agent: daoBot
Disallow: /

User-Agent: DARK
Disallow: /

User-Agent: Data
Disallow: /

User-Agent: Daten
Disallow: /

User-Agent: Daum
Disallow: /

User-Agent: dcbot
Disallow: /

User-Agent: dcs
Disallow: /

User-Agent: Deep
Disallow: /

User-Agent: Default\ Browser\ 0
Disallow: /

User-Agent: DepS
Disallow: /

User-Agent: Detect
Disallow: /

User-Agent: Deweb
Disallow: /

User-Agent: Diam
Disallow: /

User-Agent: Digger
Disallow: /

User-Agent: Digimarc
Disallow: /

User-Agent: digout4uagent
Disallow: /

User-Agent: DIIbot
Disallow: /

User-Agent: Dillo
Disallow: /

User-Agent: Ding
Disallow: /

User-Agent: DISC
Disallow: /

User-Agent: DISCo
Disallow: /

User-Agent: discobot
Disallow: /

User-Agent: discobot/1.0
Disallow: /

User-Agent: Disp
Disallow: /

User-Agent: Ditto
Disallow: /

User-Agent: DittoSpyder
Disallow: /

User-Agent: DLC
Disallow: /

User-Agent: DnloadMage
Disallow: /

User-Agent: DNS-Digger/1.0
Disallow: /

User-Agent: DNS-Digger-Explorer/1.0
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: Doubanbot
Disallow: /

User-Agent: Download
Disallow: /

User-Agent: Download.Demon
Disallow: /

User-Agent: Download.Devil
Disallow: /

User-Agent: Download.Wonder
Disallow: /

User-Agent: Download\ Demon
Disallow: /

User-Agent: Downloader
Disallow: /

User-Agent: drag
Disallow: /

User-Agent: DreamPassport
Disallow: /

User-Agent: Drec
Disallow: /

User-Agent: Drip
Disallow: /

User-Agent: dsdl
Disallow: /

User-Agent: dsok
Disallow: /

User-Agent: DSurf
Disallow: /

User-Agent: DTAAgent
Disallow: /

User-Agent: DTS
Disallow: /

User-Agent: Dual
Disallow: /

User-Agent: dumb
Disallow: /

User-Agent: DynaWeb
Disallow: /

User-Agent: e\-collector
Disallow: /

User-Agent: eag
Disallow: /

User-Agent: earn
Disallow: /

User-Agent: EARTHCOM
Disallow: /

User-Agent: EasyDL
Disallow: /

User-Agent: ebin
Disallow: /

User-Agent: EBM-APPLE
Disallow: /

User-Agent: EBrowse
Disallow: /

User-Agent: eCatch
Disallow: /

User-Agent: echo
Disallow: /

User-Agent: ecollector
Disallow: /

User-Agent: ecxi
Disallow: /

User-Agent: Edco
Disallow: /

User-Agent: edgeio
Disallow: /

User-Agent: efp\@gmx\.net
Disallow: /

User-Agent: EirGrabber
Disallow: /

User-Agent: email
Disallow: /

User-Agent: Email.Extractor
Disallow: /

User-Agent: EmailCollector
Disallow: /

User-Agent: EmailSearch
Disallow: /

User-Agent: EmailSiphon
Disallow: /

User-Agent: EmailWolf
Disallow: /

User-Agent: Emer
Disallow: /

User-Agent: empas
Disallow: /

User-Agent: Enfi
Disallow: /

User-Agent: Enhan
Disallow: /

User-Agent: Enterprise\_Search
Disallow: /

User-Agent: envolk
Disallow: /

User-Agent: erck
Disallow: /

User-Agent: EroCr
Disallow: /

User-Agent: EroCrawler
Disallow: /

User-Agent: ESurf
Disallow: /

User-Agent: Eval
Disallow: /

User-Agent: Evere
Disallow: /

User-Agent: Evil
Disallow: /

User-Agent: EWH
Disallow: /

User-Agent: Exabot
Disallow: /

User-Agent: Exabot/2.0
Disallow: /

User-Agent: Exact
Disallow: /

User-Agent: EXPLOITER
Disallow: /

User-Agent: Expre
Disallow: /

User-Agent: Express\ WebPictures
Disallow: /

User-Agent: Extra
Disallow: /

User-Agent: ExtractorPro
Disallow: /

User-Agent: EyeN
Disallow: /

User-Agent: EyeNetIE
Disallow: /

User-Agent: ezooms
Disallow: /

User-Agent: FairAd
Disallow: /

User-Agent: Fake
Disallow: /

User-Agent: FANG
Disallow: /

User-Agent: FAST
Disallow: /

User-Agent: fastlwspider
Disallow: /

User-Agent: FavOrg
Disallow: /

User-Agent: Favorites.Sweeper
Disallow: /

User-Agent: Faxo
Disallow: /

User-Agent: FDM\_1
Disallow: /

User-Agent: FDSE
Disallow: /

User-Agent: fetch
Disallow: /

User-Agent: FEZhead
Disallow: /

User-Agent: Filan
Disallow: /

User-Agent: FileHound
Disallow: /

User-Agent: find
Disallow: /

User-Agent: Firebat
Disallow: /

User-Agent: Firefox.2\.0
Disallow: /

User-Agent: Firs
Disallow: /

User-Agent: Flam
Disallow: /

User-Agent: Flash
Disallow: /

User-Agent: FlashGet
Disallow: /

User-Agent: FlickBot
Disallow: /

User-Agent: Flip
Disallow: /

User-Agent: fluffy
Disallow: /

User-Agent: flunky
Disallow: /

User-Agent: focus
Disallow: /

User-Agent: Foob
Disallow: /

User-Agent: Foobot
Disallow: /

User-Agent: Fooky
Disallow: /

User-Agent: Forex
Disallow: /

User-Agent: Forum
Disallow: /

User-Agent: ForV
Disallow: /

User-Agent: Fost
Disallow: /

User-Agent: Foto
Disallow: /

User-Agent: Foun
Disallow: /

User-Agent: Franklin.Locator
Disallow: /

User-Agent: freefind
Disallow: /

User-Agent: FreshDownload
Disallow: /

User-Agent: FrontPage
Disallow: /

User-Agent: FSurf
Disallow: /

User-Agent: Fuck
Disallow: /

User-Agent: Fuer
Disallow: /

User-Agent: futile
Disallow: /

User-Agent: Fyber
Disallow: /

User-Agent: Gais
Disallow: /

User-Agent: GalaxyBot
Disallow: /

User-Agent: Galbot
Disallow: /

User-Agent: Gamespy\_Arcade
Disallow: /

User-Agent: GbPl
Disallow: /

User-Agent: Gener
Disallow: /

User-Agent: geni
Disallow: /

User-Agent: Geona
Disallow: /

User-Agent: Get
Disallow: /

User-Agent: GetRight
Disallow: /

User-Agent: GetWeb!
Disallow: /

User-Agent: gigabaz
Disallow: /

User-Agent: Ginxbot
Disallow: /

User-Agent: Gira
Disallow: /

User-Agent: gluc
Disallow: /

User-Agent: glx.?v
Disallow: /

User-Agent: gnome
Disallow: /

User-Agent: Go!Zilla
Disallow: /

User-Agent: Go.Zilla
Disallow: /

User-Agent: Go-Ahead-Got-It
Disallow: /

User-Agent: GOFORIT
Disallow: /

User-Agent: Goldfire
Disallow: /

User-Agent: gonzo
Disallow: /

User-Agent: GornKer
Disallow: /

User-Agent: GoSearch
Disallow: /

User-Agent: Got\-It
Disallow: /

User-Agent: gozilla
Disallow: /

User-Agent: grab
Disallow: /

User-Agent: Grabber
Disallow: /

User-Agent: GrabNet
Disallow: /

User-Agent: Graf
Disallow: /

User-Agent: Grafula
Disallow: /

User-Agent: Green.Research
Disallow: /

User-Agent: Grub
Disallow: /

User-Agent: grub\-client
Disallow: /

User-Agent: Grup
Disallow: /

User-Agent: gsa\-cra
Disallow: /

User-Agent: GSearch
Disallow: /

User-Agent: GT::WWW
Disallow: /

User-Agent: GT\:\:WWW
Disallow: /

User-Agent: GuideBot
Disallow: /

User-Agent: guruji
Disallow: /

User-Agent: gvfs
Disallow: /

User-Agent: Gyps
Disallow: /

User-Agent: hack
Disallow: /

User-Agent: haha
Disallow: /

User-Agent: hailo
Disallow: /

User-Agent: Harv
Disallow: /

User-Agent: Harvest/1.5
Disallow: /

User-Agent: Hatena
Disallow: /

User-Agent: Hax
Disallow: /

User-Agent: Head
Disallow: /

User-Agent: Helm
Disallow: /

User-Agent: herit
Disallow: /

User-Agent: heritrix
Disallow: /

User-Agent: hgre
Disallow: /

User-Agent: hhjhj\@yahoo
Disallow: /

User-Agent: Hippo
Disallow: /

User-Agent: hloader
Disallow: /

User-Agent: HMSE
Disallow: /

User-Agent: HMView
Disallow: /

User-Agent: holm
Disallow: /

User-Agent: holy
Disallow: /

User-Agent: HomePageSearch
Disallow: /

User-Agent: HooWWWer
Disallow: /

User-Agent: HouxouCrawler
Disallow: /

User-Agent: HPPrint
Disallow: /

User-Agent: htdig
Disallow: /

User-Agent: http.generic
Disallow: /

User-Agent: HTTP::Lite
Disallow: /

User-Agent: HTTPConnect
Disallow: /

User-Agent: httpdown
Disallow: /

User-Agent: HTTPGet
Disallow: /

User-Agent: httplib
Disallow: /

User-Agent: HTTPRetriever
Disallow: /

User-Agent: HTTrack
Disallow: /

User-Agent: HuaweiSymantecSpider
Disallow: /

User-Agent: human
Disallow: /

User-Agent: humanlinks
Disallow: /

User-Agent: Huron
Disallow: /

User-Agent: hverify
Disallow: /

User-Agent: Hybrid
Disallow: /

User-Agent: Hyper
Disallow: /

User-Agent: ia\_archiver
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-Agent: iaskspi
Disallow: /

User-Agent: IBM\_Planetwide
Disallow: /

User-Agent: iCCra
Disallow: /

User-Agent: ichiro
Disallow: /

User-Agent: ID\-Search
Disallow: /

User-Agent: IDA
Disallow: /

User-Agent: IDBot
Disallow: /

User-Agent: id-search
Disallow: /

User-Agent: id-search\.org
Disallow: /

User-Agent: IEAuto
Disallow: /

User-Agent: IEMPT
Disallow: /

User-Agent: iexplore\.exe
Disallow: /

User-Agent: iGetter
Disallow: /

User-Agent: iimds\_monitor
Disallow: /

User-Agent: Ilse
Disallow: /

User-Agent: Iltrov
Disallow: /

User-Agent: Image
Disallow: /

User-Agent: Image.Stripper
Disallow: /

User-Agent: Image.Sucker
Disallow: /

User-Agent: Image\ Stripper
Disallow: /

User-Agent: Image\ Sucker
Disallow: /

User-Agent: imagefetch
Disallow: /

User-Agent: Incutio
Disallow: /

User-Agent: IncyWincy
Disallow: /

User-Agent: Indexer
Disallow: /

User-Agent: Industry.Program
Disallow: /

User-Agent: Indy
Disallow: /

User-Agent: Indy\ Library
Disallow: /

User-Agent: InetURL
Disallow: /

User-Agent: InfoNav
Disallow: /

User-Agent: InfoNaviRobot
Disallow: /

User-Agent: informant
Disallow: /

User-Agent: InfoTekies
Disallow: /

User-Agent: Ingelin
Disallow: /

User-Agent: Innerpr
Disallow: /

User-Agent: Inspect
Disallow: /

User-Agent: InstallShield.DigitalWizard
Disallow: /

User-Agent: Insuran\.
Disallow: /

User-Agent: Intellig
Disallow: /

User-Agent: Intelliseek
Disallow: /

User-Agent: InterGET
Disallow: /

User-Agent: Internet.Ninja
Disallow: /

User-Agent: Internet.x
Disallow: /

User-Agent: Internet\ Ninja
Disallow: /

User-Agent: Internet\_Explorer
Disallow: /

User-Agent: InternetLinkagent
Disallow: /

User-Agent: InternetSeer.com
Disallow: /

User-Agent: InternetSeer\.com
Disallow: /

User-Agent: Intraf
Disallow: /

User-Agent: IP2
Disallow: /

User-Agent: Ipsel
Disallow: /

User-Agent: Iria
Disallow: /

User-Agent: IRLbot
Disallow: /

User-Agent: Iron33
Disallow: /

User-Agent: Irvine
Disallow: /

User-Agent: ISC\ Systems\ iRc\ Search\ 2\.1
Disallow: /

User-Agent: ISC\_Sys
Disallow: /

User-Agent: iSilo
Disallow: /

User-Agent: ISRCCrawler
Disallow: /

User-Agent: ISSpi
Disallow: /

User-Agent: IUPUI.Research.Bot
Disallow: /

User-Agent: Jady
Disallow: /

User-Agent: Jaka
Disallow: /

User-Agent: jakarta
Disallow: /

User-Agent: Jakarta Commons-HttpClient/3.0
Disallow: /

User-Agent: Jam
Disallow: /

User-Agent: Java
Disallow: /

User-Agent: Java\(tm\)
Disallow: /

User-Agent: java\/
Disallow: /

User-Agent: JBH.agent
Disallow: /

User-Agent: Jenny
Disallow: /

User-Agent: JennyBot
Disallow: /

User-Agent: JetB
Disallow: /

User-Agent: JetC
Disallow: /

User-Agent: JetCar
Disallow: /

User-Agent: jeteye
Disallow: /

User-Agent: jikespider
Disallow: /

User-Agent: jiro
Disallow: /

User-Agent: JoBo
Disallow: /

User-Agent: JOC
Disallow: /

User-Agent: JOC\ Web\ Spider
Disallow: /

User-Agent: jupit
Disallow: /

User-Agent: Just
Disallow: /

User-Agent: Jyx
Disallow: /

User-Agent: Kapere
Disallow: /

User-Agent: kash
Disallow: /

User-Agent: Kazo
Disallow: /

User-Agent: KBee
Disallow: /

User-Agent: Kenjin
Disallow: /

User-Agent: Kenjin Spider
Disallow: /

User-Agent: Kernel
Disallow: /

User-Agent: Keywo
Disallow: /

User-Agent: Keyword Density/0.9
Disallow: /

User-Agent: KFSW
Disallow: /

User-Agent: KKma
Disallow: /

User-Agent: Know
Disallow: /

User-Agent: kosmix
Disallow: /

User-Agent: KRAE
Disallow: /

User-Agent: KRetrieve
Disallow: /

User-Agent: Krug
Disallow: /

User-Agent: ksibot
Disallow: /

User-Agent: ksoap
Disallow: /

User-Agent: Kum
Disallow: /

User-Agent: KWebGet
Disallow: /

User-Agent: Lachesis
Disallow: /

User-Agent: lanshan
Disallow: /

User-Agent: Lapo
Disallow: /

User-Agent: larbin
Disallow: /

User-Agent: leacher
Disallow: /

User-Agent: leech
Disallow: /

User-Agent: LeechFTP
Disallow: /

User-Agent: LeechGet
Disallow: /

User-Agent: leipzig\.de
Disallow: /

User-Agent: Lets
Disallow: /

User-Agent: Lexi
Disallow: /

User-Agent: LexiBot
Disallow: /

User-Agent: lftp
Disallow: /

User-Agent: Libby
Disallow: /

User-Agent: libcrawl
Disallow: /

User-Agent: libcurl
Disallow: /

User-Agent: libfetch
Disallow: /

User-Agent: libghttp
Disallow: /

User-Agent: libWeb
Disallow: /

User-Agent: libWeb/clsHTTP
Disallow: /

User-Agent: libwhisker
Disallow: /

User-Agent: libwww
Disallow: /

User-Agent: libwww\-FM
Disallow: /

User-Agent: libwww\-perl
Disallow: /

User-Agent: libwww-perl
Disallow: /

User-Agent: libwww-perl/5.813
Disallow: /

User-Agent: LightningDownload
Disallow: /

User-Agent: likse
Disallow: /

User-Agent: Linc
Disallow: /

User-Agent: Link
Disallow: /

User-Agent: Link.Sleuth
Disallow: /

User-Agent: LinkextractorPro
Disallow: /

User-Agent: Linkie
Disallow: /

User-Agent: LINKS.ARoMATIZED
Disallow: /

User-Agent: LinkScan
Disallow: /

User-Agent: LinkScan/8.1a Unix
Disallow: /

User-Agent: LinksManager.com_bot
Disallow: /

User-Agent: linktiger
Disallow: /

User-Agent: linkwalker
Disallow: /

User-Agent: Lint
Disallow: /

User-Agent: List
Disallow: /

User-Agent: lmcrawler
Disallow: /

User-Agent: LMQ
Disallow: /

User-Agent: LNSpiderguy
Disallow: /

User-Agent: loader
Disallow: /

User-Agent: LocalcomBot
Disallow: /

User-Agent: Locu
Disallow: /

User-Agent: London
Disallow: /

User-Agent: lone
Disallow: /

User-Agent: looksmart
Disallow: /

User-Agent: loop
Disallow: /

User-Agent: Lork
Disallow: /

User-Agent: LTH\_
Disallow: /

User-Agent: LWP
Disallow: /

User-Agent: lwp\-request
Disallow: /

User-Agent: lwp-request
Disallow: /

User-Agent: lwp-trivial
Disallow: /

User-Agent: lwp-trivial/1.34
Disallow: /

User-Agent: Mac.Finder
Disallow: /

User-Agent: Mac\_F
Disallow: /

User-Agent: Macintosh\;.I\;.PPC
Disallow: /

User-Agent: Mag\-Net
Disallow: /

User-Agent: magi
Disallow: /

User-Agent: Magnet
Disallow: /

User-Agent: Magp
Disallow: /

User-Agent: magpie-crawler 1.1
Disallow: /

User-Agent: Mail.Sweeper
Disallow: /

User-Agent: main
Disallow: /

User-Agent: majest
Disallow: /

User-Agent: Mam
Disallow: /

User-Agent: Mana
Disallow: /

User-Agent: MarcoPolo
Disallow: /

User-Agent: mark.blonin
Disallow: /

User-Agent: MarkWatch
Disallow: /

User-Agent: MaSagool
Disallow: /

User-Agent: Mass
Disallow: /

User-Agent: Mass.Downloader
Disallow: /

User-Agent: Mass\ Downloader
Disallow: /

User-Agent: Mata
Disallow: /

User-Agent: Mata Hari
Disallow: /

User-Agent: mavi
Disallow: /

User-Agent: Maxthon$
Disallow: /

User-Agent: McBot
Disallow: /

User-Agent: MCspider
Disallow: /

User-Agent: Mecha
Disallow: /

User-Agent: mediapartners
Disallow: /

User-Agent: MEGAUPLOAD
Disallow: /

User-Agent: MetaProducts.Download.Express
Disallow: /

User-Agent: Metaspin
Disallow: /

User-Agent: Mete
Disallow: /

User-Agent: MFC_Tear_Sample
Disallow: /

User-Agent: Microsoft URL Control - 5.01.4511
Disallow: /

User-Agent: Microsoft URL Control - 6.00.8169
Disallow: /

User-Agent: Microsoft.Data.Access
Disallow: /

User-Agent: Microsoft.URL
Disallow: /

User-Agent: Microsoft\ URL\ Control
Disallow: /

User-Agent: microsoft\.url
Disallow: /

User-Agent: Microsoft\_Internet\_Explorer
Disallow: /

User-Agent: MIDo
Disallow: /

User-Agent: MIDown\ tool
Disallow: /

User-Agent: MIIx
Disallow: /

User-Agent: MIIxpc
Disallow: /

User-Agent: MIIxpc/4.2
Disallow: /

User-Agent: miner
Disallow: /

User-Agent: Mira
Disallow: /

User-Agent: MIRE
Disallow: /

User-Agent: Mirror
Disallow: /

User-Agent: Miss
Disallow: /

User-Agent: Missauga
Disallow: /

User-Agent: Missigua.Locator
Disallow: /

User-Agent: Missigua\ Locator
Disallow: /

User-Agent: Missouri.College.Browse
Disallow: /

User-Agent: Mist
Disallow: /

User-Agent: Mister PiX
Disallow: /

User-Agent: Mister\ PiX
Disallow: /

User-Agent: Mizz
Disallow: /

User-Agent: MJ12
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: MJ12bot/v1.2.0
Disallow: /

User-Agent: MJ12bot/v1.2.5
Disallow: /

User-Agent: mkdb
Disallow: /

User-Agent: MLBot
Disallow: /

User-Agent: MLM
Disallow: /

User-Agent: MMMoCrawl
Disallow: /

User-Agent: MnoG
Disallow: /

User-Agent: moge
Disallow: /

User-Agent: moget
Disallow: /

User-Agent: moget/2.1
Disallow: /

User-Agent: Moje
Disallow: /

User-Agent: Monster
Disallow: /

User-Agent: Monza.Browser
Disallow: /

User-Agent: Mooz
Disallow: /

User-Agent: Moreoverbot
Disallow: /

User-Agent: moreoverbot/5.0
Disallow: /

User-Agent: MOT\-MPx220
Disallow: /

User-Agent: mothra\/netscan
Disallow: /

User-Agent: mouse
Disallow: /

User-Agent: MovableType
Disallow: /

User-Agent: Mozdex
Disallow: /

User-Agent: Mozi\!
Disallow: /

User-Agent: mozilla/4
Disallow: /

User-Agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
Disallow: /

User-Agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 2000)
Disallow: /

User-Agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
Disallow: /

User-Agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98)
Disallow: /

User-Agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows ME)
Disallow: /

User-Agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT)
Disallow: /

User-Agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows XP)
Disallow: /

User-Agent: mozilla/5
Disallow: /

User-Agent: Mozilla\.*Indy
Disallow: /

User-Agent: Mozilla\.*NEWT
Disallow: /

User-Agent: Mozilla\/1\.22
Disallow: /

User-Agent: Mozilla\/22
Disallow: /

User-Agent: Mozilla\/3\.Mozilla\/2\.01
Disallow: /

User-Agent: Mozilla\/4\.0\(compatible
Disallow: /

User-Agent: Mozilla\/4\.08
Disallow: /

User-Agent: Mozilla\/4\.61.\(Macintosh
Disallow: /

User-Agent: Mozilla\/5\.0
Disallow: /

User-Agent: Mozilla\/7\.0
Disallow: /

User-Agent: Mozilla\/8
Disallow: /

User-Agent: Mozilla\/9
Disallow: /

User-Agent: Mozilla\/Firefox
Disallow: /

User-Agent: Mozilla\:
Disallow: /

User-Agent: Mp3Bot
Disallow: /

User-Agent: MPF
Disallow: /

User-Agent: MRA
Disallow: /

User-Agent: MS.?Search
Disallow: /

User-Agent: MS.FrontPage
Disallow: /

User-Agent: MSFrontPage
Disallow: /

User-Agent: MSIE\_6\.0
Disallow: /

User-Agent: MSIE6
Disallow: /

User-Agent: MSIECrawler
Disallow: /

User-Agent: msnbot\-media
Disallow: /

User-Agent: msnbot\-Products
Disallow: /

User-Agent: MSNPTC
Disallow: /

User-Agent: MSProxy
Disallow: /

User-Agent: MSRBOT
Disallow: /

User-Agent: multithreaddb
Disallow: /

User-Agent: musc
Disallow: /

User-Agent: MVAC
Disallow: /

User-Agent: MWM
Disallow: /

User-Agent: My\_age
Disallow: /

User-Agent: MyApp
Disallow: /

User-Agent: MyDog
Disallow: /

User-Agent: MyEng
Disallow: /

User-Agent: MyFamilyBot
Disallow: /

User-Agent: MyGetRight
Disallow: /

User-Agent: MyIE2
Disallow: /

User-Agent: mysearch
Disallow: /

User-Agent: myurl
Disallow: /

User-Agent: NAG
Disallow: /

User-Agent: NAMEPROTECT
Disallow: /

User-Agent: NASA.Search
Disallow: /

User-Agent: nationaldirectory
Disallow: /

User-Agent: Naver
Disallow: /

User-Agent: Navr
Disallow: /

User-Agent: Navroad
Disallow: /

User-Agent: Near
Disallow: /

User-Agent: NearSite
Disallow: /

User-Agent: Net.Vampire
Disallow: /

User-Agent: Net\ Vampire
Disallow: /

User-Agent: NetAnts
Disallow: /

User-Agent: netattache
Disallow: /

User-Agent: Netcach
Disallow: /

User-Agent: NetCarta
Disallow: /

User-Agent: Netcraft
Disallow: /

User-Agent: NetCrawl
Disallow: /

User-Agent: NetMech
Disallow: /

User-Agent: netprospector
Disallow: /

User-Agent: NetResearchServer
Disallow: /

User-Agent: NetSeer crawler/2.0
Disallow: /

User-Agent: netseer/0.1
Disallow: /

User-Agent: NetSeer/Nutch-0.9
Disallow: /

User-Agent: NetSp
Disallow: /

User-Agent: NetSpider
Disallow: /

User-Agent: netX
Disallow: /

User-Agent: NetZ
Disallow: /

User-Agent: NetZIP
Disallow: /

User-Agent: Neut
Disallow: /

User-Agent: newLISP
Disallow: /

User-Agent: NewsGatorInbox
Disallow: /

User-Agent: NEWT
Disallow: /

User-Agent: NEWT.ActiveX
Disallow: /

User-Agent: Next
Disallow: /

User-Agent: NICE
Disallow: /

User-Agent: NICErsPRO
Disallow: /

User-Agent: nikto
Disallow: /

User-Agent: Nimb
Disallow: /

User-Agent: Ninja
Disallow: /

User-Agent: Ninte
Disallow: /

User-Agent: NIPGCrawler
Disallow: /

User-Agent: Noga
Disallow: /

User-Agent: nogo
Disallow: /

User-Agent: Noko
Disallow: /

User-Agent: Nomad
Disallow: /

User-Agent: Norb
Disallow: /

User-Agent: noxtrumbot
Disallow: /

User-Agent: NPbot
Disallow: /

User-Agent: NuSe
Disallow: /

User-Agent: Nutch
Disallow: /

User-Agent: Nutex
Disallow: /

User-Agent: NWSp
Disallow: /

User-Agent: Obje
Disallow: /

User-Agent: Ocel
Disallow: /

User-Agent: Octo
Disallow: /

User-Agent: Octopus
Disallow: /

User-Agent: ODI3
Disallow: /

User-Agent: oegp
Disallow: /

User-Agent: Offline
Disallow: /

User-Agent: Offline Explorer
Disallow: /

User-Agent: Offline.Explorer
Disallow: /

User-Agent: Offline.Navigator
Disallow: /

User-Agent: Offline\ Explorer
Disallow: /

User-Agent: Offline\ Navigator
Disallow: /

User-Agent: OK.Mozilla
Disallow: /

User-Agent: omg
Disallow: /

User-Agent: Omni
Disallow: /

User-Agent: omniexplorer_bot
Disallow: /

User-Agent: OmniExplorer_Bot/6.11.1
Disallow: /

User-Agent: Onfo
Disallow: /

User-Agent: onyx
Disallow: /

User-Agent: OpaL
Disallow: /

User-Agent: OpenBot
Disallow: /

User-Agent: Openf
Disallow: /

User-Agent: Openfind
Disallow: /

User-Agent: Openfind data gathere
Disallow: /

User-Agent: OpenTextSiteCrawler
Disallow: /

User-Agent: OpenU
Disallow: /

User-Agent: Orac
Disallow: /

User-Agent: OrangeBot
Disallow: /

User-Agent: Orbit
Disallow: /

User-Agent: Oreg
Disallow: /

User-Agent: osis
Disallow: /

User-Agent: Outf
Disallow: /

User-Agent: Owl
Disallow: /

User-Agent: P3P
Disallow: /

User-Agent: PackRat
Disallow: /

User-Agent: PageGrabber
Disallow: /

User-Agent: PagmIEDownload
Disallow: /

User-Agent: pansci
Disallow: /

User-Agent: panscient.com
Disallow: /

User-Agent: Papa
Disallow: /

User-Agent: Papa\ Foto
Disallow: /

User-Agent: PaperLiBot
Disallow: /

User-Agent: Pars
Disallow: /

User-Agent: Patw
Disallow: /

User-Agent: pavu
Disallow: /

User-Agent: pavuk
Disallow: /

User-Agent: Pb2Pb
Disallow: /

User-Agent: pcBrow
Disallow: /

User-Agent: pcBrowser
Disallow: /

User-Agent: PEAR
Disallow: /

User-Agent: PECL
Disallow: /

User-Agent: PECL::HTTP
Disallow: /

User-Agent: PEER
Disallow: /

User-Agent: PeoplePal
Disallow: /

User-Agent: pepe
Disallow: /

User-Agent: Perl
Disallow: /

User-Agent: PerMan
Disallow: /

User-Agent: PersonaPilot
Disallow: /

User-Agent: Persuader
Disallow: /

User-Agent: petit
Disallow: /

User-Agent: PHP
Disallow: /

User-Agent: PHP.vers
Disallow: /

User-Agent: PHPCrawl
Disallow: /

User-Agent: PHPot
Disallow: /

User-Agent: Phras
Disallow: /

User-Agent: PicaLo
Disallow: /

User-Agent: Piff
Disallow: /

User-Agent: Pige
Disallow: /

User-Agent: pigs
Disallow: /

User-Agent: Ping
Disallow: /

User-Agent: PingALink
Disallow: /

User-Agent: Pingd
Disallow: /

User-Agent: Pipe
Disallow: /

User-Agent: Plag
Disallow: /

User-Agent: Plant
Disallow: /

User-Agent: playstarmusic
Disallow: /

User-Agent: PleaseCrawl
Disallow: /

User-Agent: Pluck
Disallow: /

User-Agent: Pockey
Disallow: /

User-Agent: POE\-Com
Disallow: /

User-Agent: Poirot
Disallow: /

User-Agent: Pomp
Disallow: /

User-Agent: Port.Huron
Disallow: /

User-Agent: Post
Disallow: /

User-Agent: powerset
Disallow: /

User-Agent: Preload
Disallow: /

User-Agent: press
Disallow: /

User-Agent: Privoxy
Disallow: /

User-Agent: Probe
Disallow: /

User-Agent: Program.Shareware
Disallow: /

User-Agent: Progressive.Download
Disallow: /

User-Agent: ProPowerBot
Disallow: /

User-Agent: ProPowerBot/2.14
Disallow: /

User-Agent: prospector
Disallow: /

User-Agent: Provider.Protocol.Discover
Disallow: /

User-Agent: ProWebWalker
Disallow: /

User-Agent: Prowl
Disallow: /

User-Agent: Proxy
Disallow: /

User-Agent: Prozilla
Disallow: /

User-Agent: psbot
Disallow: /

User-Agent: psbot/0.1
Disallow: /

User-Agent: PSurf
Disallow: /

User-Agent: psycheclone
Disallow: /

User-Agent: Pulse
Disallow: /

User-Agent: Pump
Disallow: /

User-Agent: PushSite
Disallow: /

User-Agent: PussyCat
Disallow: /

User-Agent: PuxaRapido
Disallow: /

User-Agent: PycURL
Disallow: /

User-Agent: PyQ
Disallow: /

User-Agent: Pyth
Disallow: /

User-Agent: QRVA
Disallow: /

User-Agent: QuepasaCreep
Disallow: /

User-Agent: Query
Disallow: /

User-Agent: QueryN Metasearch
Disallow: /

User-Agent: Quest
Disallow: /

User-Agent: Qweer
Disallow: /

User-Agent: R6_CommentReader
Disallow: /

User-Agent: R6_FeedFetcher
Disallow: /

User-Agent: radian
Disallow: /

User-Agent: radian6
Disallow: /

User-Agent: Radiation
Disallow: /

User-Agent: Rambler
Disallow: /

User-Agent: RAMP
Disallow: /

User-Agent: RealDownload
Disallow: /

User-Agent: Reap
Disallow: /

User-Agent: Recorder
Disallow: /

User-Agent: RedCarpet
Disallow: /

User-Agent: RedKernel
Disallow: /

User-Agent: ReGet
Disallow: /

User-Agent: relevantnoise
Disallow: /

User-Agent: replacer
Disallow: /

User-Agent: Repo
Disallow: /

User-Agent: RepoMonkey
Disallow: /

User-Agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /

User-Agent: requ
Disallow: /

User-Agent: Rese
Disallow: /

User-Agent: Retrieve
Disallow: /

User-Agent: Rip
Disallow: /

User-Agent: Rippers\ 0
Disallow: /

User-Agent: Rix
Disallow: /

User-Agent: RMA
Disallow: /

User-Agent: Roboz
Disallow: /

User-Agent: Rogue
Disallow: /

User-Agent: Rover
Disallow: /

User-Agent: RPT\-HTTP
Disallow: /

User-Agent: Rsync
Disallow: /

User-Agent: RTG30
Disallow: /

User-Agent: ruby
Disallow: /

User-Agent: Rufus
Disallow: /

User-Agent: Salt
Disallow: /

User-Agent: Sample
Disallow: /

User-Agent: SAPO
Disallow: /

User-Agent: Sauger
Disallow: /

User-Agent: savvy
Disallow: /

User-Agent: SBIder
Disallow: /

User-Agent: SBP
Disallow: /

User-Agent: SCAgent
Disallow: /

User-Agent: scan
Disallow: /

User-Agent: SCEJ\_
Disallow: /

User-Agent: Sched
Disallow: /

User-Agent: Schizo
Disallow: /

User-Agent: Schlong
Disallow: /

User-Agent: Schmo
Disallow: /

User-Agent: Scooter
Disallow: /

User-Agent: Scorp
Disallow: /

User-Agent: Scout
Disallow: /

User-Agent: ScoutJet
Disallow: /

User-Agent: ScoutOut
Disallow: /

User-Agent: SCrawl
Disallow: /

User-Agent: screen
Disallow: /

User-Agent: script
Disallow: /

User-Agent: SeaMonkey$
Disallow: /

User-Agent: SearchExpress
Disallow: /

User-Agent: searchhippo
Disallow: /

User-Agent: Searchme
Disallow: /

User-Agent: searchpreview
Disallow: /

User-Agent: searchterms
Disallow: /

User-Agent: Second.Street.Research
Disallow: /

User-Agent: Security.Kol
Disallow: /

User-Agent: Seekbot
Disallow: /

User-Agent: Seeker
Disallow: /

User-Agent: Sega
Disallow: /

User-Agent: SemrushBot/0.9
Disallow: /

User-Agent: Sensis
Disallow: /

User-Agent: Sept
Disallow: /

User-Agent: Serious
Disallow: /

User-Agent: Sezn
Disallow: /

User-Agent: SeznamBot/3.0
Disallow: /

User-Agent: Shai
Disallow: /

User-Agent: Share
Disallow: /

User-Agent: Sharp
Disallow: /

User-Agent: Shaz
Disallow: /

User-Agent: shell
Disallow: /

User-Agent: shelo
Disallow: /

User-Agent: Sherl
Disallow: /

User-Agent: Shim
Disallow: /

User-Agent: Shiretoko
Disallow: /

User-Agent: ShopWiki
Disallow: /

User-Agent: SickleBot
Disallow: /

User-Agent: Simple
Disallow: /

User-Agent: Siph
Disallow: /

User-Agent: Site.Sniper
Disallow: /

User-Agent: SiteBot/0.1
Disallow: /

User-Agent: sitecheck
Disallow: /

User-Agent: sitecheck\.internetseer\.com
Disallow: /

User-Agent: SiteCrawler
Disallow: /

User-Agent: SiteSnagger
Disallow: /

User-Agent: SiteSucker
Disallow: /

User-Agent: sitevigil
Disallow: /

User-Agent: SiteX
Disallow: /

User-Agent: Sleip
Disallow: /

User-Agent: Slide
Disallow: /

User-Agent: Slurpy.Verifier
Disallow: /

User-Agent: Sly
Disallow: /

User-Agent: Smag
Disallow: /

User-Agent: SmartDownload
Disallow: /

User-Agent: Smurf
Disallow: /

User-Agent: sna\-
Disallow: /

User-Agent: snag
Disallow: /

User-Agent: Snake
Disallow: /

User-Agent: Snapbot
Disallow: /

User-Agent: Snip
Disallow: /

User-Agent: Snoop
Disallow: /

User-Agent: Snoopy
Disallow: /

User-Agent: So\-net
Disallow: /

User-Agent: SocialSpider-Finder/0.2
Disallow: /

User-Agent: SocSci
Disallow: /

User-Agent: sogou
Disallow: /

User-Agent: Sogouwebspider/3.0
Disallow: /

User-Agent: Sogouwebspider/4.0
Disallow: /

User-Agent: Sohu
Disallow: /

User-Agent: solr
Disallow: /

User-Agent: sootle
Disallow: /

User-Agent: Soso
Disallow: /

User-Agent: sosospider+
Disallow: /

User-Agent: SpaceBison
Disallow: /

User-Agent: Spad
Disallow: /

User-Agent: Span
Disallow: /

User-Agent: SpankBot
Disallow: /

User-Agent: spanner
Disallow: /

User-Agent: Speed
Disallow: /

User-Agent: Spegla
Disallow: /

User-Agent: Sphere
Disallow: /

User-Agent: Sphider
Disallow: /

User-Agent: spider
Disallow: /

User-Agent: SpiderBot
Disallow: /

User-Agent: SpiderEngine
Disallow: /

User-Agent: SpiderView
Disallow: /

User-Agent: Spin
Disallow: /

User-Agent: Spinn3r
Disallow: /

User-Agent: sproose
Disallow: /

User-Agent: Spurl
Disallow: /

User-Agent: Spyder
Disallow: /

User-Agent: SQ.Webscanner
Disallow: /

User-Agent: Squi
Disallow: /

User-Agent: sqwid
Disallow: /

User-Agent: Sqworm
Disallow: /

User-Agent: SSM\_Ag
Disallow: /

User-Agent: Stack
Disallow: /

User-Agent: Stamina
Disallow: /

User-Agent: stamp
Disallow: /

User-Agent: Stanford
Disallow: /

User-Agent: Statbot
Disallow: /

User-Agent: State
Disallow: /

User-Agent: Steel
Disallow: /

User-Agent: Steeler
Disallow: /

User-Agent: Strateg
Disallow: /

User-Agent: Stress
Disallow: /

User-Agent: Strip
Disallow: /

User-Agent: studybot
Disallow: /

User-Agent: Style
Disallow: /

User-Agent: subot
Disallow: /

User-Agent: Suck
Disallow: /

User-Agent: Sume
Disallow: /

User-Agent: sun4m
Disallow: /

User-Agent: Sunrise
Disallow: /

User-Agent: SuperBot
Disallow: /

User-Agent: SuperBro
Disallow: /

User-Agent: SuperHTTP
Disallow: /

User-Agent: Supervi
Disallow: /

User-Agent: Surf4Me
Disallow: /

User-Agent: Surfbot
Disallow: /

User-Agent: SurfWalker
Disallow: /

User-Agent: Susi
Disallow: /

User-Agent: suza
Disallow: /

User-Agent: suzu
Disallow: /

User-Agent: suzuran
Disallow: /

User-Agent: Sweep
Disallow: /

User-Agent: sygol
Disallow: /

User-Agent: syncrisis
Disallow: /

User-Agent: Systems
Disallow: /

User-Agent: Szukacz
Disallow: /

User-Agent: Szukacz/1.4
Disallow: /

User-Agent: Tagger
Disallow: /

User-Agent: Tagyu
Disallow: /

User-Agent: tAke
Disallow: /

User-Agent: tAkeOut
Disallow: /

User-Agent: Talkro
Disallow: /

User-Agent: TALWinHttpClient
Disallow: /

User-Agent: tamu
Disallow: /

User-Agent: Tandem
Disallow: /

User-Agent: Tarantula
Disallow: /

User-Agent: tarspider
Disallow: /

User-Agent: tBot
Disallow: /

User-Agent: TCF
Disallow: /

User-Agent: Tcs\/1
Disallow: /

User-Agent: TeamSoft
Disallow: /

User-Agent: Tecomi
Disallow: /

User-Agent: Teleport
Disallow: /

User-Agent: Teleport\ Pro
Disallow: /

User-Agent: TeleportPro
Disallow: /

User-Agent: Telesoft
Disallow: /

User-Agent: Templeton
Disallow: /

User-Agent: Tencent
Disallow: /

User-Agent: Terrawiz
Disallow: /

User-Agent: Test
Disallow: /

User-Agent: TexNut
Disallow: /

User-Agent: The Intraformant
Disallow: /

User-Agent: The.Intraformant
Disallow: /

User-Agent: TheNomad
Disallow: /

User-Agent: Thomas
Disallow: /

User-Agent: TightTwatBot
Disallow: /

User-Agent: Timely
Disallow: /

User-Agent: Titan
Disallow: /

User-Agent: TMCrawler
Disallow: /

User-Agent: TMhtload
Disallow: /

User-Agent: Toata\ dragostea\ mea\ pentru\ diavola
Disallow: /

User-Agent: toCrawl
Disallow: /

User-Agent: toCrawl/UrlDispatcher
Disallow: /

User-Agent: Todobr
Disallow: /

User-Agent: Tongco
Disallow: /

User-Agent: topic
Disallow: /

User-Agent: Torrent
Disallow: /

User-Agent: Track
Disallow: /

User-Agent: translate
Disallow: /

User-Agent: Traveler
Disallow: /

User-Agent: TREEVIEW
Disallow: /

User-Agent: trivial
Disallow: /

User-Agent: TRUE
Disallow: /

User-Agent: True_Robot
Disallow: /

User-Agent: True_Robot/1.0
Disallow: /

User-Agent: Tunnel
Disallow: /

User-Agent: turing
Disallow: /

User-Agent: turingos
Disallow: /

User-Agent: Turnitin
Disallow: /

User-Agent: TutorGig
Disallow: /

User-Agent: TV33\_Mercator
Disallow: /

User-Agent: Twat
Disallow: /

User-Agent: Tweak
Disallow: /

User-Agent: Twice
Disallow: /

User-Agent: Twisted.PageGetter
Disallow: /

User-Agent: Tygo
Disallow: /

User-Agent: ubee
Disallow: /

User-Agent: UCmore
Disallow: /

User-Agent: UdmSearch
Disallow: /

User-Agent: UIowaCrawler
Disallow: /

User-Agent: Ultraseek
Disallow: /

User-Agent: UMBC
Disallow: /

User-Agent: unf
Disallow: /

User-Agent: UniversalFeedParser
Disallow: /

User-Agent: unknown
Disallow: /

User-Agent: UPG1
Disallow: /

User-Agent: URI::Fetch
Disallow: /

User-Agent: URL.Control
Disallow: /

User-Agent: URL\_Spider\_Pro
Disallow: /

User-Agent: URLBase
Disallow: /

User-Agent: urldispatcher
Disallow: /

User-Agent: URLGetFile
Disallow: /

User-Agent: urllib
Disallow: /

User-Agent: URLSpiderPro
Disallow: /

User-Agent: URLy
Disallow: /

User-Agent: URLy Warning
Disallow: /

User-Agent: User\-Agent
Disallow: /

User-Agent: UserAgent
Disallow: /

User-Agent: User-Agent
Disallow: /

User-Agent: USyd
Disallow: /

User-Agent: UtilMind
Disallow: /

User-Agent: Vacuum
Disallow: /

User-Agent: vagabo
Disallow: /

User-Agent: Valet
Disallow: /

User-Agent: Valid
Disallow: /

User-Agent: Vamp
Disallow: /

User-Agent: vayala
Disallow: /

User-Agent: VB\_
Disallow: /

User-Agent: VCI
Disallow: /

User-Agent: VCI WebViewer VCI WebViewer Win32
Disallow: /

User-Agent: VERI\~LI
Disallow: /

User-Agent: verif
Disallow: /

User-Agent: versus
Disallow: /

User-Agent: via
Disallow: /

User-Agent: Viewer
Disallow: /

User-Agent: virtual
Disallow: /

User-Agent: visibilitygap
Disallow: /

User-Agent: Visual
Disallow: /

User-Agent: vobsub
Disallow: /

User-Agent: Void
Disallow: /

User-Agent: VoidEYE
Disallow: /

User-Agent: VoilaBot
Disallow: /

User-Agent: voyager
Disallow: /

User-Agent: vspider
Disallow: /

User-Agent: VSyn
Disallow: /

User-Agent: w\:PACBHO60
Disallow: /

User-Agent: w0000t
Disallow: /

User-Agent: W3C
Disallow: /

User-Agent: w3m
Disallow: /

User-Agent: w3search
Disallow: /

User-Agent: walhello
Disallow: /

User-Agent: Walker
Disallow: /

User-Agent: Wand
Disallow: /

User-Agent: WAOL
Disallow: /

User-Agent: WAPT
Disallow: /

User-Agent: Watch
Disallow: /

User-Agent: Wavefire
Disallow: /

User-Agent: wbdbot
Disallow: /

User-Agent: Weather
Disallow: /

User-Agent: Web Image Collector
Disallow: /

User-Agent: web.by.mail
Disallow: /

User-Agent: Web.Data.Extractor
Disallow: /

User-Agent: Web.Downloader
Disallow: /

User-Agent: Web.Ima
Disallow: /

User-Agent: Web.Mole
Disallow: /

User-Agent: Web.Sucker
Disallow: /

User-Agent: Web\ Image\ Collector
Disallow: /

User-Agent: Web\ Sucker
Disallow: /

User-Agent: Web2Mal
Disallow: /

User-Agent: Web2WAP
Disallow: /

User-Agent: webalta
Disallow: /

User-Agent: WebaltBot
Disallow: /

User-Agent: WebAuto
Disallow: /

User-Agent: WebBandit
Disallow: /

User-Agent: WebBandit/3.50
Disallow: /

User-Agent: Webbot
Disallow: /

User-Agent: WebCapture
Disallow: /

User-Agent: WebCat
Disallow: /

User-Agent: Webclip
Disallow: /

User-Agent: WebCollage
Disallow: /

User-Agent: WebCollector
Disallow: /

User-Agent: WebCopier
Disallow: /

User-Agent: WebCopy
Disallow: /

User-Agent: WebCor
Disallow: /

User-Agent: webcraft\@bea
Disallow: /

User-Agent: webcrawl
Disallow: /

User-Agent: WebDat
Disallow: /

User-Agent: WebDav
Disallow: /

User-Agent: webdevil
Disallow: /

User-Agent: webdownloader
Disallow: /

User-Agent: Webdup
Disallow: /

User-Agent: WebEMail
Disallow: /

User-Agent: WebEMailExtrac
Disallow: /

User-Agent: WebEnhancer
Disallow: /

User-Agent: WebFetch
Disallow: /

User-Agent: WebFilter
Disallow: /

User-Agent: WebFountain
Disallow: /

User-Agent: WebGo
Disallow: /

User-Agent: WebGo\ IS
Disallow: /

User-Agent: WebHook
Disallow: /

User-Agent: Webinator
Disallow: /

User-Agent: WebInd
Disallow: /

User-Agent: webitpr
Disallow: /

User-Agent: WebLea
Disallow: /

User-Agent: WebLeacher
Disallow: /

User-Agent: Webmaster
Disallow: /

User-Agent: WebmasterWorldForumBot
Disallow: /

User-Agent: WebMin
Disallow: /

User-Agent: WebMirror
Disallow: /

User-Agent: webmole
Disallow: /

User-Agent: webpic
Disallow: /

User-Agent: WebPin
Disallow: /

User-Agent: WebPix
Disallow: /

User-Agent: WebReaper
Disallow: /

User-Agent: WebRipper
Disallow: /

User-Agent: WebRobot
Disallow: /

User-Agent: WebSauger
Disallow: /

User-Agent: WebSite
Disallow: /

User-Agent: Website Quester
Disallow: /

User-Agent: Website.eXtractor
Disallow: /

User-Agent: Website.Quester
Disallow: /

User-Agent: Website\ eXtractor
Disallow: /

User-Agent: Website\ Quester
Disallow: /

User-Agent: WebSnake
Disallow: /

User-Agent: webspider
Disallow: /

User-Agent: Webster
Disallow: /

User-Agent: Webster Pro
Disallow: /

User-Agent: WebStripper
Disallow: /

User-Agent: websucker
Disallow: /

User-Agent: WebTre
Disallow: /

User-Agent: WebVac
Disallow: /

User-Agent: webwalk
Disallow: /

User-Agent: WebWasher
Disallow: /

User-Agent: WebWeasel
Disallow: /

User-Agent: WebWhacker
Disallow: /

User-Agent: WebZIP
Disallow: /

User-Agent: WebZip/4.0
Disallow: /

User-Agent: Wells
Disallow: /

User-Agent: Wells\ Search\ II
Disallow: /

User-Agent: WEP.Search.00
Disallow: /

User-Agent: WEP\ Search
Disallow: /

User-Agent: WEP\_S
Disallow: /

User-Agent: WeRelateBot
Disallow: /

User-Agent: Wget
Disallow: /

User-Agent: Wget/1.5.3
Disallow: /

User-Agent: Wget/1.6
Disallow: /

User-Agent: Whack
Disallow: /

User-Agent: Whacker
Disallow: /

User-Agent: whiz
Disallow: /

User-Agent: WhosTalking
Disallow: /

User-Agent: Widow
Disallow: /

User-Agent: Wildsoft.Surfer
Disallow: /

User-Agent: Win67
Disallow: /

User-Agent: window.location
Disallow: /

User-Agent: Windows.95\)
Disallow: /

User-Agent: Windows.95\;
Disallow: /

User-Agent: Windows.98\)
Disallow: /

User-Agent: Windows.98\;
Disallow: /

User-Agent: WinHT
Disallow: /

User-Agent: winhttp
Disallow: /

User-Agent: WinHttpRequest
Disallow: /

User-Agent: WinHTTrack
Disallow: /

User-Agent: Winnie.Poh
Disallow: /

User-Agent: Winodws
Disallow: /

User-Agent: wire
Disallow: /

User-Agent: WISEbot
Disallow: /

User-Agent: wisenutbot
Disallow: /

User-Agent: wish
Disallow: /

User-Agent: Wizz
Disallow: /

User-Agent: WordP
Disallow: /

User-Agent: Works
Disallow: /

User-Agent: world
Disallow: /

User-Agent: WUMPUS
Disallow: /

User-Agent: Wweb
Disallow: /

User-Agent: WWW.Mechanize
Disallow: /

User-Agent: www.ranks.nl
Disallow: /

User-Agent: WWW\-Collector
Disallow: /

User-Agent: WWWC
Disallow: /

User-Agent: WWW-Collector-E
Disallow: /

User-Agent: WWW-Mechanize
Disallow: /

User-Agent: WWWOFFLE
Disallow: /

User-Agent: wwwster
Disallow: /

User-Agent: x\-Tractor
Disallow: /

User-Agent: X12R1
Disallow: /

User-Agent: Xaldon
Disallow: /

User-Agent: Xaldon\ WebSpider
Disallow: /

User-Agent: Xenu
Disallow: /

User-Agent: Xenu's
Disallow: /

User-Agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-Agent: XGET
Disallow: /

User-Agent: xirq
Disallow: /

User-Agent: Y\!OASIS
Disallow: /

User-Agent: Y\!Tunnel
Disallow: /

User-Agent: yacy
Disallow: /

User-Agent: YaDirectBot
Disallow: /

User-Agent: Yahoo\-MMAudVid
Disallow: /

User-Agent: YahooSeeker
Disallow: /

User-Agent: YahooYSMcm
Disallow: /

User-Agent: Yamm
Disallow: /

User-Agent: Yand
Disallow: /

User-Agent: Yandex
Disallow: /

User-Agent: yandeximages
Disallow: /

User-Agent: yang
Disallow: /

User-Agent: Yeti
Disallow: /

User-Agent: Yoono
Disallow: /

User-Agent: yori
Disallow: /

User-Agent: Yotta
Disallow: /

User-Agent: YTunnel
Disallow: /

User-Agent: Zade
Disallow: /

User-Agent: zagre
Disallow: /

User-Agent: ZBot
Disallow: /

User-Agent: Zeal
Disallow: /

User-Agent: ZeBot
Disallow: /

User-Agent: zermelo
Disallow: /

User-Agent: zerx
Disallow: /

User-Agent: Zeus
Disallow: /

User-Agent: Zeus\.*Webster
Disallow: /

User-Agent: ZIPCode
Disallow: /

User-Agent: Zixy
Disallow: /

User-Agent: zmao
Disallow: /

User-Agent: ZyBorg
Disallow: /