#Robot file
User-agent: Mediapartners-Google*
Disallow:

User-agent: 80bot
User-agent: A\ .NET Web Crawler
User-agent: aipbot
User-agent: amorphicCrawler
User-agent: Art-Online.com\ 0.9(Beta)
User-agent: asterias 
User-agent: BackDoorBot 
User-agent: baconsbot
User-agent: Baiduspider
User-agent: BecomeBot
User-agent: Black.Hole 
User-agent: BlackWidow 
User-agent: bleeding-sucker-bot
User-agent: boitho
User-agent: Bot\ mailto:craftbot@yahoo.com 
User-agent: bot/1.0
User-agent: BotALot 
User-agent: BuiltBotTough 
User-agent: Bullseye 
User-agent: BunnySlippers 
User-agent: BWC/0.3
User-agent: CCBot
User-agent: Caliperbot
User-agent: CamelStampede
User-agent: CazoodleBot
User-agent: Chat Catcher
User-agent: CherryPickerSE  
User-agent: CherryPickerElite  
User-agent: ChinaClaw 
User-agent: Clearware\ web\ browser
User-agent: cn_com_viewer
User-agent: com_viewer
User-agent: ConveraCrawler
User-agent: Cowbot
User-agent: Crescent 
User-agent: Custo 
User-agent: DIIbot/1.2
User-agent: DISCo 
User-agent: Distilled-Cache
User-agent: Download\ Demon 
User-agent: dloader 
User-agent: dloader(NaverRobot)/1.5 
User-agent: BorderManager
User-agent: DotBot
User-agent: Drupal
User-agent: Dumbot 
User-agent: ec_robot
User-agent: eCairn-Grabber
User-agent: eCatch
User-agent: e-SocietyRobot
User-agent: EirGrabber 
User-agent: EmailCollector 
User-agent: EmailSiphon 
User-agent: EmailWolf 
User-agent: EroCrawler 
User-agent: Exabot
User-agent: Express\ WebPictures 
User-agent: ExtractorPro 
User-agent: EyeNetIE
User-agent: FairShare
User-agent: FlashGet
User-agent: fr_crawler
User-agent: Gaisbot
User-agent: Gazz
User-agent: genieBot
User-agent: Getleft
User-agent: GetRight 
User-agent: GetWeb! 
User-agent: Ginxbot
User-agent: Go!Zilla 
User-agent: Go.Zilla 
User-agent: Go-Ahead-Got-It 
User-agent: GrabNet 
User-agent: Grafula 
User-agent: grub-client 
User-agent: GrubNG
User-agent: gsa-crawler
User-agent: GurujiBot
User-agent: Harvest
User-agent: heritrix
User-agent: HMView 
User-agent: HolmesBot
User-agent: HTTrack 
User-agent: ichiro
User-agent: Image\ Stripper 
User-agent: Image\ Sucker 
User-agent: ImageBot
User-agent: Indy\ Library 
User-agent: InfoNaviRobot 
User-agent: InterGET 
User-agent: Internet\ Ninja 
User-agent: Isidorus
User-agent: isiteamspider
User-agent: Java
User-agent: JennyBot 
User-agent: JetCar 
User-agent: JOC\ Web\ Spider 
User-agent: Jyxobot
User-agent: kalooga/KaloogaBot 
User-agent: larbin 
User-agent: larbin_2.6.3
User-agent: larbin_2.6.2\ larbin2.6.2@unspecified.mail
User-agent: larbin_2.6.3\ larbin2.6.3@unspecified.mail
User-agent: LARBIN-EXPERIMENTAL 
User-agent: LargeSmall\ Crawler
User-agent: LeechFTP 
User-agent: LexiBot 
User-agent: LexxeBot
User-agent: librabot
User-agent: libWeb/clsHTTP 
User-agent: LinkextractorPro 
User-agent: linko
User-agent: LinkScan
User-agent: LinkWalker 
User-agent: LinkVerifier
User-agent: Lickity_Split_Spider 
User-agent: lmspider
User-agent: LWP::Simple
User-agent: lwp-trivial
User-agent: lwp-trivial/1.38
User-agent: lwp-trivial/1.40
User-agent: lwp-request
User-agent: Magnet
User-agent: Mag-Net
User-agent: Mass\ Downloader 
User-agent: Mata.Hari 
User-agent: Memo 
User-agent: Metalogger 
User-agent: MIDown\ tool 
User-agent: MIIxpc 
User-agent: Mirror
User-agent: Mister\ PiX
User-agent: MLBot
User-agent: Modiphibot
User-agent: MojeekBot 
User-agent: MSIECrawler
User-agent: MSNPTC
User-agent: NaverBot-1.0
User-agent: NaverRobot 
User-agent: Navroad 
User-agent: NearSite 
User-agent: NetAnts 
User-agent: NetSpider 
User-agent: Net\ Vampire 
User-agent: NetZIP 
User-agent: NICErsPRO 
User-agent: NL-Crawler
User-agent: NoteworthyBot
User-agent: noxtrumbot
User-agent: NPBot
User-agent: NutchCVS
User-agent: Octopus 
User-agent: Offline\ Explorer 
User-agent: Offline\ Navigator 
User-agent: OOZBOT
User-agent: Openfind 
User-agent: PageGrabber
User-agent: page-store
User-agent: Papa\ Foto 
User-agent: P.Arthur 1.1
User-agent: pavuk 
User-agent: pcBrowser 
User-agent: PDFBot 
User-agent: Peter\ Wang/Nutch-0.9
User-agent: Pita 
User-agent: Pockey-GetHTML/4.11.6
User-agent: Pockey-GetHTML
User-agent: POPrlBot
User-agent: ProPowerBot/2.14 
User-agent: Program Shareware
User-agent: ProWebWalker 
User-agent: psbot
User-agent: Python-urllib
User-agent: QueryN.Metasearch 
User-agent: QuepasaCreep 
User-agent: rdfbot
User-agent: R6_CommentReader
User-agent: RealDownload 
User-agent: ReGet 
User-agent: renlifangbot
User-agent: RepoMonkey 
User-agent: RMA
User-agent: OutfoxBot
User-agent: ScooperBot
User-agent: sherlock
User-agent: SimpleCrawler
User-agent: Siphon 
User-agent: sitecheck.internetseer.com 
User-agent: ShablastBot
User-agent: SiteSnagger
User-agent: SiteSucker
User-agent: Sisi
User-agent: SlySearch 
User-agent: SmartDownload 
User-agent: sna-0.0.1
User-agent: sna-0.0.1\ mikeelliott@hotmail.com
User-agent: Snapbot
User-agent: SnapPreviewBot
User-agent: Sosoblogspider
User-agent: Sosospider
User-agent: spanner
User-agent: Space\ Bison
User-agent: Speedy\ Spider
User-agent: Sphere\ Scout
User-agent: Spinn3r
User-agent: SqwidgeBot
User-agent: SuperBot 
User-agent: SuperHTTP
User-agent: Surfbot
User-agent: suzuran 
User-agent: SygolBot
User-agent: Szukacz/1.4
User-agent: TailsweepBot
User-agent: tAkeOut 
User-agent: TapuzBot
User-agent: Tarantula\ Experimental\ Crawler
User-agent: telnet
User-agent: Teleport\ Pro
User-agent: Telesoft 
User-agent: The.Intraformant
User-agent: TheNomad 
User-agent: TightTwatBot 
User-agent: Titan 
User-agent: toCrawl/UrlDispatcher 
User-agent: True_Robot  
User-agent: turingos
User-agent: Twiceler
User-agent: URLy.Warning 
User-agent: VoilaBot
User-agent: VoidEYE 
User-agent: voyager
User-agent: Watchfire\ WebXM
User-agent: Web\ Image\ Collector 
User-agent: Web\ Sucker 
User-agent: WebAlta Crawler
User-agent: WebAuto 
User-agent: WebBandit 
User-agent: Webclipping 
User-agent: WebCopier 
User-agent: WebEMailExtrac
User-agent: WebEnhancer 
User-agent: WebFetch 
User-agent: WebGo\ IS
User-agent: webcollage
User-agent: Web.Image.Collector 
User-agent: WebLeacher 
User-agent: WebmasterWorldForumBot 
User-agent: WebReaper 
User-agent: WebSauger 
User-agent: Website\ eXtractor 
User-agent: Website\ Quester 
User-agent: Webster.Pro 
User-agent: WebStripper 
User-agent: WebWhacker 
User-agent: WebZIP 
User-agent: Wget
User-agent: Wget/1.8.2
User-agent: Wells\ Search\ II
User-agent: West\ Wind\ Internet\ Protocols
User-agent: Widow 
User-agent: WordPress
User-agent: WordPress\/2.6.2
User-agent: [Ww]eb[Bb]andit 
User-agent: WWWOFFLE 
User-agent: WWW-Collector-E 
User-agent: Xaldon\ WebSpider 
User-agent: Xenu
User-agent: Xenu\ Link\ Sleuth
User-agent: xrss
User-agent: yacy
User-agent: yacybot
User-agent: Yandex
User-agent: Yanga\ WorldSearch\ Bot
User-agent: YebolBot 
User-agent: Yeti/1.0
User-agent: YodaoBot
User-agent: xMind
User-agent: Zeus
User-agent: zibber
User-agent: zibber-v0.1
User-agent: ZixyBot
Disallow: /

User-agent: *
Disallow: /botrack/
Disallow: /banner/
Disallow: /banner/ads/
Disallow: /cartoon/
Disallow: /cgi-bin/
Disallow: /etc/
Disallow: /forum/
Disallow: /graham/
Disallow: /home/
Disallow: /images/
Disallow: /includes/
Disallow: /joerobertsband/
Disallow: /kc/update/
Disallow: /kc/ssi/
Disallow: /masthead/
Disallow: /mlm/
Disallow: /news/_admins/
Disallow: /news/_inc/
Disallow: /news/_mods/
Disallow: /news/_themes/
Disallow: /news/forum/
Disallow: /news/images/
Disallow: /news/infozine/includes/
Disallow: /news/poll/
Disallow: /news/utilities/
Disallow: /news/admins.php/
Disallow: /news/administration.php/
Disallow: /news/bio_admin_image_upload.cgi/
Disallow: /news/bio_admin_image_upload.php/
Disallow: /news/form.php/
Disallow: /news/login.php/
Disallow: /news/logout.php/
Disallow: /news/image_upload.php/
Disallow: /news/image_AEView_upload.php/
Disallow: /news/image_AEView_upload.cgi/
Disallow: /news/missing.php/
Disallow: /news/preload.php/
Disallow: /news/tmp/
Disallow: /news/xml/
Disallow: /news/zads/
Disallow: /news/upload.cgi/
Disallow: /pics/
Disallow: /real/
Disallow: /search/
Disallow: /style/
Disallow: /test/
Disallow: /tmp/
Disallow: /toc/
Disallow: /update/