#$Id:robots.txt js.brianbrown.net 05/19/2010 13:06:37 bjb Exp $
User-agent:AMZNKAssocBot/4.0
User-agent:Adsbot-Google
User-agent:baiduspider
User-agent:Gigabot
User-agent:Googlebot
User-agent:googlebot-mobile
User-agent:Mediapartners-Google
User-agent:MSNBot
User-agent:naverbot
User-agent:Nutch
User-agent:Robozilla
User-agent:Scrubby
User-agent:Slurp
User-agent:Teoma
User-agent:twiceler
User-agent:yandex bot
User-agent:yeti
Disallow:/4
Disallow:/5
Disallow:/admin
Disallow:/as
Disallow:/bot
Disallow:/cgi
Disallow:/faq
Disallow:/images
Disallow:/inc
Disallow:/index
Disallow:/search
Disallow:/template
Disallow:/viagra
Disallow:/_
User-agent:Alexibot
User-agent:Aqua_Products
User-agent:asterias
User-agent:b2w/0.1
User-agent:BackDoorBot/1.0
User-agent:BackRub
User-agent:BlowFish/1.0
User-agent:Bookmark search tool
User-agent:BotALot
User-agent:BotRightHere
User-agent:BuiltBotTough
User-agent:Bullseye/1.0
User-agent:BunnySlippers
User-agent:CheeseBot
User-agent:CherryPicker
User-agent:CherryPickerElite/1.0
User-agent:CherryPickerSE/1.0
User-agent:Copernic
User-agent:CopyRightCheck
User-agent:cosmos
User-agent:Crescent
User-agent:Crescent Internet ToolPak HTTP OLE Control v.1.0
User-agent:DittoSpyder
User-agent:DOC
User-agent:Download Ninja
User-agent:EmailCollector
User-agent:EmailSiphon
User-agent:EmailWolf
User-agent:EroCrawler
User-agent:ExtractorPro
User-agent:FairAd Client
User-agent:Fetch
User-agent:Flaming AttackBot
User-agent:Foobot
User-agent:Gaisbot
User-agent:GetRight/4.2
User-agent:Googlebot-Image
User-agent:grub-client
User-agent:Harvest/1.5
User-agent:hloader
User-agent:httplib
User-agent:HTTrack
User-agent:HTTrack 3.0
User-agent:humanlinks
User-agent:ia_archiver
User-agent:InfoNaviRobot
User-agent:Iron33/1.0.2
User-agent:JennyBot
User-agent:k2spider
User-agent:Kenjin Spider
User-agent:Keyword Density/0.9
User-agent:larbin
User-agent:LexiBot
User-agent:libWeb/clsHTTP
User-agent:libwww
User-agent:LinkextractorPro
User-agent:linko
User-agent:LinkScan/8.1a Unix
User-agent:LinkWalker
User-agent:LNSpiderguy
User-agent:lwp-trivial
User-agent:lwp-trivial/1.34
User-agent:Mata Hari
User-agent:Microsoft URL Control
User-agent:Microsoft URL Control - 5.01.4511
User-agent:Microsoft URL Control - 6.00.8169
User-agent:MIIxpc
User-agent:MIIxpc/4.2
User-agent:Mister PiX
User-agent:moget
User-agent:moget/2.1
User-agent:Mozilla/4.0 (compatible; BullsEye; Windows 95)
User-agent:MSIECrawler
User-agent:msnbot-media
User-agent:NetAnts
User-agent:NICErsPRO
User-agent:NPBot
User-agent:Offline Explorer
User-agent:Openbot
User-agent:Openfind
User-agent:Openfind data gatherer
User-agent:Oracle Ultra Search
User-agent:PerMan
User-agent:ProPowerBot/2.14
User-agent:ProWebWalker
User-agent:psbot
User-agent:Python-urllib
User-agent:QueryN Metasearch
User-agent:Radiation Retriever 1.1
User-agent:RepoMonkey
User-agent:RepoMonkey Bait & Tackle/v1.01
User-agent:RMA
User-agent:searchpreview
User-agent:sitecheck.internetseer.com
User-agent:SiteSnagger
User-agent:SpankBot
User-agent:spanner
User-agent:suzuran
User-agent:Szukacz/1.4
User-agent:Teleport
User-agent:TeleportPro
User-agent:Telesoft
User-agent:The Intraformant
User-agent:TheNomad
User-agent:TightTwatBot
User-agent:toCrawl/UrlDispatcher
User-agent:True_Robot
User-agent:True_Robot/1.0
User-agent:turingos
User-agent:TurnitinBot
User-agent:TurnitinBot/1.5
User-agent:UbiCrawler
User-agent:URL Control
User-agent:URLy Warning
User-agent:URL_Spider_Pro
User-agent:VCI
User-agent:VCI WebViewer VCI WebViewer Win32
User-agent:Walhello appie
User-agent:Web Image Collector
User-agent:WebAuto
User-agent:WebBandit
User-agent:WebBandit/3.50
User-agent:WebCapture 2.0
User-agent:WebCopier
User-agent:WebCopier
User-agent:WebCopier v.2.2
User-agent:WebCopier v3.2a
User-agent:WebEnhancer
User-agent:WebReaper
User-agent:WebSauger
User-agent:Website Quester
User-agent:Webster Pro
User-agent:WebStripper
User-agent:WebZIP
User-agent:WebZip
User-agent:WebZip/4.0
User-agent:WebZIP/4.21
User-agent:WebZIP/5.0
User-agent:Wget
User-agent:Wget/1.5.3
User-agent:Wget/1.6
User-agent:WWW-Collector-E
User-agent:Xenu
User-agent:Xenu's
User-agent:Xenu's Link Sleuth 1.1c
User-agent:yahoo-blogs/v3.9
User-agent:yahoo-mmcrawler
User-agent:Zao
User-agent:Zealbot
User-agent:ZyBORG
Disallow:/
User-agent:*
Disallow:
Disallow:/4
Disallow:/5
Disallow:/admin
Disallow:/as
Disallow:/bot-trap/
Disallow:/bot403/
Disallow:/botsi/
Disallow:/botsv/
Disallow:/cgi
Disallow:/faq
Disallow:/images
Disallow:/inc
Disallow:/index
Disallow:/search
Disallow:/template
Disallow:/_
Crawl-delay:60
Sitemap:http://js.brianbrown.net/sitemap.html
Sitemap:http://js.brianbrown.net/sitemap.rss
Sitemap:http://js.brianbrown.net/urllist.txt
Sitemap:http://js.brianbrown.net/sitemap.xml
Sitemap:http://js.brianbrown.net/sitemap.xml.gz