AdsBot-Google: "Google Adwords"
AhrefsBot: "Ahrefs backlinks research tool"
alexa: "Alexa Crawler"
Apache-HttpClient: "Java http library"
ApacheBench: "ApacheBench (ab)"
AppEngine-Google: "Google App Engine"
AsyncHttpClient: "Java http and WebSocket client library"
awe.sm: "Awe.sm URL expander"
Baidu: "Chinese search engine"
Baiduspider: "Chinese search engine"
bingbot: "Microsoft bing bot"
bitlybot: "bit.ly bot"
bot@linkfluence.net: "Linkfluence bot"
Butterfly: "Topsy Labs"
buzztalk: "buzztalk"
check_http: "Nagios monitor"
CMRadar/0.1: "CMRadar/0.1"
ColdFusion: "ColdFusion http library"
Crowsnest: "crowsnest.tv news portal bot"
Crowsnest: "Crowsnest"
curl: "curl unix CLI http client"
developers.google.com/+/web/snippet/: "Google Plus"
DigitalPersona Fingerprint Software: "HP Fingerprint scanner"
Embedly: "Embedly"
EOAAgent: "EOAAgent"
EventMachine HttpClient: "Ruby http library"
EvriNid: "Evri bot"
ExaleadCloudView: "ExaleadCloudView"
facebookexternalhit: "facebook bot"
FeedBurner: "RSS bot"
Feedfetcher-Google: "Google Feedfetcher"
FlipboardProxy: "FlipboardProxy"
Genieo: "Genieo Web filter bot"
getprismatic.com: "getprismatic.com"
Gigabot: "Gigabot spider"
Go http package: "Go http library"
Google Web Preview: "Google Instant Previews crawler"
Googlebot: "Google spider"
Hatena::Bookmark: "Hatena::Bookmark"
heritrix: "heritrix"
HTMLParser: "HTMLParser"
HTTP_Request2: "HTTP_Request2"
HTTPClient: "HTTPClient"
https://developers.google.com/+/web/snippet: "Google+ Snippet Fetcher"
HubSpot Connect: "HubSpot Connect"
ia_archiver(OS-Wayback): "ia_archiver(OS-Wayback)"
iCoreService: "iCoreService"
InAGist: "URL resolver"
Insieve Bot: "Insieve Bot"
InsieveBot: "InsieveBot"
Instapaper: "Instapaper"
jack: "jack"
Jakarta Commons: "Jakarta Commons HttpClient"
Jakarta Commons-HttpClient: "Jakarta Commons-HttpClient"
Java: "Generic Java http library"
Jetslide: "Jetslide"
JS-Kit: "URL resolver"
Kimengi: "nineconnections.com bot"
Kimengi/nineconnections.com: "Kimengi/nineconnections.com"
knows.is: "knows.is"
kraken: "kraken"
Laconica: "Laconica"
libwww-perl: "Perl client-server library loved by script kids"
LinkedInBot: "LinkedIn"
LinksCrawler: "LinksCrawler"
Lipperhey: "Lipperhey"
LongURL: "URL expander service"
Lumibot: "Lumibot"
lwp-trivial: "Another Perl library loved by script kids"
Mediapartners-Google: "Google Adsense bot"
MetaURI: "URI meta information extractor bot"
MetaURI: "MetaURI"
MFE_expand: "Mcafee spider"
MJ12bot: "Majestic-12 spider"
msnbot: "Microsoft bot"
Netvibes: "Personalized dashboard bot"
NewRelicPinger: "NewRelic monitor"
newsme: "Link analyzer"
newsme: "newsme"
NING: "NING - Yet Another Twitter Swarmer"
Nutch: "Apache search spider"
Panopta: "Monitoring service"
PaperLiBot: "PaperLi content curation service"
PaperLiBot: "PaperLi is another content curation service"
peerindex: "peerindex"
PercolateCrawler: "PercolateCrawler"
PhantomJS: "PhantomJS"
Pingdom: "Pingdom monitoring"
PycURL: "Python http library"
Python-httplib2: "Python-httplib2"
python-requests: "Python http library"
python-requests: "python-requests"
Python-urllib: "Python http library"
QuickLook: "QuickLook"
Readability: "Readability"
RebelMouse: "RebelMouse"
redditbot: "Reddit Bot"
rogerbot: "SeoMoz spider"
Ruby: "Ruby"
Ruby/1.9.3: "Ruby/1.9.3"
SemrushBot: "SEO analysis bot"
ShortLinkTranslate: "Link shortener"
ShowyouBot: "Showyou iOS app spider"
Siege: "Joe Dog Siege"
SiteUptime: "Site monitoring services"
Slurp: "Yahoo spider"
Sogou: "Chinese search engine"
spider: "generic web spider"
Test Certificate Info: "C http library?"
TweetmemeBot: "TweetMeMe Crawler"
Twikle: "Social web search bot"
TwitJobSearch: "TwitJobSearch"
Twitmunin: "Twitmunin"
Twitterbot: "Twitter URL expander"
Twurly: "Twurly"
Typhoeus: "Typhoeus"
UnwindFetch: "Gnip URL expander"
UnwindFetchor: "Gnip crawler"
VB Project: "Visual Basic"
vkShare: "VKontake Sharer"
Webscout: "Webscout"
Wget: "wget unix CLI http client"
WordPress: "WordPress spider"
YandexBot: "Yandex spider"
YOURLS: "YOURLS"
zelist.ro: "feed parser"
ZIBB: "ZIBB spider"
ZyBorg: "Zyborg? Hmmm...."