|  | 
| 769 | 769 | "Mobile Browser","Opera Mini","Opera/9.60 (J2ME/MIDP; Opera Mini/5.0.15650/960; U; en) Presto/2.2.0" | 
| 770 | 770 | "Mobile Browser","Opera Mini","Opera/9.80 (iPhone; Opera Mini/5.0.0176/764; U; en) Presto/2.4.15" | 
| 771 | 771 | "Mobile Browser","Opera Mini","Opera/10.61 (J2ME/MIDP; Opera Mini/5.1.21219/19.999; en-US; rv:1.9.3a5) WebKit/534.5 Presto/2.6.30" | 
|  | 772 | +"Mobile Browser","Opera Mini","Mozilla/5.0 (iPhone; CPU iPhone OS 7_1_1 like Mac OS X) AppleWebKit/537.51.2 (KHTML, like Gecko) OPiOS/8.0.0.78129 Mobile/11D201 Safari/9537.53" | 
| 772 | 773 | "Mobile Browser","Opera Mobile","Opera/9.80 (S60; SymbOS; Opera Mobi/352; U; de) Presto/2.4.15 Version/10.00" | 
| 773 | 774 | "Mobile Browser","Opera Mobile","Opera/9.80 (S60; SymbOS; Opera Mobi/499; U; es-ES) Presto/2.4.18 Version/10.00" | 
| 774 | 775 | "Mobile Browser","Opera Mobile","Opera/9.80 (Windows Mobile; WCE; Opera Mobi/WMD-50430; U; en-GB) Presto/2.4.13 Version/10.00" | 
|  | 
| 1814 | 1815 | "robot","IlTrovatore","IlTrovatore/1.2 (IlTrovatore; http://www.iltrovatore.it/bot.html; bot@iltrovatore.it)" | 
| 1815 | 1816 | "robot","IlTrovatore-Setaccio","IlTrovatore-Setaccio/1.2 (It search engine; http://www.iltrovatore.it/bot.html; bot@iltrovatore.it)" | 
| 1816 | 1817 | "robot","IlTrovatore-Setaccio","IlTrovatore-Setaccio/1.2 (Italy search engine; http://www.iltrovatore.it/bot.html; bot@iltrovatore.it)" | 
|  | 1818 | +"robot","imbot","Mozilla/5.0 (compatible; imbot/0.1 +http://internetmemory.org/en/" | 
| 1817 | 1819 | "robot","imbot","Mozilla/5.0 (compatible; imbot/0.1 +http://internetmemory.org/en/)" | 
| 1818 | 1820 | "robot","immediatenet thumbnails","Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535. Safari/535.22+; (+http://immediatenet.com/thumbnail_api.html; free thumbnails)" | 
| 1819 | 1821 | "robot","ImplisenseBot","ImplisenseBot 1.0" | 
|  | 
| 1841 | 1843 | "robot","JadynAve","JadynAve - http://www.jadynave.com/robot" | 
| 1842 | 1844 | "robot","JadynAveBot","Mozilla/5.0 (compatible; JadynAveBot; +http://www.jadynave.com/robot)" | 
| 1843 | 1845 | "robot","Jambot","Jambot/0.1.1 (Jambot; http://www.jambot.com/blog; crawler@jambot.com)" | 
|  | 1846 | +"robot","JamesBOT","Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.6) Gecko/20070725 Firefox/2.0.0.6 - James BOT - WebCrawler http://cognitiveseo.com/bot.html" | 
| 1844 | 1847 | "robot","JikeSpider","JikeSpider Mozilla/5.0 (compatible; JikeSpider; +http://shoulu.jike.com/spider.html)" | 
| 1845 | 1848 | "robot","JikeSpider","Mozilla/5.0 (compatible; JikeSpider; +http://shoulu.jike.com/spider.html)" | 
| 1846 | 1849 | "robot","Job Roboter Spider","Mozilla/5.0 (compatible;WI Job Roboter Spider Version 3;+http://www.webintegration.at)" | 
|  | 
| 1852 | 1855 | "robot","Kalooga","kalooga/KaloogaBot (Kalooga; http://www.kalooga.com/info.html?page=crawler; crawler@kalooga.com)" | 
| 1853 | 1856 | "robot","Karneval-Bot","Karneval-Bot (Version: 1.06, powered by www.karnevalsuchmaschine.de +http://www.karnevalsuchmaschine.de/bot.html)" | 
| 1854 | 1857 | "robot","KeywenBot","KeywenBot/4.1  http://www.keywen.com/Encyclopedia/Links" | 
|  | 1858 | +"robot","kinshoo ","KiNShooboT (compatible; KiNShooboT/1.0.C; +http://www.kinshoo.com/bot.html)" | 
| 1855 | 1859 | "robot","KomodiaBot","Mozilla/5.0 (Windows NT 6.1; Win64; x64) KomodiaBot/1.0" | 
| 1856 | 1860 | "robot","Kongulo","Kongulo v0.1 personal web crawler" | 
| 1857 | 1861 | "robot","Kraken","Mozilla/5.0 (compatible; Kraken/0.1; http://linkfluence.net/; bot@linkfluence.net)" | 
|  | 
| 1922 | 1926 | "robot","Megatext","Megatext/Nutch-0.8.1 (Beta; http://www.megatext.cz/; microton@microton.cz)" | 
| 1923 | 1927 | "robot","Megatext","Megatext/Megatext-0.5 (beta; http://www.megatext.cz/; microton@microton.cz)" | 
| 1924 | 1928 | "robot","MeMoNewsBot","MeMoNewsBot/2.0 (http://www.memonews.com/en/crawler)" | 
|  | 1929 | +"robot","memoryBot","Mozilla/5.0 (compatible; memorybot/1.20.71 +http://archivethe.net/en/index.php/about/internet_memory1 on behalf of DNB)" | 
|  | 1930 | +"robot","memoryBot","Mozilla/5.0 (compatible; memoryBot/1.20.199 +http://internetmemory.org/en/)" | 
|  | 1931 | +"robot","memoryBot","Mozilla/5.0 (compatible; memoryBot/1.20.243 +http://internetmemory.org/en/)" | 
|  | 1932 | +"robot","memoryBot","Mozilla/5.0 (compatible; memoryBot/1.20.247 +http://internetmemory.org/en/)" | 
|  | 1933 | +"robot","memoryBot","Mozilla/5.0 (compatible; memoryBot/1.20.235 +http://internetmemory.org/en/)" | 
|  | 1934 | +"robot","memoryBot","Mozilla/5.0 (compatible; memoryBot/1.20.210 +http://internetmemory.org/en/)" | 
|  | 1935 | +"robot","memoryBot","Mozilla/5.0 (compatible; memoryBot/1.20.241 +http://internetmemory.org/en/)" | 
| 1925 | 1936 | "robot","MetaGeneratorCrawler","MetaGeneratorCrawler/1.1 (www.metagenerator.info)" | 
| 1926 | 1937 | "robot","MetaGeneratorCrawler","MetaGeneratorCrawler/1.3.3 (www.metagenerator.info)" | 
| 1927 | 1938 | "robot","MetaGeneratorCrawler","MetaGeneratorCrawler/1.3.14 (www.metagenerator.info)" | 
| 1928 | 1939 | "robot","MetaGeneratorCrawler","MetaGeneratorCrawler/1.3.4 (www.metagenerator.info)" | 
| 1929 | 1940 | "robot","MetaGeneratorCrawler","MetaGeneratorCrawler/1.3.2 (www.metagenerator.info)" | 
| 1930 | 1941 | "robot","MetaGeneratorCrawler","MetaGeneratorCrawler/1.3.9 (www.metagenerator.info)" | 
|  | 1942 | +"robot","MetaGeneratorCrawler","MetaGeneratorCrawler/1.3.12 (www.metagenerator.info)" | 
| 1931 | 1943 | "robot","MetaHeadersBot","MetaHeadersBot (+http://www.metaheaders.com/bot.html)" | 
| 1932 | 1944 | "robot","MetaJobBot","Mozilla/5.0 (compatible; MetaJobBot; http://www.metajob.at/crawler)" | 
| 1933 | 1945 | "robot","MetamojiCrawler","Mozilla/5.0 (compatible; MetamojiCrawler/1.0; +http://www.metamoji.com/jp/crawler.html" | 
|  | 
| 2223 | 2235 | "robot","SemrushBot","Mozilla/5.0 (compatible; SemrushBot/0.96.4; +http://www.semrush.com/bot.html)" | 
| 2224 | 2236 | "robot","SemrushBot","Mozilla/5.0 (compatible; SemrushBot/0.97~bl; +http://www.semrush.com/bot.html)" | 
| 2225 | 2237 | "robot","SemrushBot","Mozilla/5.0 (compatible; SemrushBot-SA/0.97; +http://www.semrush.com/bot.html)" | 
|  | 2238 | +"robot","SemrushBot","Mozilla/5.0 (compatible; SemrushBot/0.98~bl; +http://www.semrush.com/bot.html)" | 
| 2226 | 2239 | "robot","Sensis Web Crawler","Sensis Web Crawler (search_comments\at\sensis\dot\com\dot\au)" | 
| 2227 | 2240 | "robot","Sensis Web Crawler","Sensis Web Crawler (search_comments\\at\\sensis\\dot\\com\\dot\\au)" | 
| 2228 | 2241 | "robot","Seobility","Urlstat (http://bit.ly/1dJuuzs)" | 
|  | 
| 2283 | 2296 | "robot","SkreemRBot","Mozilla/5.0 (compatible; SkreemRBot +http://skreemr.com)" | 
| 2284 | 2297 | "robot","Slackbot","Slackbot-LinkExpanding (+https://api.slack.com/robots)" | 
| 2285 | 2298 | "robot","smart.apnoti.com Robot","smart.apnoti.com Robot/v1.34 (http://smart.apnoti.com/en/aboutApnotiWebCrawler.html)" | 
|  | 2299 | +"robot","SMTBot","Mozilla/5.0 (compatible; SMTBot/1.0; +http://www.similartech.com/smtbot)" | 
| 2286 | 2300 | "robot","snap.com","snap.com beta crawler v0" | 
| 2287 | 2301 | "robot","Snapbot","Snapbot/1.0" | 
| 2288 | 2302 | "robot","Snapbot","Snapbot/1.0 (+http://www.snap.com)" | 
|  | 
| 2333 | 2347 | "robot","spbot","Mozilla/5.0 (compatible; spbot/4.0.8; +http://OpenLinkProfiler.org/bot )" | 
| 2334 | 2348 | "robot","spbot","Mozilla/5.0 (compatible; spbot/4.1.0; +http://OpenLinkProfiler.org/bot )" | 
| 2335 | 2349 | "robot","spbot","Mozilla/5.0 (compatible; spbot/4.2.0; +http://OpenLinkProfiler.org/bot )" | 
|  | 2350 | +"robot","spbot","Mozilla/5.0 (compatible; spbot/4.3.0; +http://OpenLinkProfiler.org/bot )" | 
| 2336 | 2351 | "robot","Speedy","Speedy Spider (http://www.entireweb.com/about/search_tech/speedy_spider/)" | 
| 2337 | 2352 | "robot","Speedy","Speedy Spider (Entireweb; Beta/1.2; http://www.entireweb.com/about/search_tech/speedyspider/)" | 
| 2338 | 2353 | "robot","Speedy","Mozilla/5.0 (compatible; Speedy Spider; http://www.entireweb.com/about/search_tech/speedy_spider/)" | 
|  | 
| 2419 | 2434 | "robot","Twikle","Twikle/1.0 , http://twikle.com , contact@twikle.com" | 
| 2420 | 2435 | "robot","Twingly Recon","Mozilla/5.0 (compatible; Twingly Recon; twingly.com)" | 
| 2421 | 2436 | "robot","UASlinkChecker","Mozilla/5.0 (compatible; UASlinkChecker/1.0; +http://user-agent-string.info/UASlinkChecker)" | 
|  | 2437 | +"robot","UASlinkChecker","Mozilla/5.0 (compatible; UASlinkChecker/2.0; +http://udger.com/support/UASlinkChecker)" | 
| 2422 | 2438 | "robot","uMBot","Mozilla/5.0 (compatible; uMBot-FC/1.0; mailto: crawling@ubermetrics-technologies.com)" | 
| 2423 | 2439 | "robot","uMBot","Mozilla/5.0 (compatible; uMBot-LN/1.0; mailto: crawling@ubermetrics-technologies.com)" | 
| 2424 | 2440 | "robot","UnisterBot","Mozilla/5.0 (compatible; UnisterBot; crawler@unister.de)" | 
|  | 
| 2517 | 2533 | "robot","WordPress.com mShots","Mozilla/5.0 (X11; Linux x86_64; rv:10.0.12) Gecko/20100101 Firefox/21.0 WordPress.com mShots" | 
| 2518 | 2534 | "robot","woriobot","Mozilla/5.0 (compatible; woriobot +http://worio.com)" | 
| 2519 | 2535 | "robot","woriobot","Mozilla/5.0 (compatible; woriobot support [at] zite [dot] com +http://zite.com)" | 
|  | 2536 | +"robot","WorldBrewBot","WorldBrewBot/2.1 (+http://www.marketbrew.com/)" | 
| 2520 | 2537 | "robot","Wotbox","Wotbox/2.0 (bot@wotbox.com; http://www.wotbox.com)" | 
| 2521 | 2538 | "robot","Wotbox","Wotbox/2.01 (+http://www.wotbox.com/bot/)" | 
| 2522 | 2539 | "robot","wsAnalyzer","wsAnalyzer/1.0; ++http://www.wsanalyzer.com/bot.html" | 
|  | 
| 2654 | 2671 | "robot","yacybot","yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.8.0_11; Europe/de) http://yacy.net/bot.html" | 
| 2655 | 2672 | "robot","yacybot","yacybot (freeworld/global; amd64 Linux 3.13.0-24-generic; java 1.7.0_55; Europe/de) http://yacy.net/bot.html" | 
| 2656 | 2673 | "robot","yacybot","yacybot (/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_65; Europe/en) http://yacy.net/bot.html" | 
|  | 2674 | +"robot","yacybot","yacybot (/global; amd64 Linux 3.16-0.bpo.2-amd64; java 1.7.0_65; Europe/en) http://yacy.net/bot.html" | 
| 2657 | 2675 | "robot","yacybot","yacybot (-global; amd64 FreeBSD 9.2-RELEASE-p10; java 1.7.0_65; Europe/en) http://yacy.net/bot.html" | 
| 2658 | 2676 | "robot","yacybot","yacybot (freeworld/global; amd64 Linux 3.9.3-1-ARCH; java 1.7.0_21; America/en) http://yacy.net/bot.html" | 
|  | 2677 | +"robot","yacybot","yacybot (/global; x86 Windows XP 5.1; java 1.7.0_55; Europe/de) http://yacy.net/bot.html" | 
|  | 2678 | +"robot","yacybot","yacybot (freeworld/global; amd64 Linux 2.6.32-431.29.2.el6.x86_64; java 1.7.0_65; Europe/en) http://yacy.net/bot.html" | 
|  | 2679 | +"robot","yacybot","yacybot (/global; amd64 Windows 7 6.1; java 1.7.0_67; Europe/de) http://yacy.net/bot.html" | 
|  | 2680 | +"robot","yacybot","yacybot (/global; amd64 Linux 2.6.32-042stab093.4; java 1.7.0_65; Etc/en) http://yacy.net/bot.html" | 
|  | 2681 | +"robot","yacybot","yacybot (/global; amd64 Linux 3.11.10-21-desktop; java 1.7.0_51; America/en) http://yacy.net/bot.html" | 
|  | 2682 | +"robot","yacybot","yacybot (/global; i386 Linux 3.13.0-37-generic; java 1.7.0_65; Europe/en) http://yacy.net/bot.html" | 
|  | 2683 | +"robot","yacybot","yacybot (/global; amd64 Linux 3.12.1; java 1.7.0_65; Europe/en) http://yacy.net/bot.html" | 
|  | 2684 | +"robot","yacybot","yacybot (/global; amd64 Windows 7 6.1; java 1.7.0_55; Europe/en) http://yacy.net/bot.html" | 
|  | 2685 | +"robot","yacybot","yacybot (/global; x86 Windows 2003 5.2; java 1.7.0_67; Europe/de) http://yacy.net/bot.html" | 
| 2659 | 2686 | "robot","Yahoo!","Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" | 
| 2660 | 2687 | "robot","Yahoo!","Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)" | 
| 2661 | 2688 | "robot","Yahoo!","Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)" | 
|  | 
| 2669 | 2696 | "robot","Yahoo!","Y!J-BSC/1.0 crawler (http://help.yahoo.co.jp/help/jp/blog-search/)" | 
| 2670 | 2697 | "robot","Yahoo!","Y!J-BRJ/YATS crawler (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)" | 
| 2671 | 2698 | "robot","Yahoo!","YahooCacheSystem" | 
|  | 2699 | +"robot","YamanaLab-bot","Mozzila/5.0 (compatible; Sonic/1.0; http://www.yama.info.waseda.ac.jp/~crawler/info.html)" | 
| 2672 | 2700 | "robot","YandexBot","Yandex/1.01.001 (compatible; Win16; I)" | 
| 2673 | 2701 | "robot","YandexBot","Yandex/1.01.001 (compatible; Win16; P)" | 
| 2674 | 2702 | "robot","YandexBot","YandexSomething/1.0" | 
|  | 
0 commit comments