iwla/awstats_data.py

27 lines
164 KiB
Python
Raw Normal View History

#This file was automatically generated by iwla_convert.pl. Do not edit manually.
2021-06-03 08:48:48 +02:00
robots = ['bingbot/', 'bingpreview', 'MSIECrawler', 'msnbot/', 'msnbot\-media/', 'AdIdxBot/', 'NOT[\x20]Googlebot/', 'Googlebot/', 'Google[\x20]Web[\x20]Preview', 'Googlebot\-Image/', 'Googlebot\-Mobile/', 'Google[\x20]Page[\x20]Speed', 'google\-sitemaps', 'Googlebot\-News', 'Googlebot\-Video/', 'AdsBot\-Google[\x20]\(', 'AdsBot\-Google\-Mobile\-Apps', 'Mediapartners-Google', 'Feedfetcher\-Google', 'Google\-Adwords\-Instant', 'Firefox/1\.5', 'Yahoo![\x20]Slurp[\x20]China', 'Yahoo![\x20]Slurp', 'Baiduspider/', 'Baiduspider\-image', 'baidu', 'YandexBot/', 'YandexImages/', 'YandexMetrika/', 'YandexMobileBot/', 'yandex', 'electricmonk/', 'spbot/', 'SeznamBot/', 'msie8', 'AhrefsBot/', '007ac9[\x20]Crawler', '2345Explorer/', '360Spider', 'A[\x20]Simple[\x20]Crawler', 'Abrave', 'acapbot/', 'Accoona\-AI\-Agent/', 'AdnormCrawlerCatchBot/', 'aiHitBot/', 'aipbot/', 'AlphaBot', 'Apache\-HttpClient/', 'Apexoo[\x20]Spider', 'Applebot/', 'archive\.org_bot', 'Babya[\x20]Discoverer', 'Barkrowler', 'BDCbot/', 'BellPagesCA/', 'BeNosey[\x20]Mohawk[\x20]Search', 'bhcBot', 'BigBozz/', 'BinGet/', 'bl\.uk_lddc_bot/', 'BLEXBot/', 'boitho\.com\-dc/', 'BoogleBot', 'BusinessBot:', 'CatchBot/', 'CB/Nutch', 'CCBot/', 'Cliqzbot/', 'CMS[\x20]Crawler', 'ConveraCrawler/', 'cosmos/', 'crawl/Nutch', 'crawler4j', 'CRAZYWEBCRAWLER', 'CSE[\x20]HTML[\x20]Validator', 'C\-T[\x20]bot', 'Curl/PHP', 'Dalvik/', 'DataCrawler/', 'daumoa', 'daum', 'Deepnet[\x20]Explorer', 'DeuSu/', 'Digincore', 'Discordbot/', 'Dispatch/', 'DnyzBot', 'DoCoMo/', 'Domain[\x20]Re\-Animator[\x20]Bot', 'DomainCrawler/', 'DomainMacroCrawler/', 'DomainSONOCrawler/', 'DomainStatsBot/', 'DotBot/', 'DuckDuckGo\-Favicons\-Bot/', 'ELinks/', 'ELinks[\x20]\(', 'EmailMarketingRobot/', 'EmeraldShield\.com[\x20]WebBot', 'envolk\[ITS\]spider/', 'EsperanzaBot', 'Exabot/', 'facebookexternalhit/', 'fast_enterprise_crawler.*scrawleradmin\.t\-info@telekom\.de', 'fast_enterprise_crawler.*t\-info_bi_cluster_crawleradmin\.t\-info@telekom\.de', 'FAST\-WebCrawler/', 'Feosey[\x20]Mohk[\x20]Crawler', 'findlinks/', 'Findxbot/', 'FirePHP/', 'firstdirectory\-bot', 'FlippyBearBot/', '^foo$', 'FreeWebMonitoring[\x20]SiteChecker/', 'fujilabol', 'FurlBot/', 'Gaisbot/', 'Gallent[\x20]Spider', 'GarlikCrawler/', 'GetintentCrawler[\x20]getintent\.com', 'Gigabot/', 'gipo\-crawler/Nutch', 'Girafabot', 'Gluten[\x20]Free[\x20]Crawler/', 'gocrawl', 'Go\-http\-client/', 'GrapeshotCrawler/', 'GSiteCrawler/', 'GurujiBot/', 'hadiBot', 'HaosouSpider', 'HELLO[\x20]Crawler', 'holmes/', 'houzzbot', 'HTTP_Request2/', 'HubSpot[\x20]Webcrawler', 'HyperCrawl/', 'ICC\-Crawler/', 'iconoclast', 'IDGCrawler/Nutch', 'IDG/UK', 'idmarch[\x20]Automatic\.beta/', 'InbyBot', 'Incutio[\x20]XML', 'InfluenceBot', 'IRLbot/', 'IssueCrawler', 'istellabot/', 'James[\x20]BOT', 'Jigsaw/', 'JobFeed', 'Jooblebot', 'KomodiaBot/', 'Konqueror/', 'linkapediabot', 'metager\-linkchecker', 'linkchecker', 'LinkCheck', 'linkdexbot/', 'LinkedInBot/', 'LinkpadBot/', 'Links[\x20]\(', 'LinksManager\.com_bot', 'LWP::Simple/', 'Mail\.RU_Bot/', 'meanpathbot/', 'Mechanize', 'Mediatoolkitbot', 'MegaIndex\.ru/', 'merzscope', 'mfibot/', 'microsoft.*discovery', 'missigua_locator', 'MixrankBot', 'MJ12bot/', 'MojeekBot/', 'Mojolicious', 'MXT/Nutch', 'My[\x20]Nutch[\x20]Spider/', 'myse/Nutch', 'NerdyBot', 'netEstate[\x20]NE[\x20]Crawler', 'NetResearchServer/', 'nominet', 'NRLCorpusBuilder/Nutch', 'nutch\-1\.4/', 'nutch\-1\.8/', 'NutchCVS/', 'o\.uk[\x20]robot', 'ocrawler;', 'ODP[\x20]link[\x20]checker', 'Offline[\x20]Explorer/', 'OmniExplorer_Bot/', 'OrangeBot/', 'PageBitesHyperBot/', 'Pcore', 'pdffillerbot/', 'peopleman', 'PhantomJS', 'PHP/5\.2\.8', 'Pinterestbot', 'Ploetz[\x20]\+[\x20]Zeller', 'Plukkie/', 'Princetonbot/', 'PrivacyAwareBot/', 'Prlog/', 'proximic', 'psbot/', 'psbot\-image', 'python_wk_crawler', 'Python\-urllib/', 'QCrawl', 'ResearchBot', 'roboto', 'rogerbot/', 'RSSingBot', 'RukiCrawler/', 'SafeDNS[\x20]search[\x20]bot/', 'SafeDNSBot', 'SafeSearch[\x20]microdata[\x20]crawler', 'safesearch', 'SBL\-BOT', 'scrapy', 'Screaming[\x20]Frog[\x20]SEO[\x20]Spider/', 'ScreenerBot[\x2
2014-11-26 16:17:16 +01:00
2021-06-03 08:48:48 +02:00
search_engines = ['^www\.google\.co\.uk$', '^images\.google\.co\.uk$', '^translate\.google\.co\.uk$', 'google\.co\.uk$', '^www\.google\.com$', '^images\.google\.com$', '^translate\.google\.com$', 'google\.com$', '^www\.bing\.com$', '^cn\.bing\.com$', '^global\.bing\.com$', 'bing\.com$', '^(www\.|)yandex\.ru$', '^(www\.|)yandex\.com\.tr$', '^(www\.|)yandex\.ua$', '^(www\.|)yandex\.kz$', '^(www\.|)yandex\.com$', 'yandex\.', '^ya\.ru$', '^www\.google\.de$', '^images\.google\.de$', '^translate\.google\.de$', 'google\.de$', '^www\.google\.fr$', '^images\.google\.fr$', '^translate\.google\.fr$', 'google\.fr$', '^www\.google\.ca$', '^images\.google\.ca$', '^translate\.google\.ca$', 'google\.ca$', '^www\.google\.es$', '^images\.google\.es$', '^translate\.google\.es$', 'google\.es$', '^www\.google\.com\.au$', '^images\.google\.com\.au$', '^translate\.google\.com\.au$', 'google\.com\.au$', '^www\.google\.nl$', '^images\.google\.nl$', '^translate\.google\.nl$', 'google\.nl$', '^www\.google\.gr$', '^images\.google\.gr$', '^translate\.google\.gr$', 'google\.gr$', '^www\.google\.se$', '^images\.google\.se$', '^translate\.google\.se$', 'google\.se$', '^www\.google\.ie$', '^images\.google\.ie$', '^translate\.google\.ie$', 'google\.ie$', '^www\.google\.it$', '^images\.google\.it$', '^translate\.google\.it$', 'google\.it$', '^www\.google\.no$', '^images\.google\.no$', '^translate\.google\.no$', 'google\.no$', '^www\.google\.com\.tr$', '^images\.google\.com\.tr$', '^translate\.google\.com\.tr$', 'google\.com\.tr$', '^www\.google\.co\.in$', '^images\.google\.co\.in$', '^translate\.google\.co\.in$', 'google\.co\.in$', '^www\.google\.pt$', '^images\.google\.pt$', '^translate\.google\.pt$', 'google\.pt$', '^www\.google\.hr$', '^images\.google\.hr$', '^translate\.google\.hr$', 'google\.hr$', '^www\.google\.co\.nz$', '^images\.google\.co\.nz$', '^translate\.google\.co\.nz$', 'google\.co\.nz$', '^www\.google\.pl$', '^images\.google\.pl$', '^translate\.google\.pl$', 'google\.pl$', '^www\.google\.ac$', '^images\.google\.ac$', '^translate\.google\.ac$', 'google\.ac$', '^www\.google\.ad$', '^images\.google\.ad$', '^translate\.google\.ad$', 'google\.ad$', '^www\.google\.ae$', '^images\.google\.ae$', '^translate\.google\.ae$', 'google\.ae$', '^www\.google\.al$', '^images\.google\.al$', '^translate\.google\.al$', 'google\.al$', '^www\.google\.am$', '^images\.google\.am$', '^translate\.google\.am$', 'google\.am$', '^www\.google\.as$', '^images\.google\.as$', '^translate\.google\.as$', 'google\.as$', '^www\.google\.at$', '^images\.google\.at$', '^translate\.google\.at$', 'google\.at$', '^www\.google\.az$', '^images\.google\.az$', '^translate\.google\.az$', 'google\.az$', '^www\.google\.ba$', '^images\.google\.ba$', '^translate\.google\.ba$', 'google\.ba$', '^www\.google\.be$', '^images\.google\.be$', '^translate\.google\.be$', 'google\.be$', '^www\.google\.bf$', '^images\.google\.bf$', '^translate\.google\.bf$', 'google\.bf$', '^www\.google\.bg$', '^images\.google\.bg$', '^translate\.google\.bg$', 'google\.bg$', '^www\.google\.bi$', '^images\.google\.bi$', '^translate\.google\.bi$', 'google\.bi$', '^www\.google\.bj$', '^images\.google\.bj$', '^translate\.google\.bj$', 'google\.bj$', '^www\.google\.bs$', '^images\.google\.bs$', '^translate\.google\.bs$', 'google\.bs$', '^www\.google\.bt$', '^images\.google\.bt$', '^translate\.google\.bt$', 'google\.bt$', '^www\.google\.by$', '^images\.google\.by$', '^translate\.google\.by$', 'google\.by$', '^www\.google\.cat$', '^images\.google\.cat$', '^translate\.google\.cat$', 'google\.cat$', '^www\.google\.cc$', '^images\.google\.cc$', '^translate\.google\.cc$', 'google\.cc$', '^www\.google\.cd$', '^images\.google\.cd$', '^translate\.google\.cd$', 'google\.cd$', '^www\.google\.cf$', '^images\.google\.cf$', '^translate\.google\.cf$', 'google\.cf$', '^www\.google\.cg$', '^images\.google\.cg$', '^translate\.google\.cg$', 'google\.cg$', '^www\.google\.ch$', '^images\.google\.ch$', '^translate\.google\.ch$', 'google\.ch$', '^www\.google\.ci$', '^images\.google\.ci$', '^translate\.google\.ci$', 'google\.ci$', '^www\.google\
2014-11-26 16:17:16 +01:00
search_engines_2 = ['jwss\.cc', 'lemoteur\.orange\.fr', 'qwant\.com', 'wow\.com', 'duckduckgo\.com', 'searches\.omiga-plus\.com', 'buenosearch\.com', 'trouver\.fr']
2014-11-26 16:17:16 +01:00
2021-06-03 08:48:48 +02:00
not_search_engines_keys = {'yandex\.' : 'direct\.yandex\.', 'altavista\.' : 'babelfish\.altavista\.', 'msn\.' : 'hotmail\.msn\.', 'google\.' : 'groups\.google\.', 'tiscali\.' : 'mail\.tiscali\.', 'yahoo\.' : '(?:picks|mail)\.yahoo\.|yahoo\.[^/]+/picks'}
2014-11-26 16:17:16 +01:00
2021-06-03 08:48:48 +02:00
search_engines_hashid = {'google\.vu$' : 'google_vu', '(^|\.)go\.com' : 'go', 'yourbestsearch\.net' : 'yourbestsearch', '^translate\.google\.com\.sv$' : 'translate_google_com_sv', 'anzwers\.com\.au' : 'anzwers', '^images\.google\.co\.ck$' : 'images_google_co_ck', 'google\.com\.jm$' : 'google_com_jm', '^ch\.yhs4\.search\.yahoo\.com$' : 'ch_yhs4_search_yahoo_com', '^images\.google\.sm$' : 'images_google_sm', 'suche\d?\.web\.de' : 'webde', 'google\.iq$' : 'google_iq', '^translate\.google\.com\.pk$' : 'translate_google_com_pk', '^translate\.google\.ro$' : 'translate_google_ro', 'babylon\.com' : 'babylon', 'google\.com\.qa$' : 'google_com_qa', '^translate\.google\.com\.bn$' : 'translate_google_com_bn', 'google\.gy$' : 'google_gy', '^www\.google\.ci$' : 'www_google_ci', 'search\.handycafe\.com' : 'handycafe', 'segnalo\.alice\.it' : 'segnalo', '^br\.images\.search\.yahoo\.com$' : 'br_images_search_yahoo_com', '^hk\.image\.search\.yahoo\.com$' : 'hk_image_search_yahoo_com', '^us\.search\.yahoo\.com$' : 'us_search_yahoo_com', 'swik\.net' : 'swik', 'google\.com\.lb$' : 'google_com_lb', '^www\.google\.cv$' : 'www_google_cv', 'yahoo' : 'yahoo_catchall', '^image\.search\.yahoo\.co\.jp$' : 'image_search_yahoo_co_jp', '^translate\.google\.se$' : 'translate_google_se', 'opasia\.dk' : 'opasia', 't-online\.de' : 't_online_de', 'www\.vlips\.de' : 'vlips_de', '^www\.google\.am$' : 'www_google_am', 'virginmedia\.com' : 'virginmedia', '^images\.google\.hu$' : 'images_google_hu', 'duckduckgo' : 'duckduckgo', '^images\.google\.com\.pk$' : 'images_google_com_pk', '^images\.google\.cat$' : 'images_google_cat', '66\.102\.[1-9]\.104' : 'google_cache', 'google\.ca$' : 'google_ca', '^www\.iask\.com$' : 'iask', '^es\.search\.yahoo\.com$' : 'es_search_yahoo_com', '^translate\.google\.com\.pr$' : 'translate_google_com_pr', '^images\.google\.rw$' : 'images_google_rw', 'www\.wow\.com' : 'www_wow_com', '^images\.google\.se$' : 'images_google_se', 'webmania\.hu' : 'webmania', '^images\.google\.be$' : 'images_google_be', 'webalta\.ru' : 'webalta', '^www\.google\.al$' : 'www_google_al', '^www\.google\.mk$' : 'www_google_mk', '^no\.search\.yahoo\.com$' : 'no_search_yahoo_com', '^translate\.google\.com\.fj$' : 'translate_google_com_fj', '^www\.google\.so$' : 'www_google_so', '^qc\.search\.yahoo\.com$' : 'qc_search_yahoo_com', '^www\.google\.com\.pa$' : 'www_google_com_pa', 'google\.it$' : 'google_it', 'google\.cd$' : 'google_cd', 'centrum\.cz' : 'centrum', '^www\.google\.com\.ec$' : 'www_google_com_ec', '^www\.google\.com\.tr$' : 'www_google_com_tr', 'mirago\.se' : 'miragose', '^translate\.google\.co\.ls$' : 'translate_google_co_ls', '^translate\.google\.mw$' : 'translate_google_mw', 'search\.bt\.com' : 'bt', 'google\.la$' : 'google_la', 'bing\.com$' : 'bing_com_catchall', '^translate\.google\.com\.gt$' : 'translate_google_com_gt', '^www\.google\.com\.cu$' : 'www_google_com_cu', '^www\.google\.vu$' : 'www_google_vu', '^www\.google\.com\.hk$' : 'www_google_com_hk', 'zoeken\.nl' : 'zoeken', 'google\.com\.bz$' : 'google_com_bz', 'chello\.pl' : 'chellopl', '^www\.google\.com\.kw$' : 'www_google_com_kw', 'webcrawler\.' : 'webcrawler', 'google\.com\.tr$' : 'google_com_tr', 'sapo\.pt' : 'sapo', '^translate\.google\.me$' : 'translate_google_me', 'clinck\.in' : 'clinck', '^translate\.google\.si$' : 'translate_google_si', 'steady-search\.com' : 'steadysearch', '^www\.google\.com\.mm$' : 'www_google_com_mm', '^www\.google\.mu$' : 'www_google_mu', '^translate\.google\.fm$' : 'translate_google_fm', 'google\.bi$' : 'google_bi', 'google\.tl$' : 'google_tl', '^www\.google\.cg$' : 'www_google_cg', 'searchlistingsite\.com' : 'searchlistingsite', '^id\.images\.search\.yahoo\.com$' : 'id_images_search_yahoo_com', '^images\.google\.com\.uy$' : 'images_google_com_uy', '^images\.google\.cz$' : 'images_google_cz', '^images\.google\.com\.sb$' : 'images_google_com_sb', '^id\.yhs4\.search\.yahoo\.com$' : 'id_yhs4_search_yahoo_com', '^images\.google\.ie$' : 'images_google_ie', '^images\.google\.co\.mz$' : 'images_google_co_mz', '^www\.google\.be$' : 'www_google_be', '^images\.google\.cd$
2014-11-26 16:17:16 +01:00
2021-06-03 08:48:48 +02:00
search_engines_knwown_url = {'images_google_as' : '(p|q|as_p|as_q)=', 'translate_google_mu' : '(p|q|as_p|as_q)=', 'images_google_lu' : '(p|q|as_p|as_q)=', 'images_google_co_bw' : '(p|q|as_p|as_q)=', 'www_google_bg' : '(p|q|as_p|as_q)=', 'images_google_com_vc' : '(p|q|as_p|as_q)=', 'translate_google_mg' : '(p|q|as_p|as_q)=', 'images_google_co_il' : '(p|q|as_p|as_q)=', 'translate_google_co_in' : '(p|q|as_p|as_q)=', 'mirago' : '(txtsearch|qry)=', 'metacrawler' : 'general=', 'de_search_yahoo_com' : 'p=', 'google_com_eg' : '(p|q|as_p|as_q)=', 'google_com_pg' : '(p|q|as_p|as_q)=', 'google_to' : '(p|q|as_p|as_q)=', 'translate_google_com_gh' : '(p|q|as_p|as_q)=', 'google_com_ai' : '(p|q|as_p|as_q)=', 'sapo' : 'q=', 'images_google_tt' : '(p|q|as_p|as_q)=', 'www_google_com' : '(p|q|as_p|as_q)=', 'google_je' : '(p|q|as_p|as_q)=', 'images_google_com_sb' : '(p|q|as_p|as_q)=', 'askde' : 'q=', 'clubinternet' : 'q=', 'www_google_com_ec' : '(p|q|as_p|as_q)=', 'metaua' : 'q=', 'google_com_bz' : '(p|q|as_p|as_q)=', 'allgameshome' : 's=', 'images_google_co_ve' : '(p|q|as_p|as_q)=', 'www_google_si' : '(p|q|as_p|as_q)=', 'preciobarato_xyz' : 's=', 'google_mn' : '(p|q|as_p|as_q)=', 'www_google_de' : '(p|q|as_p|as_q)=', 'translate_google_co_id' : '(p|q|as_p|as_q)=', 'images_google_lk' : '(p|q|as_p|as_q)=', 'www_google_td' : '(p|q|as_p|as_q)=', 'translate_google_com_np' : '(p|q|as_p|as_q)=', 'fdownloadr_com' : 'q=', 'ya_ru' : 'q=', 'google_vu' : '(p|q|as_p|as_q)=', 'searches_qone8_com' : 'q=', 'www_google_pl' : '(p|q|as_p|as_q)=', 'translate_google_com_eg' : '(p|q|as_p|as_q)=', 'translate_google_com_tj' : '(p|q|as_p|as_q)=', 'translate_google_gg' : '(p|q|as_p|as_q)=', 'images_google_com_py' : '(p|q|as_p|as_q)=', 'images_google_cz' : '(p|q|as_p|as_q)=', 'google_com_bo' : '(p|q|as_p|as_q)=', 'translate_google_co_cr' : '(p|q|as_p|as_q)=', 'google_com_pk' : '(p|q|as_p|as_q)=', 'translate_google_tt' : '(p|q|as_p|as_q)=', 'google_co_in' : '(p|q|as_p|as_q)=', 'google_so' : '(p|q|as_p|as_q)=', 'www_google_ca' : '(p|q|as_p|as_q)=', 'sg_search_yahoo_com' : 'p=', 'alexa' : 'q=', 'www_google_lu' : '(p|q|as_p|as_q)=', 'translate_google_to' : '(p|q|as_p|as_q)=', 'translate_google_td' : '(p|q|as_p|as_q)=', 'passagen' : 'q=', 'translate_google_com_do' : '(p|q|as_p|as_q)=', 'images_google_sk' : '(p|q|as_p|as_q)=', 'translate_google_jo' : '(p|q|as_p|as_q)=', 'umfis' : 'suchbegriff=', 'images_google_iq' : '(p|q|as_p|as_q)=', 'spray' : 'string=', 'translate_google_com_ai' : '(p|q|as_p|as_q)=', 'www_google_lv' : '(p|q|as_p|as_q)=', 'alltheweb' : 'q(|uery)=', 'www_google_hn' : '(p|q|as_p|as_q)=', 'translate_google_as' : '(p|q|as_p|as_q)=', 'mys_yoursearch_me' : 'q=', 'images_google_ad' : '(p|q|as_p|as_q)=', 'translate_google_com_ni' : '(p|q|as_p|as_q)=', 'voila' : '(kw|rdata)=', 'images_google_com_jm' : '(p|q|as_p|as_q)=', 'translate_google_sn' : '(p|q|as_p|as_q)=', 'hk_image_search_yahoo_com' : 'p=', 'google_me' : '(p|q|as_p|as_q)=', 'easysearch' : 's=', 'images_google_dj' : '(p|q|as_p|as_q)=', 'translate_google_ws' : '(p|q|as_p|as_q)=', 'askit' : 'q=', 'images_google_com_tr' : '(p|q|as_p|as_q)=', 'go2net' : 'general=', 'globososo' : 'q=', 'android_googlequicksearchbox' : '(notknown)=', 'atlanticbb' : 'q=', 'chellocz' : 'q1=', 'aliceitmaster' : 'qs=', 'translate_google_lv' : '(p|q|as_p|as_q)=', 'cn_bing_com' : 'q(|pvt)=', 'dmoz' : '(q|search)=', 'www_google_com_mx' : '(p|q|as_p|as_q)=', 'images_google_com_lc' : '(p|q|as_p|as_q)=', 'askjp' : 'q=', 'www_google_com_ni' : '(p|q|as_p|as_q)=', 'www_google_es' : '(p|q|as_p|as_q)=', 'so_com' : 'q=', 'translate_google_at' : '(p|q|as_p|as_q)=', 'www_google_ps' : '(p|q|as_p|as_q)=', 'translate_google_com_mt' : '(p|q|as_p|as_q)=', 'searchresultscom' : 'q=', 'orange' : 'q=', 'aport' : 'r=', 'images_google_gm' : '(p|q|as_p|as_q)=', 'clarosearch' : 'q=', 'google_cat' : '(p|q|as_p|as_q)=', 'hk_images_search_yahoo_com' : 'p=', 'translate_google_ad' : '(p|q|as_p|as_q)=', 'images_google_com_ec' : '(p|q|as_p|as_q)=', 'infouk' : 'qkw=', 'images_google_dk' : '(p|q|as_p|as_q)=', 'images_google_bt' : '(p|q|as_p|as_q)=', 'images_google_sc'
2014-11-26 16:17:16 +01:00
2021-06-03 08:48:48 +02:00
operating_systems = ['windows[_+ ]?2005', 'windows[_+ ]nt[_+ ]6\.0', 'windows[_+ ]?2008', 'windows[_+ ]nt[_+ ]6\.1', 'windows[_+ ]?2012', 'windows[_+ ]nt[_+ ]6\.2', 'windows[_+ ]nt[_+ ]6\.3', 'windows[_+ ]nt[_+ ]10', 'windows[_+ ]?vista', 'windows[_+ ]nt[_+ ]6', 'windows[_+ ]?2003', 'windows[_+ ]nt[_+ ]5\.2', 'windows[_+ ]xp', 'windows[_+ ]nt[_+ ]5\.1', 'windows[_+ ]me', 'win[_+ ]9x', 'windows[_+ ]?2000', 'windows[_+ ]nt[_+ ]5', 'windows[_+ ]phone', 'winnt', 'windows[_+ \-]?nt', 'win32', 'win(.*)98', 'win(.*)95', 'win(.*)16', 'windows[_+ ]3', 'win(.*)ce', 'iphone', 'ipad', 'ipod', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]14', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]13', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]12', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]11', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]10', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]9', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]8', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]7', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]6', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]5', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]4', 'mac[_+ ]os[_+ ]x', 'mac[_+ ]?p', 'mac[_+ ]68', 'macweb', 'macintosh', 'linux(.*)android', 'linux(.*)asplinux', 'linux(.*)centos', 'linux(.*)debian', 'linux(.*)fedora', 'linux(.*)gentoo', 'linux(.*)mandr', 'linux(.*)momonga', 'linux(.*)pclinuxos', 'linux(.*)red[_+ ]hat', 'linux(.*)suse', 'linux(.*)ubuntu', 'linux(.*)vector', 'linux(.*)vine', 'linux(.*)white\sbox', 'linux(.*)zenwalk', 'linux', 'android', 'debian', 'gnu.hurd', 'bsdi', 'gnu.kfreebsd', 'freebsd', 'openbsd', 'netbsd', 'dragonfly', 'aix', 'sunos', 'irix', 'osf', 'hp\-ux', 'unix', 'x11', 'gnome\-vfs', 'beos', 'os/2', 'amiga', 'atari', 'vms', 'commodore', 'qnx', 'inferno', 'palmos', 'syllable', 'blackberry', 'cp/m', 'crayos', 'dreamcast', 'risc[_+ ]?os', 'symbian', 'webtv', 'playstation', 'xbox', 'wii', 'vienna', 'newsfire', 'applesyndication', 'akregator', 'plagger', 'syndirella', 'j2me', 'java', 'microsoft', 'msie[_+ ]', 'ms[_+ ]frontpage', 'windows']
2021-06-03 08:48:48 +02:00
operating_systems_hashid = {'crayos' : 'crayos', 'windows[_+ ]me' : 'winme', 'windows[_+ ]?2008' : 'win2008', 'qnx' : 'qnx', 'linux(.*)asplinux' : 'linuxasplinux', 'akregator' : 'linux', 'plagger' : 'unix', 'windows[_+ ]nt[_+ ]5' : 'win2000', 'windows[_+ ]nt[_+ ]6\.3' : 'win8.1', 'microsoft' : 'winunknown', 'mac[_+ ]?p' : 'macintosh', 'windows[_+ \-]?nt' : 'winnt', 'vienna' : 'macosx', 'iphone' : 'ios_iphone', 'dragonflybsd' : 'bsddflybsd', 'windows[_+ ]nt[_+ ]6\.0' : 'winlong', 'linux(.*)ubuntu' : 'linuxubuntu', 'aix' : 'aix', 'linux' : 'linux', 'freebsd' : 'bsdfreebsd', 'win(.*)98' : 'win98', 'win(.*)ce' : 'wince', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]10' : 'macosx10', 'linux(.*)centos' : 'linuxcentos', 'osf' : 'osf', 'inferno' : 'inferno', 'windows[_+ ]phone' : 'winphone', 'linux(.*)debian' : 'linuxdebian', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]11' : 'macosx11', 'ipad' : 'ios_ipad', 'mac[_+ ]68' : 'macintosh', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]4' : 'macosx4', 'sunos' : 'sunos', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]8' : 'macosx8', 'gnu.kfreebsd' : 'bsdkfreebsd', 'win[_+ ]9x' : 'winme', 'risc[_+ ]?os' : 'riscos', 'irix' : 'irix', 'debian' : 'linuxdebian', 'ipod' : 'ios_ipod', 'windows[_+ ]nt[_+ ]5\.1' : 'winxp', 'webtv' : 'webtv', 'linux(.*)gentoo' : 'linuxgentoo', 'applesyndication' : 'macosx', 'linux(.*)android' : 'linuxandroid', 'linux(.*)fedora' : 'linuxfedora', 'linux(.*)vector' : 'linuxvector', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]5' : 'macosx5', 'linux(.*)zenwalk' : 'linuxzenwalk', 'windows[_+ ]?2012' : 'win2012', 'windows[_+ ]nt[_+ ]5\.2' : 'win2003', 'gnu.hurd' : 'gnu', 'symbian' : 'symbian', 'java' : 'java', 'atari' : 'atari', 'win(.*)95' : 'win95', 'linux(.*)red[_+ ]hat' : 'linuxredhat', 'macintosh' : 'macintosh', 'windows[_+ ]nt[_+ ]6\.1' : 'win7', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]7' : 'macosx7', 'syllable' : 'syllable', 'windows' : 'winunknown', 'cp/m' : 'cp/m', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]9' : 'macosx9', 'xbox' : 'winxbox', 'windows[_+ ]nt[_+ ]10' : 'win10', 'linux(.*)momonga' : 'linuxmomonga', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]6' : 'macosx6', 'wii' : 'wii', 'x11' : 'unix', 'amiga' : 'amigaos', 'windows[_+ ]nt[_+ ]6\.2' : 'win8', 'linux(.*)mandr' : 'linuxmandr', 'gnome\-vfs' : 'unix', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]12' : 'macosx12', 'bsdi' : 'bsdi', 'linux(.*)suse' : 'linuxsuse', 'vms' : 'vms', 'android' : 'linuxandroid', 'win(.*)16' : 'win16', 'syndirella' : 'winxp', 'blackberry' : 'blackberry', 'palmos' : 'palmos', 'windows[_+ ]?2000' : 'win2000', 'newsfire' : 'macosx', 'os/2' : 'os/2', 'commodore' : 'commodore', 'openbsd' : 'bsdopenbsd', 'linux(.*)white\sbox' : 'linuxwhitebox', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]13' : 'macosx13', 'windows[_+ ]?2003' : 'win2003', 'windows[_+ ]?vista' : 'winvista', 'winnt' : 'winnt', 'j2me' : 'j2me', 'mac[_+ ]os[_+ ]x' : 'macosx', 'unix' : 'unix', 'ms[_+ ]frontpage' : 'winunknown', 'msie[_+ ]' : 'winunknown', 'win32' : 'winnt', 'hp\-ux' : 'hp\-ux', 'netbsd' : 'bsdnetbsd', 'windows[_+ ]3' : 'win16', 'windows[_+ ]?2005' : 'winlong', 'dreamcast' : 'dreamcast', 'mac[_+ ]os[_+ ]x[_+ ]10[_\.]14' : 'macosx14', 'linux(.*)vine' : 'linuxvine', 'windows[_+ ]nt[_+ ]6' : 'winvista', 'playstation' : 'psp', 'beos' : 'beos', 'windows[_+ ]xp' : 'winxp', 'macweb' : 'macintosh', 'linux(.*)pclinuxos' : 'linuxpclinuxos'}
2021-06-03 08:48:48 +02:00
operating_systems_family = {'win' : 'Windows', 'mac' : 'Macintosh', 'bsd' : 'BSD', 'linux' : 'Linux', 'ios' : 'iOS'}
browsers = ['elinks', 'firebird', 'go!zilla', 'icab', 'links', 'lynx', 'omniweb', '22acidownload', 'abrowse', 'aol\-iweng', 'amaya', 'amigavoyager', 'arora', 'aweb', 'charon', 'donzilla', 'seamonkey', 'flock', 'minefield', 'bonecho', 'granparadiso', 'songbird', 'strata', 'sylera', 'kazehakase', 'prism', 'icecat', 'iceape', 'iceweasel', 'w3clinemode', 'bpftp', 'camino', 'chimera', 'cyberdog', 'dillo', 'xchaos_arachne', 'doris', 'dreamcast', 'xbox', 'downloadagent', 'ecatch', 'emailsiphon', 'encompass', 'epiphany', 'friendlyspider', 'fresco', 'galeon', 'flashget', 'freshdownload', 'getright', 'leechget', 'netants', 'headdump', 'hotjava', 'ibrowse', 'intergo', 'k\-meleon', 'k\-ninja', 'linemodebrowser', 'lotus\-notes', 'macweb', 'multizilla', 'ncsa_mosaic', 'netcaptor', 'netpositive', 'nutscrape', 'msfrontpageexpress', 'contiki', 'emacs\-w3', 'phoenix', 'shiira', 'tzgeturl', 'viking', 'webfetcher', 'webexplorer', 'webmirror', 'webvcr', 'qnx\svoyager', 'cloudflare', 'grabber', 'teleport', 'webcapture', 'webcopier', 'real', 'winamp', 'windows\-media\-player', 'audion', 'freeamp', 'itunes', 'jetaudio', 'mint_audio', 'mpg123', 'mplayer', 'nsplayer', 'qts', 'quicktime', 'sonique', 'uplayer', 'xaudio', 'xine', 'xmms', 'gstreamer', 'abilon', 'aggrevator', 'aiderss', 'akregator', 'applesyndication', 'betanews_reader', 'blogbridge', 'cyndicate', 'feeddemon', 'feedreader', 'feedtools', 'greatnews', 'gregarius', 'hatena_rss', 'jetbrains_omea', 'liferea', 'netnewswire', 'newsfire', 'newsgator', 'newzcrawler', 'plagger', 'pluck', 'potu', 'pubsub\-rss\-reader', 'pulpfiction', 'rssbandit', 'rssreader', 'rssowl', 'rss\sxpress', 'rssxpress', 'sage', 'sharpreader', 'shrook', 'straw', 'syndirella', 'vienna', 'wizz\srss\snews\sreader', 'alcatel', 'lg\-', 'mot\-', 'nokia', 'panasonic', 'philips', 'sagem', 'samsung', 'sie\-', 'sec\-', 'sonyericsson', 'ericsson', 'mmef', 'mspie', 'vodafone', 'wapalizer', 'wapsilon', 'wap', 'webcollage', 'up\.', 'android', 'blackberry', 'cnf2', 'docomo', 'ipcheck', 'iphone', 'portalmmm', 'webtv', 'democracy', 'cjb\.net', 'ossproxy', 'smallproxy', 'adobeair', 'apt', 'analogx_proxy', 'gnome\-vfs', 'neon', 'curl', 'csscheck', 'httrack', 'fdm', 'javaws', 'wget', 'fget', 'chilkat', 'webdownloader\sfor\sx', 'w3m', 'wdg_validator', 'w3c_validator', 'jigsaw', 'webreaper', 'webzip', 'staroffice', 'gnus', 'nikto', 'download\smaster', 'microsoft\-webdav\-miniredir', 'microsoft\sdata\saccess\sinternet\spublishing\sprovider\scache\smanager', 'microsoft\sdata\saccess\sinternet\spublishing\sprovider\sdav', 'POE\-Component\-Client\-HTTP', 'mozilla', 'libwww', 'lwp']
2021-06-03 08:48:48 +02:00
browsers_hashid = {'neon' : 'Neon HTTP and WebDAV client library', 'k\-ninja' : 'K-Ninja', 'konqueror' : 'Konqueror', 'ncsa_mosaic' : 'NCSA Mosaic', 'feedtools' : '<a href="http://sporkmonger.com/projects/feedtools/" title="Browser home page [new window]" target="_blank" rel="noopener noreferrer">FeedTools (RSS Reader)</a>', 'firebird' : 'Firebird (Old Firefox)', 'cloudflare' : 'CloudFlare', 'webcollage' : 'WebCollage (PDA/Phone browser)', 'fget' : 'FGet', 'webcapture' : 'Acrobat Webcapture', 'gregarius' : '<a href="http://devlog.gregarius.net/docs/ua" title="Browser home page [new window]" target="_blank" rel="noopener noreferrer">Gregarius (RSS Reader)</a>', 'xbox' : 'XBoX', 'donzilla' : 'Donzilla', 'alcatel' : 'Alcatel Browser (PDA/Phone browser)', 'nsplayer' : 'NetShow Player (media player)', 'sonique' : 'Sonique (media player)', 'mmef' : 'Microsoft Mobile Explorer (PDA/Phone browser)', 'minefield' : 'Minefield (Firefox 3.0 development)', 'w3c_validator' : 'W3C Validator', 'bonecho' : 'BonEcho (Firefox 2.0 development)', 'greatnews' : '<a href="http://www.curiostudio.com/" title="Browser home page [new window]" target="_blank" rel="noopener noreferrer">GreatNews (RSS Reader)</a>', 'svn' : 'Subversion client', 'nokia' : 'Nokia Browser (PDA/Phone browser)', 'xaudio' : 'Some XAudio Engine based MPEG player (media player)', 'gnome\-vfs' : 'Gnome FileSystem Abstraction library', 'links' : 'Links', 'staroffice' : 'StarOffice', 'contiki' : 'Contiki', 'edge' : 'Edge', 'real' : 'Real player or compatible (media player)', 'cnf2' : 'Supervision I-Mode ByTel (phone)', 'intergo' : 'InterGO', 'sage' : 'Sage (RSS Reader)', 'xine' : 'Xine, a free multimedia player (media player)', 'wapsilon' : 'WAPsilon (PDA/Phone browser)', 'gstreamer' : 'GStreamer (media library)', 'fdm' : '<a href="http://www.freedownloadmanager.org/" title="Browser home page [new window]" target="_blank" rel="noopener noreferrer">FDM Free Download Manager</a>', 'opera' : 'Opera', 'syndirella' : 'Syndirella (RSS Reader)', 'phoenix' : 'Phoenix', 'qts' : 'QuickTime (media player)', 'android' : 'Android browser (PDA/Phone browser)', 'flashget' : 'FlashGet', 'go!zilla' : 'Go!Zilla', 'quicktime' : 'QuickTime (media player)', 'newsgator' : 'NewsGator (RSS Reader)', 'pubsub\-rss\-reader' : '<a href="http://www.pubsub.com/" title="Browser home page [new window]" target="_blank" rel="noopener noreferrer">PubSub (RSS Reader)</a>', 'mpg123' : 'mpg123 (media player)', 'newsfire' : 'NewsFire (RSS Reader)', 'aiderss' : 'AideRSS (RSS Reader)', 'blackberry' : 'BlackBerry (PDA/Phone browser)', 'sylera' : 'Sylera', 'sagem' : 'Sagem (PDA/Phone browser)', 'aggrevator' : 'Aggrevator (RSS Reader)', 'portalmmm' : 'I-Mode phone (PDA/Phone browser)', 'aol\-iweng' : 'AOL-Iweng', 'flock' : 'Flock', 'mint_audio' : 'Mint Audio (media player)', 'cyberdog' : 'Cyberdog', 'mozilla' : 'Mozilla', 'cjb\.net' : '<a href="http://proxy.cjb.net/" title="Browser home page [new window]" target="_blank" rel="noopener noreferrer">CJB.NET Proxy</a>', 'abilon' : 'Abilon (RSS Reader)', 'POE\-Component\-Client\-HTTP' : 'HTTP user-agent for POE (portable networking framework for Perl)', 'csscheck' : 'WDG CSS Validator', 'encompass' : 'Encompass', 'galeon' : 'Galeon', 'netscape' : 'Netscape', 'apt' : 'Debian APT', 'msfrontpageexpress' : 'MS FrontPage Express', 'pluck' : 'Pluck (RSS Reader)', 'webcopier' : 'WebCopier', 'microsoft\sdata\saccess\sinternet\spublishing\sprovider\scache\smanager' : 'Microsoft Data Access Component Internet Publishing Provider Cache Manager', 'emacs\-w3' : 'Emacs/w3s', 'audion' : 'Audion (media player)', 'leechget' : 'LeechGet', 'webvcr' : 'WebVCR', 'netcaptor' : 'NetCaptor', 'abrowse' : 'ABrowse', 'emailsiphon' : 'EmailSiphon', 'liferea' : '<a href="http://liferea.sourceforge.net/" title="Browser home page [new window]" target="_blank" rel="noopener noreferrer">Liferea (RSS Reader)</a>', 'charon' : 'Charon', 'wizz\srss\snews\sreader' : 'Wizz RSS News Reader (RSS Reader)', 'rssreader' : 'RssReader (RSS Reader)', 'amigavoyager' : 'AmigaVoyager', 'lynx' : 'Lynx', 'wap' : 'Unknown WAP br
2021-06-03 08:48:48 +02:00
browsers_icons = {'docomo' : 'pdaphone', 'songbird' : 'mozilla', 'adobeair' : 'adobe', 'pulpfiction' : 'rss', 'rssowl' : 'rss', 'winamp' : 'mediaplayer', 'msie' : 'msie', 'seamonkey' : 'seamonkey', 'applesyndication' : 'rss', 'javaws' : 'java', 'iceweasel' : 'iceweasel', 'fresco' : 'fresco', 'sec\-' : 'pdaphone', 'webtv' : 'webtv', 'freeamp' : 'mediaplayer', 'kazehakase' : 'mozilla', 'doris' : 'doris', 'mplayer' : 'mediaplayer', 'philips' : 'pdaphone', 'shrook' : 'rss', 'camino' : 'chimera', 'chrome' : 'chrome', 'chimera' : 'chimera', 'microsoft\-webdav\-miniredir' : 'frontpage', 'microsoft\soffice\sprotocol\sdiscovery' : 'frontpage', 'icab' : 'icab', 'lg\-' : 'pdaphone', 'httrack' : 'httrack', 'iceape' : 'mozilla', 'sie\-' : 'pdaphone', 'ericsson' : 'pdaphone', 'analogx_proxy' : 'analogx', 'feeddemon' : 'rss', 'aweb' : 'aweb', 'multizilla' : 'multizilla', 'itunes' : 'mediaplayer', 'sonyericsson' : 'pdaphone', 'microsoft\sdata\saccess\sinternet\spublishing\sprovider\sprotocol\sdiscovery' : 'frontpage', 'mspie' : 'pdaphone', 'microsoft\sdata\saccess\sinternet\spublishing\sprovider\sdav' : 'frontpage', 'jetaudio' : 'mediaplayer', 'safari' : 'safari', 'jetbrains_omea' : 'rss', 'omniweb' : 'omniweb', 'teleport' : 'teleport', 'up\.' : 'pdaphone', 'feedreader' : 'rss', 'betanews_reader' : 'rss', 'samsung' : 'pdaphone', 'avantbrowser' : 'avant', 'strata' : 'mozilla', 'netpositive' : 'netpositive', 'xmms' : 'mediaplayer', 'icecat' : 'icecat', 'granparadiso' : 'firefox', 'vienna' : 'rss', 'iphone' : 'pdaphone', 'epiphany' : 'epiphany', 'getright' : 'getright', 'mot\-' : 'pdaphone', 'hatena_rss' : 'rss', 'bpftp' : 'bpftp', 'uplayer' : 'mediaplayer', 'gnus' : 'gnus', 'rssxpress' : 'rss', 'plagger' : 'rss', 'akregator' : 'rss', 'sharpreader' : 'rss', 'windows\-media\-player' : 'mplayer', 'ibrowse' : 'ibrowse', 'panasonic' : 'pdaphone', 'prism' : 'mozilla', 'potu' : 'rss', 'webzip' : 'webzip', 'vodafone' : 'pdaphone', 'webreaper' : 'webreaper', 'lotus\-notes' : 'lotusnotes', 'ecatch' : 'ecatch', 'netnewswire' : 'rss', 'dillo' : 'dillo', 'macweb' : 'macweb', 'rssbandit' : 'rss', 'newzcrawler' : 'rss', 'freshdownload' : 'freshdownload', 'hotjava' : 'hotjava', 'wapalizer' : 'pdaphone', 'blogbridge' : 'rss', 'rss\sxpress' : 'rss', 'firefox' : 'firefox', 'k\-meleon' : 'kmeleon', 'grabber' : 'grabber', 'amaya' : 'amaya', 'straw' : 'rss', 'dreamcast' : 'dreamcast', 'lynx' : 'lynx', 'amigavoyager' : 'amigavoyager', 'wap' : 'pdaphone', 'liferea' : 'rss', 'rssreader' : 'rss', 'wizz\srss\snews\sreader' : 'wizz', 'leechget' : 'leechget', 'audion' : 'mediaplayer', 'apt' : 'apt', 'encompass' : 'encompass', 'galeon' : 'galeon', 'netscape' : 'netscape', 'webcopier' : 'webcopier', 'microsoft\sdata\saccess\sinternet\spublishing\sprovider\scache\smanager' : 'frontpage', 'msfrontpageexpress' : 'fpexpress', 'pluck' : 'rss', 'cjb\.net' : 'cjbnet', 'abilon' : 'abilon', 'mozilla' : 'mozilla', 'cyberdog' : 'cyberdog', 'flock' : 'flock', 'mint_audio' : 'mediaplayer', 'sagem' : 'pdaphone', 'sylera' : 'mozilla', 'aggrevator' : 'rss', 'portalmmm' : 'pdaphone', 'blackberry' : 'pdaphone', 'newsgator' : 'rss', 'pubsub\-rss\-reader' : 'rss', 'go!zilla' : 'gozilla', 'aiderss' : 'rss', 'mpg123' : 'mediaplayer', 'newsfire' : 'rss', 'flashget' : 'flashget', 'phoenix' : 'phoenix', 'syndirella' : 'rss', 'opera' : 'opera', 'android' : 'android', 'qts' : 'mediaplayer', 'microsoft\soffice\sexistence\sdiscovery' : 'frontpage', 'wapsilon' : 'pdaphone', 'xine' : 'mediaplayer', 'sage' : 'rss', 'real' : 'real', 'edge' : 'edge', 'gnome\-vfs' : 'gnome', 'xaudio' : 'mediaplayer', 'staroffice' : 'staroffice', 'bonecho' : 'firefox', 'nokia' : 'pdaphone', 'svn' : 'subversion', 'greatnews' : 'rss', 'sonique' : 'mediaplayer', 'mmef' : 'pdaphone', 'minefield' : 'firefox', 'donzilla' : 'mozilla', 'alcatel' : 'pdaphone', 'nsplayer' : 'netshow', 'webcapture' : 'adobe', 'gregarius' : 'rss', 'xbox' : 'winxbox', 'feedtools' : 'rss', 'firebird' : 'phoenix', 'webcollage' : 'pdaphone', 'konqueror' : 'konqueror', 'ncsa_mosaic' : 'ncsa_mosaic', 'neon' : 'neon'}