Add Browsers post analysis and display
This commit is contained in:
Gregory Soutade
parent
a40f116c71
commit
2baf4173fd
124
plugins/display/browsers.py
Normal file
124
plugins/display/browsers.py
Normal file
|
|
@ -0,0 +1,124 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
#
|
||||||
|
# Copyright Grégory Soutadé 2015
|
||||||
|
|
||||||
|
# This file is part of iwla
|
||||||
|
|
||||||
|
# iwla is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# iwla is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU General Public License
|
||||||
|
# along with iwla. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
#
|
||||||
|
|
||||||
|
from iwla import IWLA
|
||||||
|
from iplugin import IPlugin
|
||||||
|
from display import *
|
||||||
|
|
||||||
|
import awstats_data
|
||||||
|
|
||||||
|
"""
|
||||||
|
Display hook
|
||||||
|
|
||||||
|
Create browsers page
|
||||||
|
|
||||||
|
Plugin requirements :
|
||||||
|
post_analysis/browsers
|
||||||
|
|
||||||
|
Conf values needed :
|
||||||
|
max_browsers_displayed*
|
||||||
|
create_browsers_page*
|
||||||
|
|
||||||
|
Output files :
|
||||||
|
OUTPUT_ROOT/year/month/browsers.html
|
||||||
|
OUTPUT_ROOT/year/month/index.html
|
||||||
|
|
||||||
|
Statistics creation :
|
||||||
|
None
|
||||||
|
|
||||||
|
Statistics update :
|
||||||
|
None
|
||||||
|
|
||||||
|
Statistics deletion :
|
||||||
|
None
|
||||||
|
"""
|
||||||
|
|
||||||
|
class IWLADisplayBrowsers(IPlugin):
|
||||||
|
def __init__(self, iwla):
|
||||||
|
super(IWLADisplayBrowsers, self).__init__(iwla)
|
||||||
|
self.API_VERSION = 1
|
||||||
|
self.requires = ['IWLAPostAnalysisBrowsers']
|
||||||
|
|
||||||
|
def load(self):
|
||||||
|
self.icon_path = self.iwla.getConfValue('icon_path', '/')
|
||||||
|
self.max_browsers = self.iwla.getConfValue('max_browsers_displayed', 0)
|
||||||
|
self.create_browsers = self.iwla.getConfValue('create_browsers_page', True)
|
||||||
|
self.icon_names = {v:k for (k, v) in awstats_data.browsers_hashid.items()}
|
||||||
|
|
||||||
|
return True
|
||||||
|
|
||||||
|
def hook(self):
|
||||||
|
display = self.iwla.getDisplay()
|
||||||
|
browsers = self.iwla.getMonthStats()['browsers']
|
||||||
|
browsers = sorted(browsers.items(), key=lambda t: t[1], reverse=True)
|
||||||
|
|
||||||
|
# All in a file
|
||||||
|
if self.create_browsers:
|
||||||
|
title = createCurTitle(self.iwla, u'Browsers')
|
||||||
|
filename = 'browsers.html'
|
||||||
|
path = self.iwla.getCurDisplayPath(filename)
|
||||||
|
|
||||||
|
page = display.createPage(title, path, self.iwla.getConfValue('css_path', []))
|
||||||
|
table = display.createBlock(DisplayHTMLBlockTable, self.iwla._(u'Browsers'), ['', self.iwla._(u'Browser'), self.iwla._(u'Entrance')])
|
||||||
|
table.setColsCSSClass(['', '', 'iwla_hit'])
|
||||||
|
total_browsers = [0]*3
|
||||||
|
new_list = self.max_browsers and browsers[:self.max_browsers] or browsers
|
||||||
|
for (browser, entrance) in new_list:
|
||||||
|
if browser != 'unknown':
|
||||||
|
icon = '<img src="/%s/browser/%s.png"/>' % (self.icon_path, awstats_data.browsers_icons[self.icon_names[browser]])
|
||||||
|
else:
|
||||||
|
icon = '<img src="/%s/browser/unknown.png"/>' % (self.icon_path)
|
||||||
|
browser = 'Unknown'
|
||||||
|
table.appendRow([icon, browser, entrance])
|
||||||
|
total_browsers[1] += entrance
|
||||||
|
if self.max_browsers:
|
||||||
|
others = 0
|
||||||
|
for (browser, entrance) in browsers[self.max_browsers:]:
|
||||||
|
others += entrance
|
||||||
|
table.appendRow(['', self.iwla._(u'Others'), others])
|
||||||
|
table.setCellCSSClass(table.getNbRows()-1, 0, 'iwla_others')
|
||||||
|
|
||||||
|
page.appendBlock(table)
|
||||||
|
|
||||||
|
display.addPage(page)
|
||||||
|
|
||||||
|
title = 'Top Browsers'
|
||||||
|
if self.create_browsers:
|
||||||
|
link = '<a href=\'%s\'>%s</a>' % (filename, self.iwla._(u'All Browsers'))
|
||||||
|
title = '%s - %s' % (title, link)
|
||||||
|
|
||||||
|
# Top in index
|
||||||
|
index = self.iwla.getDisplayIndex()
|
||||||
|
|
||||||
|
table = display.createBlock(DisplayHTMLBlockTable, title, ['', self.iwla._(u'Browser'), self.iwla._(u'Entrance')])
|
||||||
|
table.setColsCSSClass(['', '', 'iwla_hit'])
|
||||||
|
for (browser, entrance) in browsers[:10]:
|
||||||
|
if browser != 'unknown':
|
||||||
|
icon = '<img src="/%s/browser/%s.png"/>' % (self.icon_path, awstats_data.browsers_icons[self.icon_names[browser]])
|
||||||
|
else:
|
||||||
|
icon = '<img src="/%s/browser/unknown.png"/>' % (self.icon_path)
|
||||||
|
browser = 'Unknown'
|
||||||
|
table.appendRow([icon, browser, entrance])
|
||||||
|
total_browsers[1] -= entrance
|
||||||
|
if total_browsers[1]:
|
||||||
|
total_browsers[0] = self.iwla._(u'Others')
|
||||||
|
table.appendRow(total_browsers)
|
||||||
|
table.setCellCSSClass(table.getNbRows()-1, 0, 'iwla_others')
|
||||||
|
index.appendBlock(table)
|
||||||
103
plugins/post_analysis/browsers.py
Normal file
103
plugins/post_analysis/browsers.py
Normal file
|
|
@ -0,0 +1,103 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
#
|
||||||
|
# Copyright Grégory Soutadé 2015
|
||||||
|
|
||||||
|
# This file is part of iwla
|
||||||
|
|
||||||
|
# iwla is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# iwla is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU General Public License
|
||||||
|
# along with iwla. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
#
|
||||||
|
|
||||||
|
import re
|
||||||
|
|
||||||
|
from iwla import IWLA
|
||||||
|
from iplugin import IPlugin
|
||||||
|
|
||||||
|
import awstats_data
|
||||||
|
|
||||||
|
"""
|
||||||
|
Post analysis hook
|
||||||
|
|
||||||
|
Detect browser information from requests
|
||||||
|
|
||||||
|
Plugin requirements :
|
||||||
|
None
|
||||||
|
|
||||||
|
Conf values needed :
|
||||||
|
None
|
||||||
|
|
||||||
|
Output files :
|
||||||
|
None
|
||||||
|
|
||||||
|
Statistics creation :
|
||||||
|
visits :
|
||||||
|
remote_addr =>
|
||||||
|
browser
|
||||||
|
|
||||||
|
month_stats :
|
||||||
|
browsers =>
|
||||||
|
browser => count
|
||||||
|
|
||||||
|
Statistics update :
|
||||||
|
None
|
||||||
|
|
||||||
|
Statistics deletion :
|
||||||
|
None
|
||||||
|
"""
|
||||||
|
|
||||||
|
class IWLAPostAnalysisBrowsers(IPlugin):
|
||||||
|
def __init__(self, iwla):
|
||||||
|
super(IWLAPostAnalysisBrowsers, self).__init__(iwla)
|
||||||
|
self.API_VERSION = 1
|
||||||
|
|
||||||
|
def load(self):
|
||||||
|
self.browsers = []
|
||||||
|
|
||||||
|
for hashid in awstats_data.browsers:
|
||||||
|
hashid_re = re.compile(r'.*%s.*' % (hashid), re.IGNORECASE)
|
||||||
|
|
||||||
|
if hashid in awstats_data.browsers_hashid.keys():
|
||||||
|
self.browsers.append((hashid_re, awstats_data.browsers_hashid[hashid]))
|
||||||
|
|
||||||
|
return True
|
||||||
|
|
||||||
|
def hook(self):
|
||||||
|
stats = self.iwla.getValidVisitors()
|
||||||
|
month_stats = self.iwla.getMonthStats()
|
||||||
|
|
||||||
|
browsers = month_stats.get('browsers', {})
|
||||||
|
|
||||||
|
browsers_stats = {}
|
||||||
|
|
||||||
|
for (k, super_hit) in stats.items():
|
||||||
|
if not 'browser' in super_hit:
|
||||||
|
for r in super_hit['requests'][::-1]:
|
||||||
|
user_agent = r['http_user_agent']
|
||||||
|
if not user_agent: continue
|
||||||
|
|
||||||
|
browser_name = 'unknown'
|
||||||
|
for (hashid_re, browser) in self.browsers:
|
||||||
|
if hashid_re.match(user_agent):
|
||||||
|
browser_name = browser
|
||||||
|
break
|
||||||
|
super_hit['browser'] = browser_name
|
||||||
|
break
|
||||||
|
else:
|
||||||
|
browser_name = super_hit['browser']
|
||||||
|
|
||||||
|
if not browser_name in browsers_stats.keys():
|
||||||
|
browsers_stats[browser_name] = 1
|
||||||
|
else:
|
||||||
|
browsers_stats[browser_name] += 1
|
||||||
|
|
||||||
|
month_stats['browsers'] = browsers_stats
|
||||||
Loading…
Reference in New Issue
Block a user