120 lines
4.5 KiB
Python
120 lines
4.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
#
|
|
# Copyright Grégory Soutadé 2015
|
|
|
|
# This file is part of iwla
|
|
|
|
# iwla is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# iwla is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with iwla. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
|
|
from iwla import IWLA
|
|
from iplugin import IPlugin
|
|
from display import *
|
|
|
|
"""
|
|
Display hook
|
|
|
|
Display feeds parsers
|
|
|
|
Plugin requirements :
|
|
post_analysis/feeds
|
|
|
|
Conf values needed :
|
|
create_all_feeds_page*
|
|
|
|
Output files :
|
|
OUTPUT_ROOT/year/month/index.html
|
|
OUTPUT_ROOT/year/month/all_feeds.html
|
|
|
|
Statistics creation :
|
|
None
|
|
|
|
Statistics update :
|
|
None
|
|
|
|
Statistics deletion :
|
|
None
|
|
"""
|
|
|
|
class IWLADisplayFeeds(IPlugin):
|
|
def __init__(self, iwla):
|
|
super(IWLADisplayFeeds, self).__init__(iwla)
|
|
self.API_VERSION = 1
|
|
self.requires = ['IWLAPostAnalysisFeeds']
|
|
|
|
def load(self):
|
|
self.create_all_feeds_page = self.iwla.getConfValue('create_all_feeds_page', True)
|
|
|
|
return True
|
|
|
|
def hook(self):
|
|
from plugins.pre_analysis.feeds import IWLAPostAnalysisFeeds
|
|
|
|
display = self.iwla.getDisplay()
|
|
hits = self.iwla.getCurrentVisits()
|
|
nb_feeds_parsers = 0
|
|
|
|
# All in a page
|
|
if self.create_all_feeds_page:
|
|
title = createCurTitle(self.iwla, self.iwla._(u'All Feeds parsers'))
|
|
filename = 'all_feeds.html'
|
|
path = self.iwla.getCurDisplayPath(filename)
|
|
|
|
page = display.createPage(title, path, self.iwla.getConfValue('css_path', []))
|
|
table = display.createBlock(DisplayHTMLBlockTable, self.iwla._(u'All feeds parsers'), [self.iwla._(u'Host'), self.iwla._(u'Pages'), self.iwla._(u'Hits')
|
|
, self.iwla._(u'Domain'), self.iwla._(u'Subscribers'), self.iwla._(u'Last Access')])
|
|
table.setColsCSSClass(['', 'iwla_page', 'iwla_hit', '', '', ''])
|
|
rows = []
|
|
for super_hit in hits.values():
|
|
if super_hit.get('feed_parser', None) not in (IWLAPostAnalysisFeeds.FEED_PARSER,\
|
|
IWLAPostAnalysisFeeds.MERGED_FEED_PARSER):
|
|
continue
|
|
nb_feeds_parsers += 1
|
|
address = super_hit['remote_addr']
|
|
if super_hit['feed_parser'] == IWLAPostAnalysisFeeds.MERGED_FEED_PARSER:
|
|
address += ' *'
|
|
pages = super_hit['not_viewed_pages'][0] + super_hit['viewed_pages'][0]
|
|
hits = super_hit['not_viewed_hits'][0] + super_hit['viewed_hits'][0]
|
|
last_access = super_hit.get('feed_parser_last_access', super_hit['last_access'])
|
|
feed_domain = super_hit.get('feed_domain', '')
|
|
if feed_domain:
|
|
link = '<a href=\'https://%s/%s\'>%s</a>' % (feed_domain, super_hit.get('feed_uri', ''), feed_domain)
|
|
else:
|
|
link = ''
|
|
subscribers = super_hit.get('feed_subscribers', '')
|
|
# Don't overload interface
|
|
if subscribers <= 1: subscribers = ''
|
|
row = [address, pages, hits, link, subscribers, time.asctime(last_access),
|
|
super_hit['remote_ip'], last_access]
|
|
rows.append(row)
|
|
rows = sorted(rows, key=lambda t: t[7], reverse=True)
|
|
for row in rows:
|
|
table.appendRow(row[:6], row[6])
|
|
page.appendBlock(table)
|
|
note = DisplayHTMLRaw(self.iwla, ('<small>*%s</small>' % (self.iwla._(u'Merged feeds parsers'))))
|
|
page.appendBlock(note)
|
|
display.addPage(page)
|
|
|
|
# Found in index
|
|
title = self.iwla._(u'Feeds parsers')
|
|
if self.create_all_feeds_page:
|
|
link = '<a href=\'%s\'>%s</a>' % (filename, self.iwla._(u'Details'))
|
|
title = '%s - %s' % (title, link)
|
|
|
|
index = self.iwla.getDisplayIndex()
|
|
|
|
table = display.createBlock(DisplayHTMLBlockTable, title, [self.iwla._(u'Found')])
|
|
table.appendRow([nb_feeds_parsers])
|
|
index.appendBlock(table)
|