soutade/iwla
1
0
Fork 0
Code Issues Pull Requests Releases 2 Activity

Replace feed referers by feed user agent

Browse Source
This commit is contained in:
Gregory Soutade 2023-03-11 20:42:56 +01:00
parent 3fdbc282c8
commit 31bc67ceba
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
plugins/post_analysis/feeds.py
View File

@ -38,7 +38,7 @@ Plugin requirements :
Conf values needed : Conf values needed :
feeds feeds
feeds_referers* feeds_agents*
merge_feeds_parsers* merge_feeds_parsers*
Output files : Output files :
@ -48,6 +48,7 @@ Statistics creation :
remote_addr => remote_addr =>
feed_parser feed_parser
feed_name_analysed feed_name_analysed
feed_parser_last_access (for merged parser)
Statistics update : Statistics update :
None None
@ -69,7 +70,7 @@ class IWLAPostAnalysisFeeds(IPlugin):
def load(self): def load(self):
feeds = self.iwla.getConfValue('feeds', []) feeds = self.iwla.getConfValue('feeds', [])
feeds_referers = self.iwla.getConfValue('feeds_referers', []) feeds_agents = self.iwla.getConfValue('feeds_agents', [])
self.merge_feeds_parsers = self.iwla.getConfValue('merge_feeds_parsers', False) self.merge_feeds_parsers = self.iwla.getConfValue('merge_feeds_parsers', False)
_merge_feeds_parsers_list = self.iwla.getConfValue('merge_feeds_parsers_list', []) _merge_feeds_parsers_list = self.iwla.getConfValue('merge_feeds_parsers_list', [])
@ -87,9 +88,8 @@ class IWLAPostAnalysisFeeds(IPlugin):
self.user_agents_re.append(re.compile(r'.*atom.*')) self.user_agents_re.append(re.compile(r'.*atom.*'))
self.user_agents_re.append(re.compile(r'.*feed.*')) self.user_agents_re.append(re.compile(r'.*feed.*'))
self.referers_uri = [] for f in feeds_agents:
for f in feeds_referers: self.user_agents_re.append(re.compile(f))
self.referers_uri.append(f)
self.merge_feeds_parsers_list = [] self.merge_feeds_parsers_list = []
for f in _merge_feeds_parsers_list: for f in _merge_feeds_parsers_list: