soutade/iwla
1
0
Fork 0
Code Issues Pull Requests Releases 2 Activity

Replace feed referers by feed user agent

Browse Source
This commit is contained in:
Gregory Soutade 2023-03-11 20:42:56 +01:00
parent 3fdbc282c8
commit 31bc67ceba
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
plugins/post_analysis/feeds.py
View File

@ -38,7 +38,7 @@ Plugin requirements :
Conf values needed :
feeds
feeds_referers*
feeds_agents*
merge_feeds_parsers*
Output files :
@ -48,6 +48,7 @@ Statistics creation :
remote_addr =>
feed_parser
feed_name_analysed
feed_parser_last_access (for merged parser)
Statistics update :
None
@ -69,7 +70,7 @@ class IWLAPostAnalysisFeeds(IPlugin):
def load(self):
feeds = self.iwla.getConfValue('feeds', [])
feeds_referers = self.iwla.getConfValue('feeds_referers', [])
feeds_agents = self.iwla.getConfValue('feeds_agents', [])
self.merge_feeds_parsers = self.iwla.getConfValue('merge_feeds_parsers', False)
_merge_feeds_parsers_list = self.iwla.getConfValue('merge_feeds_parsers_list', [])
@ -87,9 +88,8 @@ class IWLAPostAnalysisFeeds(IPlugin):
self.user_agents_re.append(re.compile(r'.*atom.*'))
self.user_agents_re.append(re.compile(r'.*feed.*'))
self.referers_uri = []
for f in feeds_referers:
self.referers_uri.append(f)
for f in feeds_agents:
self.user_agents_re.append(re.compile(f))
self.merge_feeds_parsers_list = []
for f in _merge_feeds_parsers_list: