Don't launch robot analysis rules for feed parsers

This commit is contained in:
Gregory Soutade 2022-11-16 21:10:11 +01:00
parent f8b37a625c
commit 975cc66bd5

View File

@ -64,6 +64,7 @@ class IWLAPreAnalysisRobots(IPlugin):
self.robot_re = re.compile(r'.*bot.*', re.IGNORECASE)
self.crawl_re = re.compile(r'.*crawl.*', re.IGNORECASE)
self.logger = logging.getLogger(self.__class__.__name__)
return True
def _setRobot(self, k, super_hit):
@ -83,6 +84,10 @@ class IWLAPreAnalysisRobots(IPlugin):
self.logger.debug('%s is a robot' % (k))
continue
if super_hit.get('feed_parser', False):
self.logger.debug('%s is feed parser' % (k))
continue
isRobot = False
referers = 0