From 440f51ddd14139f80ffc200be318f76ebaf183b1 Mon Sep 17 00:00:00 2001 From: Gregory Soutade Date: Thu, 23 Mar 2023 21:17:52 +0100 Subject: [PATCH] Remove robot rule 1 page for phones --- plugins/pre_analysis/robots.py | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/plugins/pre_analysis/robots.py b/plugins/pre_analysis/robots.py index efde8b9..678ce13 100644 --- a/plugins/pre_analysis/robots.py +++ b/plugins/pre_analysis/robots.py @@ -122,11 +122,8 @@ class IWLAPreAnalysisRobots(IPlugin): self._setRobot(k, super_hit) continue -# 2) Less than 1 hit per page (except for mobile phones that can do caching) - if super_hit['viewed_pages'][0] and (super_hit['viewed_hits'][0] < super_hit['viewed_pages'][0]) \ - and not 'iPhone' in first_page['http_user_agent'] \ - and not 'Android' in first_page['http_user_agent'] \ - : +# 2) Less than 1 hit per page + if super_hit['viewed_pages'][0] and (super_hit['viewed_hits'][0] < super_hit['viewed_pages'][0]): isRobot = True if isRobot: