diff --git a/plugins/pre_analysis/robots.py b/plugins/pre_analysis/robots.py index efde8b9..678ce13 100644 --- a/plugins/pre_analysis/robots.py +++ b/plugins/pre_analysis/robots.py @@ -122,11 +122,8 @@ class IWLAPreAnalysisRobots(IPlugin): self._setRobot(k, super_hit) continue -# 2) Less than 1 hit per page (except for mobile phones that can do caching) - if super_hit['viewed_pages'][0] and (super_hit['viewed_hits'][0] < super_hit['viewed_pages'][0]) \ - and not 'iPhone' in first_page['http_user_agent'] \ - and not 'Android' in first_page['http_user_agent'] \ - : +# 2) Less than 1 hit per page + if super_hit['viewed_pages'][0] and (super_hit['viewed_hits'][0] < super_hit['viewed_pages'][0]): isRobot = True if isRobot: