soutade/iwla
1
0
Fork 0
Code Issues Pull Requests Releases 2 Activity

Remove robot rule 1 page for phones

Browse Source
This commit is contained in:
Gregory Soutade 2023-03-23 21:17:52 +01:00
parent cad3467c25
commit 440f51ddd1
1 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
plugins/pre_analysis/robots.py
View File

@ -122,11 +122,8 @@ class IWLAPreAnalysisRobots(IPlugin):
self._setRobot(k, super_hit) self._setRobot(k, super_hit)
continue continue
# 2) Less than 1 hit per page (except for mobile phones that can do caching) # 2) Less than 1 hit per page
if super_hit['viewed_pages'][0] and (super_hit['viewed_hits'][0] < super_hit['viewed_pages'][0]) \ if super_hit['viewed_pages'][0] and (super_hit['viewed_hits'][0] < super_hit['viewed_pages'][0]):
and not 'iPhone' in first_page['http_user_agent'] \
and not 'Android' in first_page['http_user_agent'] \
:
isRobot = True isRobot = True
if isRobot: if isRobot: