Increase not modified page threshold for robot detection

This commit is contained in:
Gregory Soutade 2023-07-05 09:15:48 +02:00
parent d32b2440ee
commit 16cd817fec
1 changed files with 1 additions and 1 deletions

View File

@ -166,7 +166,7 @@ class IWLAPreAnalysisRobots(IPlugin):
continue
# 7) more than 10 4XX or 304 pages
if error_codes > 10 or not_modified_pages > 10:
if error_codes > 10 or not_modified_pages > 50:
self._setRobot(k, super_hit)
continue