From 16cd817fec155a741a3ec19439eef4b5df2cc865 Mon Sep 17 00:00:00 2001 From: Gregory Soutade Date: Wed, 5 Jul 2023 09:15:48 +0200 Subject: [PATCH] Increase not modified page threshold for robot detection --- plugins/pre_analysis/robots.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/plugins/pre_analysis/robots.py b/plugins/pre_analysis/robots.py index 9367b6e..0ce9433 100644 --- a/plugins/pre_analysis/robots.py +++ b/plugins/pre_analysis/robots.py @@ -166,7 +166,7 @@ class IWLAPreAnalysisRobots(IPlugin): continue # 7) more than 10 4XX or 304 pages - if error_codes > 10 or not_modified_pages > 10: + if error_codes > 10 or not_modified_pages > 50: self._setRobot(k, super_hit) continue