WIP

2014-11-26 16:56:33 +01:00
parent b11411f115
commit e6b31fbf8a
4 changed files with 47 additions and 26 deletions
--- a/plugins/pre_analysis/robots.py
+++ b/plugins/pre_analysis/robots.py
@@ -11,7 +11,7 @@ class IWLAPreAnalysisRobots(IPlugin):
        self.API_VERSION = 1

    def load(self):
-        self.awstats_robots = map(lambda (x) : re.compile(x, re.IGNORECASE), awstats_data.robots)
+        self.awstats_robots = map(lambda (x) : re.compile(('.*%s.*') % (x), re.IGNORECASE), awstats_data.robots)
    
        return True