Don't save all robots requests (only first pass is kept) which allow to save a large amount of memory/disk space

This commit is contained in:
Gregory Soutade 2017-05-07 16:56:12 +02:00
parent 3ce35b7b47
commit d08085faf0

View File

@ -310,7 +310,9 @@ class IWLA(object):
self._createVisitor(hit)
super_hit = self.current_analysis['visits'][remote_addr]
super_hit['requests'].append(hit)
# Don't keep all requests for robots
if not super_hit['robot']:
super_hit['requests'].append(hit)
super_hit['bandwidth'] += int(hit['body_bytes_sent'])
super_hit['last_access'] = self.meta_infos['last_time']