soutade/iwla
1
0
Fork 0
Code Issues Pull Requests Releases 2 Activity

Don't save all robots requests (only first pass is kept) which allow to save a large amount of memory/disk space

Browse Source
This commit is contained in:
Gregory Soutade 2017-05-07 16:56:12 +02:00
parent 3ce35b7b47
commit d08085faf0
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
iwla.py
View File

@ -310,7 +310,9 @@ class IWLA(object):
self._createVisitor(hit) self._createVisitor(hit)
super_hit = self.current_analysis['visits'][remote_addr] super_hit = self.current_analysis['visits'][remote_addr]
super_hit['requests'].append(hit) # Don't keep all requests for robots
if not super_hit['robot']:
super_hit['requests'].append(hit)
super_hit['bandwidth'] += int(hit['body_bytes_sent']) super_hit['bandwidth'] += int(hit['body_bytes_sent'])
super_hit['last_access'] = self.meta_infos['last_time'] super_hit['last_access'] = self.meta_infos['last_time']