Start big comments (post analysis / referers)

iwla.py

@@ -20,6 +20,84 @@ del _
 from iplugin import *
 from display import *
 
+#
+# Main class IWLA
+# Parse Log, compute them, call plugins and produce output
+# For now, only HTTP log are valid
+#
+# Plugin requirements : None
+#
+# Conf values needed :
+#     analyzed_filename
+#     domain_name
+#
+# Output files :
+#     DB_ROOT/meta.db
+#     DB_ROOT/year/month/iwla.db
+#     OUTPUT_ROOT/index.html
+#     OUTPUT_ROOT/year/month/index.html
+#
+# Statistics creation :
+#
+# meta =>
+#     last_time
+#     start_analysis_time
+#     stats =>
+#         year =>
+#             month =>
+#                 viewed_bandwidth
+#                 not_viewed_bandwidth
+#                 viewed_pages
+#                 viewed_hits
+#                 nb_visitors
+#
+# month_stats :
+#     viewed_bandwidth
+#     not_viewed_bandwidth
+#     viewed_pages
+#     viewed_hits
+#     nb_visitors
+#
+# days_stats :
+#     day =>
+#         viewed_bandwidth
+#         not_viewed_bandwidth
+#         viewed_pages
+#         viewed_hits
+#         nb_visitors
+#
+# visits :
+#    remote_addr =>
+#        remote_addr
+#        remote_ip
+#        viewed_pages
+#        viewed_hits
+#        not_viewed_pages
+#        not_viewed_hits
+#        bandwidth
+#        last_access
+#        requests =>
+#            [fields_from_format_log]
+#            extract_request =>
+#                extract_uri
+#                extract_parameters*
+#            extract_referer* =>
+#                extract_uri
+#                extract_parameters*
+#        robot
+#        hit_only
+#        is_page
+#
+# valid_visitors:
+#     month_stats without robot and hit only visitors (if not conf.count_hit_only_visitors)
+#
+# Statistics update :
+#     None
+#
+# Statistics deletion :
+#     None
+#
+
 class IWLA(object):
 
     ANALYSIS_CLASS = 'HTTP'
@@ -105,7 +183,8 @@ class IWLA(object):
 
     def _clearMeta(self):
         self.meta_infos = {
-            'last_time' : None
+            'last_time' : None,
+            'start_analysis_time' : None
             }
         return self.meta_infos
 
@@ -163,7 +242,6 @@ class IWLA(object):
 
         if not remote_addr in self.current_analysis['visits'].keys():
             self._createVisitor(hit)
-            return
 	
         super_hit = self.current_analysis['visits'][remote_addr]
         super_hit['requests'].append(hit)
@@ -206,7 +284,6 @@ class IWLA(object):
         super_hit['requests'] = []
         super_hit['robot'] = False
         super_hit['hit_only'] = 0
-        self._appendHit(hit)
 
     def _decodeHTTPRequest(self, hit):
         if not 'request' in hit.keys(): return False