Add reset feature

Allow to open .gz file transparently
Import debug in robots.py

iwla.py

@@ -683,13 +683,40 @@ class IWLA(object):
 
         return True
 
-    def start(self, _file):
+    def _reset(self):
+        reset_time = time.strptime(self.args.reset, '%m/%Y')
+
+        self.logger.info('Reset time')
+        self.logger.info(reset_time)
+
+        self.meta_infos['last_time'] = reset_time
+
+        cur_time = time.localtime()
+        year = reset_time.tm_year
+        while year < cur_time.tm_year:
+            db_path = os.path.join(conf.DB_ROOT, str(year))
+            if os.path.exists(db_path): shutil.rmtree(db_path)
+            output_path = os.path.join(conf.DISPLAY_ROOT, str(year))
+            if os.path.exists(output_path): shutil.rmtree(output_path)
+            year += 1
+        month = reset_time.tm_mon
+        while month <= cur_time.tm_mon:
+            db_path = os.path.join(conf.DB_ROOT, str(year), '%02d' % (month))
+            if os.path.exists(db_path): shutil.rmtree(db_path)
+            output_path = os.path.join(conf.DISPLAY_ROOT, str(year), '%02d' % (month))
+            if os.path.exists(output_path): shutil.rmtree(output_path)
+            month += 1
+
+    def start(self, _file, args):
+        self.args = args
         self.start_time = datetime.now()
 
         self.logger.info('==> Load previous database')
 
         self.meta_infos = self._deserialize(conf.META_PATH) or self._clearMeta()
         if self.meta_infos['last_time']:
+            if args.reset:
+                self._reset()
             self.logger.info('Last time')
             self.logger.info(self.meta_infos['last_time'])
             self.current_analysis = self._deserialize(self.getDBFilename(self.meta_infos['last_time'])) or self._clearVisits()
@@ -743,7 +770,11 @@ class FileIter(object):
             self.cur_file = None
         if not self.filenames:
             raise StopIteration()
-        self.cur_file = open(self.filenames.pop(0))
+        filename = self.filenames.pop(0)
+        if filename.endswith('gz'):
+            self.cur_file = gzip.open(filename, 'r')
+        else:
+            self.cur_file = open(filename)
 
     def next(self):
         l = self.cur_file.readline()
@@ -770,6 +801,9 @@ if __name__ == '__main__':
                         default='INFO', type=str,
                         help='Loglevel in %s, default : %s' % (['DEBUG', 'INFO', 'WARNING', 'ERROR', 'CRITICAL'], 'INFO'))
 
+    parser.add_argument('-r', '--reset', dest='reset',
+                        help='Reset analysis to a specific date (month/year)')
+
     args = parser.parse_args()
 
     # Load user conf
@@ -804,7 +838,7 @@ if __name__ == '__main__':
         sys.exit(0)
 
     if args.stdin:
-        iwla.start(sys.stdin)
+        iwla.start(sys.stdin, args)
     else:
         filename = args.file or conf.analyzed_filename
-        iwla.start(FileIter(filename))
+        iwla.start(FileIter(filename), args)