Removing a few whitespaces

Luan
1 parent 9e61c6b8
Showing 1 changed file with 52 additions and 52 deletions Show diff stats
src/super_archives/management/commands/import_emails.py
@@ -21,35 +21,35 @@ class Command(BaseCommand, object):
     """Get emails from mailman archives and import them in the django db. """
     help = __doc__
-    
+
     default_archives_path = '/var/lib/mailman/archives/private'
     RE_SUBJECT_CLEAN = re.compile('((re|res|fw|fwd|en|enc):)|\[.*?\]',
                                                                 re.IGNORECASE)
     THREAD_CACHE = {}
     EMAIL_ADDR_CACHE = {}
-    
+
     # A new command line option to get the dump file to parse.
     option_list = BaseCommand.option_list + (
         make_option('--archives_path',
             dest='archives_path',
-            help='Path of email archives to be imported. (default: %s)' % 
+            help='Path of email archives to be imported. (default: %s)' %
                                                     default_archives_path,
             default=default_archives_path),
-        
+
         make_option('--exclude-list',
             dest='exclude_lists',
-            help=("Mailing list that won't be imported. It can be used many"    
+            help=("Mailing list that won't be imported. It can be used many"
                   "times for more than one list."),
             action='append',
             default=None),
-        
+
         make_option('--all',
             dest='all',
             help='Import all messages (default: False)',
             action="store_true",
             default=False),
     )
-    
+
     def __init__(self, *args, **kwargs):
         super(Command, self).__init__(*args, **kwargs)
@@ -68,18 +68,18 @@ class Command(BaseCommand, object):
         Yield: An instance of `mailbox.mboxMessage` for each email in the
         file.
-        
+
         """
         self.log("Parsing email dump: %s." % email_filename)
         mbox = mailbox.mbox(email_filename, factory=CustomMessage)
-        
+
         # Get each email from mbox file
         #
         #   The following implementation was used because the object
-        #   mbox does not support slicing. Converting the object to a 
-        #   tuple (as represented in the code down here) was a valid 
+        #   mbox does not support slicing. Converting the object to a
+        #   tuple (as represented in the code down here) was a valid
         #   option but its performance was too poor.
-        # 
+        #
         #for message in tuple(mbox)[index:]:
         #    yield message
         #
@@ -90,8 +90,8 @@ class Command(BaseCommand, object):
     def get_emails(self, mailinglist_dir, all, exclude_lists):
         """Generator function that get the emails from each mailing
-        list dump dirctory. If `all` is set to True all the emails in the 
-        mbox will be imported if not it will just resume from the last 
+        list dump dirctory. If `all` is set to True all the emails in the
+        mbox will be imported if not it will just resume from the last
         message previously imported. The lists set in `exclude_lists`
         won't be imported.
@@ -99,20 +99,20 @@ class Command(BaseCommand, object):
         """
         self.log("Getting emails dumps from: %s" % mailinglist_dir)
-        
+
         # Get the list of directories ending with .mbox
-        mailing_lists_mboxes = (mbox for mbox in os.listdir(mailinglist_dir) 
+        mailing_lists_mboxes = (mbox for mbox in os.listdir(mailinglist_dir)
                                 if mbox.endswith('.mbox'))
-        
+
         # Get messages from each mbox
         for mbox in mailing_lists_mboxes:
             mbox_path = os.path.join(mailinglist_dir, mbox, mbox)
             mailinglist_name = mbox.split('.')[0]
-            
+
             # Check if the mailinglist is set not to be imported
             if exclude_lists and mailinglist_name in exclude_lists:
                 continue
-            
+
             # Find the index of the last imported message
             if all:
                 n_msgs = 0
@@ -123,13 +123,13 @@ class Command(BaseCommand, object):
                     n_msgs = mailinglist.last_imported_index
                 except MailingList.DoesNotExist:
                     n_msgs = 0
-            
+
             for index, msg in self.parse_emails(mbox_path, n_msgs):
                 yield mailinglist_name, msg, index
     def get_thread(self, email, mailinglist):
         """Group messages by thread looking for similar subjects"""
-        
+
         subject_slug = slugify(email.subject_clean)
         thread = self.THREAD_CACHE.get(subject_slug, {}).get(mailinglist.id)
         if thread is None:
@@ -137,27 +137,27 @@ class Command(BaseCommand, object):
                 mailinglist=mailinglist,
                 subject_token=subject_slug
             )[0]
-            
+
             if self.THREAD_CACHE.get(subject_slug) is None:
                 self.THREAD_CACHE[subject_slug] = dict()
             self.THREAD_CACHE[subject_slug][mailinglist.id] = thread
         thread.latest_message = email
-        thread.save()        
+        thread.save()
         return thread
-        
+
     def save_email(self, list_name, email_msg, index):
         """Save email message into the database."""
-        
+
         # Update last imported message into the DB
         mailinglist, created = MailingList.objects.get_or_create(name=list_name)
         mailinglist.last_imported_index = index
-       
-        if created: 
+
+        if created:
             # if the mailinglist is newly created it's sure that the message
             #   is not in the DB yet.
             self.create_email(mailinglist, email_msg)
-            
+
         else:
             # If the message is already at the database don't do anything
             try:
@@ -165,11 +165,11 @@ class Command(BaseCommand, object):
                     message_id=email_msg.get('Message-ID'),
                     thread__mailinglist=mailinglist
                 )
-            
+
             except Message.DoesNotExist:
                 self.create_email(mailinglist, email_msg)
-        
-        mailinglist.save() 
+
+        mailinglist.save()
     def create_email(self, mailinglist, email_msg):
@@ -198,59 +198,59 @@ class Command(BaseCommand, object):
         email.thread = self.get_thread(email, mailinglist)
         email.save()
-    @transaction.commit_manually    
+    @transaction.commit_manually
     def import_emails(self, archives_path, all, exclude_lists=None):
-        """Get emails from the filesystem from the `archives_path` 
-        and store them into the database. If `all` is set to True all 
-        the filesystem storage will be imported otherwise the 
-        importation will resume from the last message previously 
+        """Get emails from the filesystem from the `archives_path`
+        and store them into the database. If `all` is set to True all
+        the filesystem storage will be imported otherwise the
+        importation will resume from the last message previously
         imported. The lists set in `exclude_lists` won't be imported.
-        
+
         """
-        
+
         count = 0
         email_generator = self.get_emails(archives_path, all, exclude_lists)
         for mailinglist_name, msg, index in email_generator:
             try:
                 self.save_email(mailinglist_name, msg, index)
             except:
-                # This anti-pattern is needed to avoid the transations to 
+                # This anti-pattern is needed to avoid the transations to
                 #   get stuck in case of errors.
                 transaction.rollback()
                 raise
-                
+
             count += 1
             if count % 1000 == 0:
                 transaction.commit()
-        
+
         transaction.commit()
-        
+
     def handle(self, *args, **options):
         """Main command method."""
-        
+
         lock_file = '/var/lock/colab/import_emails.lock'
-        
+
         # Already running, so quit
         if os.path.exists(lock_file):
             self.log(("This script is already running. (If your are sure it's "
                      "not please delete the lock file in %s')") % lock_file)
             sys.exit(0)
-    
+
         if not os.path.exists(os.path.dirname(lock_file)):
             os.mkdir(os.path.dirname(lock_file), 0755)
-        
+
         run_lock = file(lock_file, 'w')
         run_lock.close()
-        
+
         archives_path = options.get('archives_path')
         self.log('Using archives_path `%s`' % self.default_archives_path)
-                                                            
+
         if not os.path.exists(archives_path):
             raise CommandError('archives_path (%s) does not exist' %
                                                                 archives_path)
-        
-        self.import_emails(archives_path, 
+
+        self.import_emails(archives_path,
                            options.get('all'), options.get('exclude_lists'))
-        
+
         os.remove(lock_file)
-        
+