Locking import_proxy_data runs

Signed-off-by: Sergio Oliveira <sergio@tracy.com.br>

Locking import_proxy_data runs
Signed-off-by: Sergio Oliveira <sergio@tracy.com.br>
Sergio Oliveira · Charles Oliveira · Sergio Oliveira · Alexandre Barbosa · Alexandre Barbosa
1 parent cf548efb
Showing 3 changed files with 30 additions and 1 deletions Show diff stats
colab/proxy/management/commands/import_proxy_data.py
colab/settings.py
colab/super_archives/management/commands/import_emails.py
@@ -2,6 +2,9 @@
 import importlib
 import inspect
+import logging
+import os
+import sys
 from django.core.management.base import BaseCommand
 from django.conf import settings
@@ -12,7 +15,30 @@ from colab.proxy.utils.proxy_data_api import ProxyDataAPI
 class Command(BaseCommand):
     help = "Import proxy data into colab database"
+    lock_file = settings.IMPORT_DATA_LOCK_FILE
+
     def handle(self, *args, **kwargs):
+        if os.path.exists(self.lock_file):
+            print(("This script is already running. "
+                   "(If your are sure it's not please "
+                   "delete the lock file in {}')").format(self.lock_file))
+            sys.exit(1)
+
+        if not os.path.exists(os.path.dirname(self.lock_file)):
+            os.mkdir(os.path.dirname(self.lock_file), 0755)
+
+        run_lock = file(self.lock_file, 'w')
+        run_lock.close()
+
+        try:
+            self.run()
+        except Exception as e:
+            logging.exception(e)
+            raise
+        finally:
+            os.remove(self.lock_file)
+
+    def run(self):
         print "Executing extraction command..."
         for module_name in settings.PROXIED_APPS.keys():
@@ -251,6 +251,9 @@ MESSAGE_TAGS = {
 # Colab Settings
 COLAB_HOME_URL = '/dashboard'
+# Plugins
+IMPORT_DATA_LOCK_FILE = '/var/lock/colab/import_data.lock'
+
 # Super Archives
 SUPER_ARCHIVES_PATH = '/var/lib/mailman/archives/private'
 SUPER_ARCHIVES_EXCLUDE = []
@@ -270,7 +270,7 @@ class Command(BaseCommand, object):
             self.log(("This script is already running. "
                       "(If your are sure it's not please "
                       "delete the lock file in {}')").format(self.lock_file))
-            sys.exit(0)
+            sys.exit(1)
         if not os.path.exists(os.path.dirname(self.lock_file)):
             os.mkdir(os.path.dirname(self.lock_file), 0755)
	@@ -2,6 +2,9 @@		@@ -2,6 +2,9 @@
2		2
3	import importlib	3	import importlib
4	import inspect	4	import inspect
		5	+import logging
		6	+import os
		7	+import sys
5		8
6	from django.core.management.base import BaseCommand	9	from django.core.management.base import BaseCommand
7	from django.conf import settings	10	from django.conf import settings
	@@ -12,7 +15,30 @@ from colab.proxy.utils.proxy_data_api import ProxyDataAPI		@@ -12,7 +15,30 @@ from colab.proxy.utils.proxy_data_api import ProxyDataAPI
12	class Command(BaseCommand):	15	class Command(BaseCommand):
13	help = "Import proxy data into colab database"	16	help = "Import proxy data into colab database"
14		17
		18	+ lock_file = settings.IMPORT_DATA_LOCK_FILE
		19	+
15	def handle(self, args, *kwargs):	20	def handle(self, args, *kwargs):
		21	+ if os.path.exists(self.lock_file):
		22	+ print(("This script is already running. "
		23	+ "(If your are sure it's not please "
		24	+ "delete the lock file in {}')").format(self.lock_file))
		25	+ sys.exit(1)
		26	+
		27	+ if not os.path.exists(os.path.dirname(self.lock_file)):
		28	+ os.mkdir(os.path.dirname(self.lock_file), 0755)
		29	+
		30	+ run_lock = file(self.lock_file, 'w')
		31	+ run_lock.close()
		32	+
		33	+ try:
		34	+ self.run()
		35	+ except Exception as e:
		36	+ logging.exception(e)
		37	+ raise
		38	+ finally:
		39	+ os.remove(self.lock_file)
		40	+
		41	+ def run(self):
16	print "Executing extraction command..."	42	print "Executing extraction command..."
17		43
18	for module_name in settings.PROXIED_APPS.keys():	44	for module_name in settings.PROXIED_APPS.keys():
	@@ -270,7 +270,7 @@ class Command(BaseCommand, object):		@@ -270,7 +270,7 @@ class Command(BaseCommand, object):
270	self.log(("This script is already running. "	270	self.log(("This script is already running. "
271	"(If your are sure it's not please "	271	"(If your are sure it's not please "
272	"delete the lock file in {}')").format(self.lock_file))	272	"delete the lock file in {}')").format(self.lock_file))
273	- sys.exit(0)	273	+ sys.exit(1)
274		274
275	if not os.path.exists(os.path.dirname(self.lock_file)):	275	if not os.path.exists(os.path.dirname(self.lock_file)):
276	os.mkdir(os.path.dirname(self.lock_file), 0755)	276	os.mkdir(os.path.dirname(self.lock_file), 0755)