import_proxy_data.py 978 Bytes
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 
#!/usr/bin/env python

import importlib
import inspect

from django.core.management.base import BaseCommand
from django.conf import settings

from colab.proxy.utils.proxy_data_api import ProxyDataAPI


class Command(BaseCommand):
    help = "Import proxy data into colab database"

    def handle(self, *args, **kwargs):
        print "Executing extraction command..."

        for module_name in settings.PROXIED_APPS.keys():
            module_path = 'colab.proxy.{}.data_api'.format(module_name)
            module = importlib.import_module(module_path)

            for module_item_name in dir(module):
                module_item = getattr(module, module_item_name)
                if not inspect.isclass(module_item):
                    continue
                if issubclass(module_item, ProxyDataAPI):
                    if module_item != ProxyDataAPI:
                        api = module_item()
                        api.fetch_data()
                        break