Download as
Browse Code »

Commit f1979c278c5e22227b9daa49249395ea1299362e

Authored by Sergio Oliveira
1 parent 8089173b
Exists in master and in 39 other branches 1.12.x, add_requests_as_dep, celery_service, change-passwd-signal, check-port, colab-signals, colab-vcard, colab_search, colab_tag, colab_tag_merge, community_association, detach_super_archives, fix-dashboard, fix-message-preview, fix_app_label, fix_cache_count_spb, fix_header, fixed_gitlab_import, go_to_profile_panel, header_footer, layout-fix, mobile_user_scalable, move_out_plugins, paginate-threads, profile_integration, refactor-data-import, remove-gitlab-plugin, removing_namespace, search_block, search_filters, spb-release/3.0, split_screen, stable, startplugin, timestamp_plugins, translation_review, user_regex, validate-passwd, workin_whoosh_temp

Removed fabfile

Showing 1 changed file with 0 additions and 338 deletions   Show diff stats
fabfile.py
View file @8089173
@@ -1,338 +0,0 @@ @@ -1,338 +0,0 @@
1 -# coding: utf-8  
2 -  
3 -import os  
4 -  
5 -from fabric import colors  
6 -from fabric.utils import error  
7 -from fabric.decorators import task  
8 -from fabric.api import env, run, sudo, local  
9 -from fabric.contrib.files import exists  
10 -from fabric.context_managers import prefix, cd, settings, shell_env  
11 -  
12 -DEBIAN_FAMILY = ['debian', 'ubuntu']  
13 -REDHAT_FAMILY = ['centos', 'fedora']  
14 -  
15 -DISTRO_CMD = {  
16 - 'debian': ('apt-get', {  
17 - 'install': '-y',  
18 - 'update': '-y',  
19 - }),  
20 - 'redhat': ('yum', {  
21 - 'install': '-y',  
22 - 'update': '-y',  
23 - })  
24 -}  
25 -  
26 -APP_USER = APP_NAME = VENV_NAME = 'colab'  
27 -REPO_URL = 'https://github.com/colab-community/colab.git'  
28 -REPO_BRANCH = 'master'  
29 -  
30 -  
31 -environments = {  
32 - 'dev': {  
33 - 'hosts': ['127.0.0.1'],  
34 - 'key_filename': '~/.vagrant.d/insecure_private_key',  
35 - 'port': 2222,  
36 - 'is_vagrant': True,  
37 - 'superuser': 'vagrant',  
38 - },  
39 -}  
40 -DEFAULT_ENVIRONMENT = 'dev'  
41 -  
42 -env.user = APP_USER  
43 -env.use_shell = False  
44 -  
45 -PROJECT_PATH = os.path.join(os.path.dirname(__file__))  
46 -REPO_PATH = '/home/{}/{}'.format(APP_USER, APP_NAME)  
47 -SOURCE_VENV = 'source /usr/local/bin/virtualenvwrapper.sh'  
48 -  
49 -WORKON_ENV = '{} && workon {}'.format(SOURCE_VENV, VENV_NAME)  
50 -MANAGE_PATH = os.path.join(REPO_PATH, 'src')  
51 -SETTINGS_PATH = os.path.join(MANAGE_PATH, APP_NAME)  
52 -  
53 -  
54 -def get_distro_family():  
55 - cmd = 'python -c "import platform; print platform.dist()[0]"'  
56 - linux_name = run(cmd).lower()  
57 - if linux_name in DEBIAN_FAMILY:  
58 - return 'debian'  
59 - elif linux_name in REDHAT_FAMILY:  
60 - return 'redhat'  
61 - else:  
62 - error(colors.red('Distribuiton `{}` not supported'.format(linux_name)))  
63 - exit(1)  
64 -  
65 -  
66 -def cmd(family, command, args=''):  
67 - pkgmanager, commands = DISTRO_CMD[family]  
68 - return ' '.join([pkgmanager, command, commands[command], args])  
69 -  
70 -  
71 -@task  
72 -def environment(name=DEFAULT_ENVIRONMENT):  
73 - """Set the environment where the tasks will be executed"""  
74 - global REPO_URL  
75 - global REPO_BRANCH  
76 -  
77 - try:  
78 - import project_cfg  
79 - except ImportError:  
80 - pass  
81 - else:  
82 - REPO_URL = project_cfg.repository_url  
83 - REPO_BRANCH = project_cfg.branch  
84 - environments.update(project_cfg.environments)  
85 -  
86 - if name not in environments:  
87 - error(colors.red('Environment `{}` does not exist.'.format(name)))  
88 -  
89 - env.update(environments[name])  
90 - env.environment = name  
91 -  
92 -  
93 -def package_install(pkg):  
94 - family = get_distro_family()  
95 - sudo(cmd(family, 'install', pkg))  
96 -  
97 -  
98 -def install_requirements():  
99 - with cd(REPO_PATH), prefix(WORKON_ENV):  
100 - run('pip install -U distribute')  
101 - if not env.is_vagrant:  
102 - run('pip install -r requirements.txt')  
103 - return  
104 -  
105 - if exists('requirements-{}.txt'.format(env.environment)):  
106 - run('pip install -r requirements-{}.txt'.format(env.environment))  
107 - else:  
108 - run('pip install -r requirements.txt')  
109 -  
110 -  
111 -def mkvirtualenv():  
112 - if not exists('~/.virtualenvs/' + VENV_NAME):  
113 -  
114 - with prefix(SOURCE_VENV):  
115 - run('mkvirtualenv ' + VENV_NAME)  
116 - return True  
117 -  
118 -  
119 -def manage(command):  
120 - django_settings = env.get('django_settings')  
121 - env_vars = {}  
122 - if django_settings:  
123 - env_vars.update({'DJANGO_SETTINGS_MODULE': django_settings})  
124 -  
125 - with shell_env(**env_vars):  
126 - with cd(MANAGE_PATH), prefix(WORKON_ENV):  
127 - run('python manage.py {}'.format(command))  
128 -  
129 -  
130 -def migrate():  
131 - manage('migrate')  
132 - manage('loaddata super_archives/fixture/initial_data.json')  
133 -  
134 -  
135 -def collectstatic():  
136 - sudo('mkdir -p /usr/share/nginx/{}'.format(APP_NAME))  
137 - sudo('chown {} /usr/share/nginx/{}'.format(env.user, APP_NAME))  
138 - manage('collectstatic --noinput')  
139 -  
140 -  
141 -def create_local_settings():  
142 - with cd(SETTINGS_PATH):  
143 - env_local_settings = 'local_settings-{}.py'.format(env.environment)  
144 -  
145 - if not exists('local_settings.py') and exists(env_local_settings):  
146 - run('ln -s {} {}'.format(env_local_settings, 'local_settings.py'))  
147 - run('chown {} local_settings.py'.format(env.user))  
148 -  
149 -  
150 -def update_code():  
151 - if env.is_vagrant:  
152 - if not exists(REPO_PATH):  
153 - run('ln -s /vagrant/ {}'.format(REPO_PATH))  
154 - return  
155 -  
156 - if not exists(REPO_PATH):  
157 - run('git clone {} {} -b {}'.format(REPO_URL, REPO_PATH, REPO_BRANCH))  
158 - else:  
159 - with cd(REPO_PATH):  
160 - run('git checkout {}'.format(REPO_BRANCH))  
161 - run('git pull')  
162 -  
163 -  
164 -@task  
165 -def bootstrap():  
166 - """Bootstrap machine to run fabric tasks"""  
167 -  
168 - with settings(user=env.superuser):  
169 - family = get_distro_family()  
170 - if(family == 'debian'):  
171 - sudo(cmd(family, 'update'))  
172 - else:  
173 - package_install('wget')  
174 -  
175 - if not exists('/usr/bin/git'):  
176 - package_install('git-core')  
177 -  
178 - if env.is_vagrant:  
179 - groups = ['sudo', 'vagrant']  
180 - local('chmod -fR g+w {}'.format(PROJECT_PATH))  
181 - else:  
182 - groups = ['sudo']  
183 -  
184 - for group in groups:  
185 - sudo('groupadd -f {}'.format(group))  
186 -  
187 - command = 'useradd {} -G {} -m -s /bin/bash'  
188 - sudo(command.format(APP_USER, ','.join(groups)))  
189 -  
190 - ssh_dir = '/home/{0}/.ssh/'.format(APP_USER)  
191 - if not exists(ssh_dir):  
192 - sudo('mkdir -p {0}'.format(ssh_dir))  
193 - sudo('chmod 700 {0}'.format(ssh_dir))  
194 - sudo('cp ~{}/.ssh/authorized_keys /home/{}/.ssh/'.format(  
195 - env.superuser,  
196 - APP_USER  
197 - ))  
198 - sudo('chown -fR {0}:{0} {1}'.format(APP_USER, ssh_dir))  
199 -  
200 - sudoers_file = os.path.join('/etc/sudoers.d/', APP_USER)  
201 - tmp_file = os.path.join('/tmp', APP_USER)  
202 - if not exists(sudoers_file):  
203 - sudo('echo "{} ALL=NOPASSWD: ALL" > {}'.format(APP_USER, tmp_file))  
204 - sudo('chown root:root {}'.format(tmp_file))  
205 - sudo('chmod 440 {}'.format(tmp_file))  
206 - sudo('mv {} {}'.format(tmp_file, sudoers_file))  
207 -  
208 -  
209 -@task  
210 -def provision():  
211 - """Run puppet"""  
212 -  
213 - update_code()  
214 -  
215 - puppet_path = os.path.join(REPO_PATH, 'puppet/')  
216 - modules_path = os.path.join(puppet_path, 'modules')  
217 - puppet_modules = '{}:/etc/puppet/modules'.format(modules_path)  
218 -  
219 - with cd(puppet_path):  
220 - run('sudo python bootstrap.py')  
221 -  
222 - if env.is_vagrant:  
223 - cmd = os.path.join(puppet_path, 'manifests', 'site.pp')  
224 - else:  
225 - cmd = '-e "include {}"'.format(APP_NAME)  
226 -  
227 - if not exists('/usr/bin/puppet'):  
228 - print(colors.red('Please install `puppet` before continue.'))  
229 - return  
230 -  
231 - sudo('puppet apply --modulepath={} {}'.format(puppet_modules, cmd))  
232 -  
233 -  
234 -@task  
235 -def ssh_keygen():  
236 - """Create SSH credentials"""  
237 -  
238 - if not exists('~/.ssh/id_rsa'):  
239 - run("ssh-keygen -f ~/.ssh/id_rsa -N '' -b 1024 -q")  
240 - key = run('cat ~/.ssh/id_rsa.pub')  
241 -  
242 - print('Public key:')  
243 - print(colors.yellow(key))  
244 - print('')  
245 - print('Add the key above to your github repository deploy keys')  
246 -  
247 -  
248 -@task  
249 -def deploy(noprovision=False):  
250 - """Deploy and run the new code (master branch)"""  
251 -  
252 - if noprovision is False:  
253 - provision()  
254 - else:  
255 - update_code()  
256 -  
257 - fix_path()  
258 -  
259 - install_solr()  
260 -  
261 - mkvirtualenv()  
262 -  
263 - sudo('supervisorctl stop all')  
264 -  
265 - install_requirements()  
266 - create_local_settings()  
267 - collectstatic()  
268 - migrate()  
269 -  
270 - build_schema()  
271 -  
272 - sudo('supervisorctl start all')  
273 -  
274 -  
275 -def fix_path():  
276 - global SOURCE_VENV  
277 - global WORKON_ENV  
278 - if exists('/usr/bin/virtualenvwrapper.sh'):  
279 - SOURCE_VENV = 'source /usr/bin/virtualenvwrapper.sh'  
280 - WORKON_ENV = '{} && workon {}'.format(SOURCE_VENV, VENV_NAME)  
281 -  
282 -  
283 -@task  
284 -def install_solr():  
285 - """Install Solr"""  
286 -  
287 - SOLR_PKG = 'https://archive.apache.org/dist/lucene/solr/4.6.1/solr-4.6.1.tgz'  
288 -  
289 - if not exists('~/solr-4.6.1'):  
290 - run('wget {} -O /tmp/solr-4.6.1.tgz'.format(SOLR_PKG))  
291 - run('tar xzf /tmp/solr-4.6.1.tgz -C /tmp/')  
292 - run('cp -rf /tmp/solr-4.6.1 ~/solr-4.6.1')  
293 - run('mv ~/solr-4.6.1/example ~/solr-4.6.1/colab')  
294 - run('chmod +x ~/solr-4.6.1/colab/start.jar')  
295 - run('rm /tmp/solr-4.6.1.tgz')  
296 -  
297 - with cd('~/solr-4.6.1/colab/solr/collection1/conf/'):  
298 - if not exists('stopwords_en.txt'):  
299 - run('cp stopwords.txt stopwords_en.txt')  
300 -  
301 -  
302 -@task  
303 -def solr(port=8983):  
304 - """Start Solr"""  
305 - with cd('~/solr-4.6.1/colab'), settings(user='colab'):  
306 - run('java -jar start.jar -Djetty.port={}'.format(port))  
307 -  
308 -  
309 -@task  
310 -def rebuild_index(age=None, batch=None):  
311 - """Rebuild the solr index"""  
312 - age_arg = ''  
313 - if age:  
314 - age_arg = '--age={}'.format(age)  
315 -  
316 - batch_arg = ''  
317 - if batch:  
318 - batch_arg = '--batch-size={}'.format(batch)  
319 -  
320 - manage('rebuild_index {} {}'.format(age_arg, batch_arg))  
321 -  
322 -  
323 -@task  
324 -def update_index():  
325 - """Update solr index"""  
326 - manage('update_index')  
327 -  
328 -  
329 -@task  
330 -def build_schema():  
331 - """Build solr schema"""  
332 - solr_schema_file = '~/solr-4.6.1/colab/solr/collection1/conf/schema.xml'  
333 - manage('build_solr_schema -f {}'.format(solr_schema_file))  
334 - run(r'sed -i "s/<fields>/<fields>\n<field name=\"_version_\" type=\"long\" indexed=\"true\" stored =\"true\"\/>/" {}'.format(solr_schema_file))  
335 -  
336 -  
337 -# Main  
338 -environment()