Initial commit

Gust
Showing 19 changed files with 353 additions and 0 deletions Show diff stats
.gitignore
MANIFEST.in
README.rst
colab/__init__.py
colab/proxy/__init__.py
colab/proxy/gitlab/__init__.py
colab/proxy/gitlab/admin.py
colab/proxy/gitlab/apps.py
colab/proxy/gitlab/data_api.py
colab/proxy/gitlab/diazo.xml
colab/proxy/gitlab/migrations/0001_initial.py
colab/proxy/gitlab/migrations/__init__.py
colab/proxy/gitlab/models.py
colab/proxy/gitlab/templates/proxy/gitlab.html
colab/proxy/gitlab/tests.py
colab/proxy/gitlab/urls.py
colab/proxy/gitlab/views.py
requirements.txt
setup.py
+++ a/.gitignore
@@ -0,0 +1,19 @@
+*~
+*.log
+*.pot
+*.pyc
+*.pyo
+local_settings.py
+project_cfg.py
+
+*.swp
+*.sqlite3
+*.db
+.DS_Store
+.vagrant
+
+ext/
+*.egg-info/
+
+colab_gitlab.egg-info
+dist
+++ a/MANIFEST.in
@@ -0,0 +1,8 @@
+include DESCRIPTION.rst
+
+# Include the test suite (FIXME: does not work yet)
+# recursive-include tests *
+
+# If using Python 2.6 or less, then have to include package data, even though
+# it's already declared in setup.py
+include requirements.txt
+++ a/README.rst
@@ -0,0 +1,84 @@
+.. -*- coding: utf-8 -*-
+
+.. highlight:: rest
+
+.. _colab_software:
+
+=================================
+Colab-Gitlab - Gitlab proxy Plugin
+=================================
+
+
+
+What is Colab?
+==============
+
+Application that integrates existing systems to represent the contributions of the members through:
+
+* The amendments to the Wiki trac system.
+
+* Changes to the trac system code.
+
+* Discussions at the mailman list.
+
+* And other systems in the community.
+
+
+
+Features
+========
+
+* Developed by Interlegis Communities http://colab.interlegis.leg.br/
+
+* Written in Python http://python.org/
+
+* Built with Django Web Framework https://www.djangoproject.com/
+
+* Search engine with Solr https://lucene.apache.org/solr/
+
+
+
+Installation
+============
+
+After installing the colab-gitlab
+
+.. code-block::
+
+  pip install colab-gitlab
+
+Alter the colab configuration file and uncomment the lines for the gitlab configuration,
+set your upstream(gitlab) address and private_token for the gitlab api:
+
+.. code-block::
+
+  vim /etc/colab/settings.yaml
+
+  PROXIED_APPS:
+    gitlab:
+      upstream: 'http://localhost:8090/gitlab/'
+      private_token: ''
+
+
+Running Colab
+=============
+
+To run Colab with development server you will have to:
+
+1- Create the example configuration file:
+
+.. code-block::
+
+  colab-init-config > /etc/colab/settings.yaml
+  
+2- Edit the configuration file. Make sure you set everything you need including **database** credentials.
+  
+3- Run the development server: 
+
+.. code-block::
+
+  colab-admin runserver 0.0.0.0:8000
+
+
+**NOTE**: In case you want to keep the configuration file else where just set the 
+desired location in environment variable **COLAB_SETTINGS**.
+++ a/colab/__init__.py
@@ -0,0 +1 @@
+__import__('pkg_resources').declare_namespace(__name__)
 \ No newline at end of file
+++ a/colab/proxy/__init__.py
@@ -0,0 +1 @@
+__import__('pkg_resources').declare_namespace(__name__)
 \ No newline at end of file
+++ a/colab/proxy/gitlab/__init__.py
+++ a/colab/proxy/gitlab/admin.py
@@ -0,0 +1,3 @@
+from django.contrib import admin
+
+# Register your models here.
+++ a/colab/proxy/gitlab/apps.py
@@ -0,0 +1,7 @@
+
+from ..utils.apps import ColabProxiedAppConfig
+
+
+class ProxyGitlabAppConfig(ColabProxiedAppConfig):
+    name = 'colab.proxy.gitlab'
+    verbose_name = 'Gitlab Proxy'
+++ a/colab/proxy/gitlab/data_api.py
@@ -0,0 +1,51 @@
+from colab.proxy.gitlab.models import *
+from colab.proxy.proxybase.proxy_data_api import ProxyDataAPI
+from django.db.models.fields import DateTimeField
+from dateutil.parser import parse
+import urllib2
+import json
+from django.conf import settings
+
+class GitlabDataAPI(ProxyDataAPI):
+
+
+  def fetchProjects(self):
+    page = 1
+    projects = []
+
+    proxy_config = settings.PROXIED_APPS.get(self.app_label, {})
+    admin_token = proxy_config.get('auth_token')
+
+    # Iterates throughout all projects pages
+    while(True):
+      data = urllib2.urlopen('https://beta.softwarepublico.gov.br/gitlab/api/v3/projects/all?private_token={}&per_page=100&page={}'.format(admin_token, page))
+      json_data = json.load(data)
+
+      if len(json_data) == 0:
+        break
+
+      page = page + 1
+
+      for element in json_data:
+        project = GitlabProject()
+
+        for field in GitlabProject._meta.fields:
+          value = element[field.name]
+          value = parse(element[field.name]) if isinstance(field, DateTimeField) else value
+          setattr(project, field.name, value)
+
+        projects.append(project)
+
+    return projects
+
+
+  def fetchData(self):
+    data = self.fetchProjects()
+
+    for datum in data:
+      datum.save()
+
+  @property
+  def app_label(self):
+    return 'gitlab'
+
+++ a/colab/proxy/gitlab/diazo.xml
@@ -0,0 +1,18 @@
+<rules
+    xmlns="http://namespaces.plone.org/diazo"
+    xmlns:css="http://namespaces.plone.org/diazo/css"
+    xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
+
+    <before theme-children="/html/head" content-children="/html/head" />
+    <before css:theme-children="#main-content" css:content-children="body" />
+
+    <merge attributes="class" css:theme="body" css:content="body" />
+    
+    <!-- Add gitlab properties -->
+    <merge attributes="data-page" css:theme="body" css:content="body" />
+    <merge attributes="data-project-id" css:theme="body" css:content="body" />
+
+    <drop css:content="#top-panel" />
+    <drop css:content=".navbar-gitlab" />
+    <drop css:content=".git-clone-holder .btn:contains('HTTPS')" />
+</rules>
+++ a/colab/proxy/gitlab/migrations/0001_initial.py
@@ -0,0 +1,28 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+
+from django.db import models, migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='GitlabProject',
+            fields=[
+                ('id', models.IntegerField(serialize=False, primary_key=True)),
+                ('description', models.TextField()),
+                ('public', models.BooleanField(default=True)),
+                ('name', models.TextField()),
+                ('name_with_namespace', models.TextField()),
+                ('created_at', models.DateTimeField(blank=True)),
+                ('last_activity_at', models.DateTimeField(blank=True)),
+            ],
+            options={
+            },
+            bases=(models.Model,),
+        ),
+    ]
+++ a/colab/proxy/gitlab/migrations/__init__.py
+++ a/colab/proxy/gitlab/models.py
@@ -0,0 +1,13 @@
+from django.db import models
+from django.conf import settings
+from colab.accounts.models import User
+
+class GitlabProject(models.Model):
+
+    id = models.IntegerField(primary_key=True)
+    description = models.TextField()
+    public = models.BooleanField(default=True)
+    name = models.TextField()
+    name_with_namespace = models.TextField()
+    created_at = models.DateTimeField(blank=True)
+    last_activity_at = models.DateTimeField(blank=True)
+++ a/colab/proxy/gitlab/templates/proxy/gitlab.html
@@ -0,0 +1,51 @@
+{% extends 'base.html' %}
+{% load static from staticfiles %}
+
+{% block head_css %}
+<style>
+  /* Reset left and with for .modal-dialog style (like gitlab does), 
+     the bootstrap.css one makes it small */
+  @media screen and (min-width: 768px) {
+    .modal-dialog {
+      left: auto;
+      width: auto;
+    }
+  }
+  div#main-content {
+    margin-top: 65px;
+  }
+
+  div#main-content div.container {
+    width: 1110px;
+  }
+  div#main-content div.flash-container{
+    width: 85%;
+  }
+  #breadcrumbs {
+    border: 0 !important;
+  }
+
+  #right-top-nav {
+    margin-right: 5em !important;
+  }
+</style>
+{% endblock %}
+
+{% block head_js %}
+<script type="text/javascript">
+  $(function(){
+    // bootstrap.css forces .hide {display:none!important}, and this makes
+    // gitlab .hide elements NEVER have a display:block, so
+    // instead of editing bootstrap.css, we just removed '.hide' css class and
+    // toggled 
+    $('.hide').removeClass('hide').css('display', 'none');
+
+    // Hit the SSH clone button to select it by default
+    jQuery(".git-clone-holder .btn:contains('SSH')").click()
+
+  });
+</script>
+<script type="text/javascript" src="{% static 'third-party/bootstrap/js/bootstrap.min.js' %}"></script>
+<script type="text/javascript" src="{% static 'third-party/jquery.cookie.js' %}"></script>
+<script>jQuery.noConflict();</script>
+{% endblock %}
+++ a/colab/proxy/gitlab/tests.py
@@ -0,0 +1,3 @@
+from django.test import TestCase
+
+# Create your tests here.
+++ a/colab/proxy/gitlab/urls.py
@@ -0,0 +1,9 @@
+
+from django.conf.urls import patterns, url
+
+from .views import GitlabProxyView
+
+
+urlpatterns = patterns('',
+    url(r'^gitlab/(?P<path>.*)$', GitlabProxyView.as_view()),
+)
+++ a/colab/proxy/gitlab/views.py
@@ -0,0 +1,9 @@
+
+from django.conf import settings
+
+from ..utils.views import ColabProxyView
+
+
+class GitlabProxyView(ColabProxyView):
+    app_label = 'gitlab'
+    diazo_theme_template = 'proxy/gitlab.html'
+++ a/requirements.txt
@@ -0,0 +1 @@
+colab
 \ No newline at end of file
+++ a/setup.py
@@ -0,0 +1,47 @@
+
+from setuptools import setup, find_packages
+from pip.download import PipSession
+from pip.req import parse_requirements
+
+import os
+# if you are not using vagrant, just delete os.link directly,
+# The hard link only saves a little disk space, so you should not care
+if os.environ.get('USER', '') == 'vagrant':
+    del os.link
+
+session = PipSession()
+reqs = [str(req.req) for req in parse_requirements('requirements.txt',
+        session=session) if req.req]
+
+EXCLUDE_FROM_PACKAGES = []
+
+
+setup(
+    name='colab-gitlab',
+    version='0.1.0',
+    url='https://github.com/colab-community/colab_gitlab',
+    author='Sergio Oliveira',
+    author_email='sergio@tracy.com.br',
+    description=
+        'Gitlab plugin for Colab, a colaboration platform for communities',
+    license='LICENSE.txt',
+    packages=find_packages(exclude="EXCLUDE_FROM_PACKAGES"),
+    include_package_data=True,
+    namespace_packages=['colab', 'colab.proxy'],
+    zip_safe=False,
+    long_description=open('README.rst').read(),
+    install_requires=reqs,
+    classifiers=[
+        'Development Status :: 3 - Alpha',
+        'Environment :: Web Environment',
+        'Framework :: Django',
+        'Intended Audience :: Developers',
+        'Operating System :: OS Independent',
+        'Programming Language :: Python',
+        'Programming Language :: Python :: 2',
+        'Programming Language :: Python :: 2.7',
+        'Topic :: Internet :: WWW/HTTP',
+        'Topic :: Internet :: WWW/HTTP :: Dynamic Content',
+        'Topic :: Internet :: WWW/HTTP :: WSGI',
+    ],
+)
	1	+++ a/.gitignore
@@ -0,0 +1,19 @@		@@ -0,0 +1,19 @@
	1	+*~
	2	+*.log
	3	+*.pot
	4	+*.pyc
	5	+*.pyo
	6	+local_settings.py
	7	+project_cfg.py
	8	+
	9	+*.swp
	10	+*.sqlite3
	11	+*.db
	12	+.DS_Store
	13	+.vagrant
	14	+
	15	+ext/
	16	+*.egg-info/
	17	+
	18	+colab_gitlab.egg-info
	19	+dist
	1	+++ a/MANIFEST.in
@@ -0,0 +1,8 @@		@@ -0,0 +1,8 @@
	1	+include DESCRIPTION.rst
	2	+
	3	+# Include the test suite (FIXME: does not work yet)
	4	+# recursive-include tests *
	5	+
	6	+# If using Python 2.6 or less, then have to include package data, even though
	7	+# it's already declared in setup.py
	8	+include requirements.txt
	1	+++ a/README.rst
@@ -0,0 +1,84 @@		@@ -0,0 +1,84 @@
	1	+.. -- coding: utf-8 --
	2	+
	3	+.. highlight:: rest
	4	+
	5	+.. _colab_software:
	6	+
	7	+=================================
	8	+Colab-Gitlab - Gitlab proxy Plugin
	9	+=================================
	10	+
	11	+
	12	+
	13	+What is Colab?
	14	+==============
	15	+
	16	+Application that integrates existing systems to represent the contributions of the members through:
	17	+
	18	+* The amendments to the Wiki trac system.
	19	+
	20	+* Changes to the trac system code.
	21	+
	22	+* Discussions at the mailman list.
	23	+
	24	+* And other systems in the community.
	25	+
	26	+
	27	+
	28	+Features
	29	+========
	30	+
	31	+* Developed by Interlegis Communities http://colab.interlegis.leg.br/
	32	+
	33	+* Written in Python http://python.org/
	34	+
	35	+* Built with Django Web Framework https://www.djangoproject.com/
	36	+
	37	+* Search engine with Solr https://lucene.apache.org/solr/
	38	+
	39	+
	40	+
	41	+Installation
	42	+============
	43	+
	44	+After installing the colab-gitlab
	45	+
	46	+.. code-block::
	47	+
	48	+ pip install colab-gitlab
	49	+
	50	+Alter the colab configuration file and uncomment the lines for the gitlab configuration,
	51	+set your upstream(gitlab) address and private_token for the gitlab api:
	52	+
	53	+.. code-block::
	54	+
	55	+ vim /etc/colab/settings.yaml
	56	+
	57	+ PROXIED_APPS:
	58	+ gitlab:
	59	+ upstream: 'http://localhost:8090/gitlab/'
	60	+ private_token: ''
	61	+
	62	+
	63	+Running Colab
	64	+=============
	65	+
	66	+To run Colab with development server you will have to:
	67	+
	68	+1- Create the example configuration file:
	69	+
	70	+.. code-block::
	71	+
	72	+ colab-init-config > /etc/colab/settings.yaml
	73	+
	74	+2- Edit the configuration file. Make sure you set everything you need including database credentials.
	75	+
	76	+3- Run the development server:
	77	+
	78	+.. code-block::
	79	+
	80	+ colab-admin runserver 0.0.0.0:8000
	81	+
	82	+
	83	+NOTE: In case you want to keep the configuration file else where just set the
	84	+desired location in environment variable COLAB_SETTINGS.
		1	+++ a/colab/__init__.py
	@@ -0,0 +1 @@		@@ -0,0 +1 @@
		1	+__import__('pkg_resources').declare_namespace(__name__)
0	\ No newline at end of file	2	\ No newline at end of file
		1	+++ a/colab/proxy/__init__.py
	@@ -0,0 +1 @@		@@ -0,0 +1 @@
		1	+__import__('pkg_resources').declare_namespace(__name__)
0	\ No newline at end of file	2	\ No newline at end of file
	1	+++ a/colab/proxy/gitlab/admin.py
@@ -0,0 +1,3 @@		@@ -0,0 +1,3 @@
	1	+from django.contrib import admin
	2	+
	3	+# Register your models here.
	1	+++ a/colab/proxy/gitlab/apps.py
@@ -0,0 +1,7 @@		@@ -0,0 +1,7 @@
	1	+
	2	+from ..utils.apps import ColabProxiedAppConfig
	3	+
	4	+
	5	+class ProxyGitlabAppConfig(ColabProxiedAppConfig):
	6	+ name = 'colab.proxy.gitlab'
	7	+ verbose_name = 'Gitlab Proxy'
	1	+++ a/colab/proxy/gitlab/data_api.py
@@ -0,0 +1,51 @@		@@ -0,0 +1,51 @@
	1	+from colab.proxy.gitlab.models import *
	2	+from colab.proxy.proxybase.proxy_data_api import ProxyDataAPI
	3	+from django.db.models.fields import DateTimeField
	4	+from dateutil.parser import parse
	5	+import urllib2
	6	+import json
	7	+from django.conf import settings
	8	+
	9	+class GitlabDataAPI(ProxyDataAPI):
	10	+
	11	+
	12	+ def fetchProjects(self):
	13	+ page = 1
	14	+ projects = []
	15	+
	16	+ proxy_config = settings.PROXIED_APPS.get(self.app_label, {})
	17	+ admin_token = proxy_config.get('auth_token')
	18	+
	19	+ # Iterates throughout all projects pages
	20	+ while(True):
	21	+ data = urllib2.urlopen('https://beta.softwarepublico.gov.br/gitlab/api/v3/projects/all?private_token={}&per_page=100&page={}'.format(admin_token, page))
	22	+ json_data = json.load(data)
	23	+
	24	+ if len(json_data) == 0:
	25	+ break
	26	+
	27	+ page = page + 1
	28	+
	29	+ for element in json_data:
	30	+ project = GitlabProject()
	31	+
	32	+ for field in GitlabProject._meta.fields:
	33	+ value = element[field.name]
	34	+ value = parse(element[field.name]) if isinstance(field, DateTimeField) else value
	35	+ setattr(project, field.name, value)
	36	+
	37	+ projects.append(project)
	38	+
	39	+ return projects
	40	+
	41	+
	42	+ def fetchData(self):
	43	+ data = self.fetchProjects()
	44	+
	45	+ for datum in data:
	46	+ datum.save()
	47	+
	48	+ @property
	49	+ def app_label(self):
	50	+ return 'gitlab'
	51	+
	1	+++ a/colab/proxy/gitlab/diazo.xml
@@ -0,0 +1,18 @@		@@ -0,0 +1,18 @@
	1	+<rules
	2	+ xmlns="http://namespaces.plone.org/diazo"
	3	+ xmlns:css="http://namespaces.plone.org/diazo/css"
	4	+ xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
	5	+
	6	+ <before theme-children="/html/head" content-children="/html/head" />
	7	+ <before css:theme-children="#main-content" css:content-children="body" />
	8	+
	9	+ <merge attributes="class" css:theme="body" css:content="body" />
	10	+
	11	+ <!-- Add gitlab properties -->
	12	+ <merge attributes="data-page" css:theme="body" css:content="body" />
	13	+ <merge attributes="data-project-id" css:theme="body" css:content="body" />
	14	+
	15	+ <drop css:content="#top-panel" />
	16	+ <drop css:content=".navbar-gitlab" />
	17	+ <drop css:content=".git-clone-holder .btn:contains('HTTPS')" />
	18	+</rules>
	1	+++ a/colab/proxy/gitlab/migrations/0001_initial.py
@@ -0,0 +1,28 @@		@@ -0,0 +1,28 @@
	1	+# -- coding: utf-8 --
	2	+from __future__ import unicode_literals
	3	+
	4	+from django.db import models, migrations
	5	+
	6	+
	7	+class Migration(migrations.Migration):
	8	+
	9	+ dependencies = [
	10	+ ]
	11	+
	12	+ operations = [
	13	+ migrations.CreateModel(
	14	+ name='GitlabProject',
	15	+ fields=[
	16	+ ('id', models.IntegerField(serialize=False, primary_key=True)),
	17	+ ('description', models.TextField()),
	18	+ ('public', models.BooleanField(default=True)),
	19	+ ('name', models.TextField()),
	20	+ ('name_with_namespace', models.TextField()),
	21	+ ('created_at', models.DateTimeField(blank=True)),
	22	+ ('last_activity_at', models.DateTimeField(blank=True)),
	23	+ ],
	24	+ options={
	25	+ },
	26	+ bases=(models.Model,),
	27	+ ),
	28	+ ]