Commit a3ff3d5d361fb40b3aaf5f4951725dd03fa58c48

Authored by Lucas Kanashiro
2 parents 5a960e93 9acafb94

Merge branch 'moderated_private_email_lists' into 'master'

Added moderated email lists subscriptions/unsubscriptions notifications

See merge request !82
colab/accounts/forms.py
... ... @@ -141,8 +141,9 @@ class UserUpdateForm(UserForm):
141 141  
142 142 class ListsForm(forms.Form):
143 143 LISTS_NAMES = ((
144   - listname, u'{} ({})'.format(listname, description)
145   - ) for listname, description in mailman.all_lists(description=True))
  144 + mlist.get('listname'), u'{} ({})'.format(mlist.get('listname'),
  145 + mlist.get('description'))
  146 + ) for mlist in mailman.all_lists())
146 147  
147 148 lists = forms.MultipleChoiceField(label=_(u'Mailing lists'),
148 149 required=False,
... ...
colab/accounts/models.py
... ... @@ -60,7 +60,7 @@ class User(AbstractUser):
60 60 return mailman.user_lists(self)
61 61  
62 62 def update_subscription(self, email, lists):
63   - mailman.update_subscription(email, lists)
  63 + return mailman.update_subscription(email, lists)
64 64  
65 65 def save(self, *args, **kwargs):
66 66  
... ...
colab/accounts/templates/accounts/user_detail.html
... ... @@ -84,7 +84,6 @@
84 84 {% endif %}
85 85 {% endif %}
86 86 </ul>
87   -
88 87 {% if user_.mailinglists %}
89 88 <b>{% trans 'Groups: ' %}</b>
90 89 {% for list in user_.mailinglists %}
... ...
colab/accounts/utils/mailman.py
... ... @@ -4,66 +4,99 @@ import requests
4 4 import logging
5 5  
6 6 from django.conf import settings
  7 +from django.contrib import messages
7 8  
8 9 TIMEOUT = 1
9 10  
10 11 LOGGER = logging.getLogger('colab.mailman')
11 12  
12   -
13   -def get_url(listname=None):
  13 +S = 'success'
  14 +I = 'info'
  15 +E = 'error'
  16 +
  17 +MAILMAN_MSGS = {
  18 + 0: (S, '%s: Success!'),
  19 + 1: (S, '%s: An email confirmation was sent to you, please check your inbox.'),
  20 + 2: (I, '%s: Your subscription was sent successfully! Please wait for the list\'s admin approval.'),
  21 + 3: (I, '%s: You are already a member of this list.'),
  22 + 4: (E, '%s: You are banned from this list!'),
  23 + 5: (E, '%s: You appear to have an invalid email address.'),
  24 + 6: (E, '%s: Your email address is considered to be hostile.'),
  25 + 7: (E, '%s: You are not a member of this list.'),
  26 + 8: (E, 'Missing information: `email_from`, `subject` and `body` are mandatory.'),
  27 +}
  28 +
  29 +
  30 +def get_url(path, listname=None):
  31 + url = urlparse.urljoin(settings.MAILMAN_API_URL, path)
14 32 if listname:
15   - return urlparse.urljoin(settings.MAILMAN_API_URL, '/' + listname)
16   -
17   - return settings.MAILMAN_API_URL
  33 + return urlparse.urljoin(url, listname)
  34 + return url
18 35  
19 36  
20 37 def subscribe(listname, address):
21   - url = get_url(listname)
  38 + url = get_url('subscribe/', listname=listname)
22 39 try:
23   - requests.put(url, timeout=TIMEOUT, data={'address': address})
  40 + result = requests.put(url, timeout=TIMEOUT, data={'address': address})
  41 + msg_type, message = MAILMAN_MSGS[result.json()]
  42 + return msg_type, message % listname
24 43 except:
25 44 LOGGER.exception('Unable to subscribe user')
26   - return False
27   - return True
  45 + return E, 'Error: Unable to subscribe user'
28 46  
29 47  
30 48 def unsubscribe(listname, address):
31   - url = get_url(listname)
  49 + url = get_url('subscribe/', listname)
32 50 try:
33   - requests.delete(url, timeout=TIMEOUT, data={'address': address})
  51 + result = requests.delete(url, timeout=TIMEOUT, data={'address': address})
  52 + msg_type, message = MAILMAN_MSGS[result.json()]
  53 + return msg_type, message % listname
34 54 except:
35 55 LOGGER.exception('Unable to unsubscribe user')
36   - return False
37   - return True
  56 + return E, 'Error: Unable to subscribe user'
38 57  
39 58  
40 59 def update_subscription(address, lists):
41   - current_lists = mailing_lists(address=address)
  60 + current_lists = mailing_lists(address=address, names_only=True)
  61 + info_messages = []
42 62  
43 63 for maillist in current_lists:
44 64 if maillist not in lists:
45   - unsubscribe(maillist, address)
  65 + info_messages.append(unsubscribe(maillist, address))
46 66  
47 67 for maillist in lists:
48 68 if maillist not in current_lists:
49   - subscribe(maillist, address)
  69 + info_messages.append(subscribe(maillist, address))
  70 +
  71 + return info_messages
50 72  
51 73  
52 74 def mailing_lists(**kwargs):
53   - url = get_url()
  75 + url = get_url('lists/')
54 76  
55 77 try:
56   - lists = requests.get(url, timeout=TIMEOUT, params=kwargs)
  78 + lists = requests.get(url, timeout=TIMEOUT, params=kwargs).json()
  79 + if not isinstance(lists, (list, tuple)):
  80 + raise
57 81 except:
58 82 LOGGER.exception('Unable to list mailing lists')
59 83 return []
60 84  
61   - return lists.json()
  85 + if kwargs.get('names_only'):
  86 + names_only = []
  87 + for l in lists:
  88 + names_only.append(l['listname'])
  89 + return names_only
  90 + else:
  91 + return lists
62 92  
63 93  
64 94 def is_private_list(name):
65 95 try:
66   - return dict(all_lists(private=True))[name]
  96 + privacy = {}
  97 + privacy.update({mlist.get('listname'): mlist.get('archive_private')
  98 + for mlist in all_lists()})
  99 + return privacy[name]
67 100 except KeyError:
68 101 return []
69 102  
... ... @@ -76,22 +109,25 @@ def user_lists(user):
76 109 list_set = set()
77 110  
78 111 for email in user.emails.values_list('address', flat=True):
79   - list_set.update(mailing_lists(address=email))
  112 + mlists = mailing_lists(address=email)
  113 + list_set.update(mlist.get('listname') for mlist in mlists)
80 114  
81 115 return tuple(list_set)
82 116  
83 117  
84 118 def get_list_description(listname, lists=None):
85 119 if not lists:
86   - lists = dict(all_lists(description=True))
87   - elif not isinstance(lists, dict):
88   - lists = dict(lists)
  120 + lists = all_lists()
  121 +
  122 + desc = "".join(mlist.get('description') for mlist in lists
  123 + if isinstance(mlist, dict) and
  124 + mlist.get('listname') == listname)
89 125  
90   - return lists.get(listname)
  126 + return desc
91 127  
92 128  
93 129 def list_users(listname):
94   - url = get_url(listname)
  130 + url = get_url('members/', listname)
95 131  
96 132 params = {}
97 133  
... ... @@ -114,3 +150,10 @@ def get_user_mailinglists(user):
114 150 lists_for_user.extend(mailing_lists(address=email))
115 151  
116 152 return lists_for_user
  153 +
  154 +
  155 +def extract_listname_from_list(lists):
  156 + try:
  157 + return [mlist.get('listname') for mlist in lists]
  158 + except ValueError:
  159 + return []
... ...
colab/accounts/views.py
... ... @@ -144,7 +144,11 @@ class ManageUserSubscriptionsView(UserProfileBaseMixin, DetailView):
144 144 user = self.get_object()
145 145 for email in user.emails.values_list('address', flat=True):
146 146 lists = self.request.POST.getlist(email)
147   - user.update_subscription(email, lists)
  147 + info_messages = user.update_subscription(email, lists)
  148 + for msg_type, message in info_messages:
  149 + show_message = getattr(messages, msg_type)
  150 + show_message(request, _(message))
  151 +
148 152  
149 153 return redirect('user_profile', username=user.username)
150 154  
... ... @@ -154,18 +158,19 @@ class ManageUserSubscriptionsView(UserProfileBaseMixin, DetailView):
154 158  
155 159 user = self.get_object()
156 160 emails = user.emails.values_list('address', flat=True)
157   - all_lists = mailman.all_lists(description=True)
  161 + all_lists = mailman.all_lists()
158 162  
159 163 for email in emails:
160 164 lists = []
161   - lists_for_address = mailman.mailing_lists(address=email)
162   - for listname, description in all_lists:
163   - if listname in lists_for_address:
  165 + lists_for_address = mailman.mailing_lists(address=email, names_only=True)
  166 + for mlist in all_lists:
  167 + if mlist.get('listname') in lists_for_address:
164 168 checked = True
165 169 else:
166 170 checked = False
167 171 lists.append((
168   - {'listname': listname, 'description': description},
  172 + {'listname': mlist.get('listname'),
  173 + 'description': mlist.get('description')},
169 174 checked
170 175 ))
171 176  
... ...
colab/home/views.py
... ... @@ -10,9 +10,10 @@ from colab.accounts.models import User
10 10  
11 11 def get_user_threads(threads, lists_for_user, key):
12 12 visible_threads = []
  13 + listnames_for_user = mailman.extract_listname_from_list(lists_for_user)
13 14 for t in threads:
14 15 if not t.mailinglist.is_private or \
15   - t.mailinglist.name in lists_for_user:
  16 + t.mailinglist.name in listnames_for_user:
16 17 visible_threads.append(key(t))
17 18  
18 19 return visible_threads
... ...
colab/search/utils.py
... ... @@ -15,11 +15,12 @@ from colab.accounts.utils import mailman
15 15  
16 16 def get_visible_threads_queryset(logged_user):
17 17 queryset = Thread.objects
18   - lists_for_user = []
  18 + listnames_for_user = []
19 19 if logged_user:
20 20 lists_for_user = mailman.get_user_mailinglists(logged_user)
  21 + listnames_for_user = mailman.extract_listname_from_list(lists_for_user)
21 22  
22   - user_lists = Condition(mailinglist__name__in=lists_for_user)
  23 + user_lists = Condition(mailinglist__name__in=listnames_for_user)
23 24 public_lists = Condition(mailinglist__is_private=False)
24 25 queryset = Thread.objects.filter(user_lists | public_lists)
25 26  
... ... @@ -28,6 +29,7 @@ def get_visible_threads_queryset(logged_user):
28 29  
29 30 def get_visible_threads(logged_user, filter_by_user=None):
30 31 thread_qs = get_visible_threads_queryset(logged_user)
  32 +
31 33 if filter_by_user:
32 34 message_qs = Message.objects.filter(thread__in=thread_qs)
33 35 messages = message_qs.filter(
... ...
colab/settings.py
... ... @@ -239,7 +239,7 @@ SUPER_ARCHIVES_EXCLUDE = []
239 239 SUPER_ARCHIVES_LOCK_FILE = '/var/lock/colab/import_emails.lock'
240 240  
241 241 # Mailman API settings
242   -MAILMAN_API_URL = 'http://localhost:8124'
  242 +MAILMAN_API_URL = 'http://localhost:8124/v2/'
243 243  
244 244 LOGIN_URL = '/user/login'
245 245 LOGIN_REDIRECT_URL = '/'
... ...
colab/super_archives/fixtures/mailinglistdata.json
... ... @@ -6,23 +6,23 @@
6 6 "twitter": null,
7 7 "is_staff": false,
8 8 "user_permissions": [
9   -
  9 +
10 10 ],
11 11 "date_joined": "2015-02-24T21:10:35.004Z",
12 12 "google_talk": null,
13   - "first_name": "Gust",
  13 + "first_name": "John",
14 14 "is_superuser": false,
15 15 "last_login": "2015-02-26T17:56:13.378Z",
16 16 "verification_hash": null,
17 17 "role": null,
18   - "email": "gustmax@hotmail.com",
19   - "username": "gustmax",
  18 + "email": "johndoe@example.com",
  19 + "username": "johndoe",
20 20 "bio": null,
21 21 "needs_update": false,
22 22 "is_active": true,
23 23 "facebook": null,
24 24 "groups": [
25   -
  25 +
26 26 ],
27 27 "password": "pbkdf2_sha256$12000$ez83ccNOUQZk$vYT/QcYMukXZ7D7L1qQPyYlzCUEEEF20J7/Xjef0Rqg=",
28 28 "institution": null,
... ... @@ -37,7 +37,7 @@
37 37 "real_name": "",
38 38 "user": 1,
39 39 "md5": "ed8f47ae6048f8d4456c0554578f53ff",
40   - "address": "gustmax@hotmail.com"
  40 + "address": "johndoe@example.com"
41 41 },
42 42 "model": "super_archives.emailaddress",
43 43 "pk": 1
... ...
colab/super_archives/tests/test_privatelist.py
... ... @@ -2,7 +2,7 @@
2 2 import mock
3 3  
4 4 from colab.accounts.utils import mailman
5   -from django.test import TestCase, Client
  5 +from django.test import TestCase, Client
6 6  
7 7  
8 8 class ArchivesViewTest(TestCase):
... ... @@ -13,11 +13,14 @@ class ArchivesViewTest(TestCase):
13 13 self.client = Client()
14 14  
15 15 def authenticate_user(self):
16   - self.client.login(username='gustmax', password='1234')
  16 + self.client.login(username='johndoe', password='1234')
17 17  
18 18 def test_see_only_private_list_if_member(self):
19 19 mailman.get_user_mailinglists = mock.Mock(
  20 + return_value="[{'listname': 'privatelist'}]")
  21 + mailman.extract_listname_from_list = mock.Mock(
20 22 return_value="['privatelist']")
  23 + mailman.list_users = mock.Mock(return_value="['johndoe@example.com']")
21 24  
22 25 self.authenticate_user()
23 26 request = self.client.get('/archives/thread/')
... ... @@ -26,7 +29,7 @@ class ArchivesViewTest(TestCase):
26 29  
27 30 self.assertEqual('lista', list_data[0][0])
28 31 self.assertEqual('privatelist', list_data[1][0])
29   - self.assertEqual(2, len(list_data))
  32 + self.assertEqual(2, len(list_data))
30 33  
31 34 def test_see_only_public_if_not_logged_in(self):
32 35 request = self.client.get('/archives/thread/')
... ... @@ -34,10 +37,12 @@ class ArchivesViewTest(TestCase):
34 37 list_data = request.context['lists']
35 38  
36 39 self.assertEqual('lista', list_data[0][0])
37   - self.assertEqual(1, len(list_data))
  40 + self.assertEqual(1, len(list_data))
38 41  
39 42 def test_see_private_thread_in_dashboard_if_member(self):
40 43 mailman.get_user_mailinglists = mock.Mock(
  44 + return_value="[{'listname': 'privatelist'}]")
  45 + mailman.extract_listname_from_list = mock.Mock(
41 46 return_value="['privatelist']")
42 47  
43 48 self.authenticate_user()
... ... @@ -59,7 +64,7 @@ class ArchivesViewTest(TestCase):
59 64 self.assertEqual(1, len(hottest_threads))
60 65  
61 66 def test_dont_see_private_threads_in_profile_if_logged_out(self):
62   - request = self.client.get('/account/gustmax')
  67 + request = self.client.get('/account/johndoe')
63 68  
64 69 emails = request.context['emails']
65 70  
... ...
colab/super_archives/views.py
... ... @@ -33,17 +33,23 @@ class ThreadView(View):
33 33 thread = get_object_or_404(Thread, subject_token=thread_token,
34 34 mailinglist__name=mailinglist)
35 35  
36   - # TODO: Refactor this code
37   - # Use local flag is_private instead of always check the API!!
38   - all_privates = dict(mailman.all_lists(private=True))
39   - if all_privates[thread.mailinglist.name]:
  36 + all_privates = []
  37 + all_privates.extend(
  38 + [mlist.get('listname')
  39 + for mlist in mailman.all_lists()
  40 + if mlist.get('archive_private')]
  41 + )
  42 +
  43 + if all_privates.count(thread.mailinglist.name):
40 44 if not request.user.is_authenticated():
41 45 raise PermissionDenied
42 46 else:
43 47 user = User.objects.get(username=request.user)
44 48 emails = user.emails.values_list('address', flat=True)
45 49 lists_for_user = mailman.get_user_mailinglists(user)
46   - if thread.mailinglist.name not in lists_for_user:
  50 + listnames_for_user = mailman.extract_listname_from_list(
  51 + lists_for_user)
  52 + if thread.mailinglist.name not in listnames_for_user:
47 53 raise PermissionDenied
48 54  
49 55 thread.hit(request)
... ... @@ -145,13 +151,16 @@ class ThreadDashboardView(View):
145 151  
146 152 context['lists'] = []
147 153  
148   - lists_for_user = []
  154 + listnames_for_user = []
149 155 if request.user.is_authenticated():
150 156 user = User.objects.get(username=request.user)
151 157 lists_for_user = mailman.get_user_mailinglists(user)
  158 + listnames_for_user = mailman.extract_listname_from_list(
  159 + lists_for_user)
152 160  
153 161 for list_ in MailingList.objects.order_by('name'):
154   - if list_.name not in all_privates or list_.name in lists_for_user:
  162 + if list_.name not in all_privates\
  163 + or list_.name in listnames_for_user:
155 164 context['lists'].append((
156 165 list_.name,
157 166 mailman.get_list_description(list_.name),
... ...