Adding view to block robots

Sergio Oliveira
1 parent 4de8157f
Showing 2 changed files with 12 additions and 1 deletions Show diff stats
src/colab/urls.py
src/home/views.py
@@ -12,7 +12,9 @@ admin.autodiscover()
 urlpatterns = patterns('',
     url(r'^$', 'home.views.index', name='home'),
-    url(r'open-data/$', TemplateView.as_view(template_name='open-data.html'),
+    url(r'^robots.txt$', 'home.views.rebots', name='robots'),
+
+    url(r'^open-data/$', TemplateView.as_view(template_name='open-data.html'),
         name='opendata'),
     url(r'^search/', include('search.urls')),
@@ -3,6 +3,7 @@ from collections import OrderedDict
 from django.core.cache import cache
 from django.shortcuts import render
+from django.http import HttpResponse, Http404
 from search.utils import trans
 from haystack.query import SearchQuerySet
@@ -44,3 +45,11 @@ def index(request):
         )[:6],
     }
     return render(request, 'home.html', context)
+
+
+def robots(request):
+    if settings.ROBOTS_NOINDEX:
+        return HttpResponse('User-agent: *\nDisallow: /',
+                            content_type='text/plain')
+
+    raise Http404
	@@ -3,6 +3,7 @@ from collections import OrderedDict		@@ -3,6 +3,7 @@ from collections import OrderedDict
3		3
4	from django.core.cache import cache	4	from django.core.cache import cache
5	from django.shortcuts import render	5	from django.shortcuts import render
		6	+from django.http import HttpResponse, Http404
6		7
7	from search.utils import trans	8	from search.utils import trans
8	from haystack.query import SearchQuerySet	9	from haystack.query import SearchQuerySet
	@@ -44,3 +45,11 @@ def index(request):		@@ -44,3 +45,11 @@ def index(request):
44	)[:6],	45	)[:6],
45	}	46	}
46	return render(request, 'home.html', context)	47	return render(request, 'home.html', context)
		48	+
		49	+
		50	+def robots(request):
		51	+ if settings.ROBOTS_NOINDEX:
		52	+ return HttpResponse('User-agent: *\nDisallow: /',
		53	+ content_type='text/plain')
		54	+
		55	+ raise Http404