misc: add custom /robots.txt view (#20263)

wcs/urls.py

@@ -21,6 +21,7 @@ from . import views
 from . import api
 
 urlpatterns = [
+    url(r'^robots.txt$', views.robots_txt),
     url(r'^backoffice/', views.backoffice),
 
     url(r'^api/validate-condition$', api.validate_condition, name='api-validate-condition'),

wcs/views.py

@@ -15,6 +15,7 @@
 # along with this program; if not, see <http://www.gnu.org/licenses/>.
 
 from quixote import get_publisher, get_request, get_response
+from django.http import HttpResponse
 
 from .qommon import template
 from . import compat
@@ -42,3 +43,9 @@ class Backoffice(compat.TemplateWithFallbackView):
         return context
 
 backoffice = Backoffice.as_view()
+
+
+def robots_txt(request, *args, **kwargs):
+    return HttpResponse(
+            get_publisher().get_site_option('robots_txt', 'variables') or '',
+            content_type='text/plain')