Add nofollow tags

temba/urls.py

@@ -4,6 +4,7 @@
 from django.shortcuts import render
 from django.urls import re_path
 from django.views.generic import RedirectView
+from django.views.generic.base import TemplateView
 from django.views.i18n import JavaScriptCatalog
 
 from temba.channels.views import register, sync
@@ -45,6 +46,7 @@
     re_path(r"^assets/", include("temba.assets.urls")),
     re_path(r"^jsi18n/$", JavaScriptCatalog.as_view(), js_info_dict, name="django.views.i18n.javascript_catalog"),
     re_path(r"^storage/(?P<file_path>.+)$", PrivateFileCallbackView.as_view(), name="file_storage"),
+    re_path("^robots.txt", TemplateView.as_view(template_name="robots.txt", content_type="text/plain")),
 ]
 
 if settings.DEBUG:

templates/frame.haml

@@ -14,6 +14,7 @@
     %meta{name:"description", content:"{% block page-description %}{{brand.name}} lets you visually build interactive SMS applications and launch them anywhere in the world.{% endblock %}"}
     %meta{name:"author", content:"Nyaruka Ltd"}
     %meta{http-equiv:"X-UA-Compatible", content:"IE=10"}
+    %meta{name:"robots", content:"noindex, nofollow"}
 
     -if user.is_beta
       %script{src:"{{ STATIC_URL }}js/urls.js"}

templates/robots.txt

@@ -0,0 +1,5 @@
+User-Agent: Googlebot
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /