Add robots.txt

2024-02-23 11:00:22 +01:00 · 2024-02-23 11:00:22 +01:00 · 28185736a3
commit 28185736a3
parent 18349beeee
2 changed files with 13 additions and 0 deletions
--- a/feeds/views.py
+++ b/feeds/views.py
@ -259,3 +259,14 @@ class APIView(View):
            "title": "API Documentation",
        }
        return HttpResponse(content=template.render(context=context, request=request))
+
+
+class RobotsView(View):
+    """Robots.txt view."""
+
+    def get(self, request: HttpRequest) -> HttpResponse:  # noqa: ARG002
+        """Load the robots.txt file."""
+        return HttpResponse(
+            content="""User-agent: *\nDisallow: /add\nDisallow: /upload\nDisallow: /accounts/""",
+            content_type="text/plain",
+        )