Add robots.txt

koldakov · Sep 6, 2024 · 9fe110b · 9fe110b
1 parent 6fae43b
commit 9fe110b
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 0 deletions.
diff --git a/futuramaapi/routers/root/api.py b/futuramaapi/routers/root/api.py
@@ -148,6 +148,14 @@ async def cookie_logout_user(
     return response
 
 
+@router.get(
+    "/robots.txt",
+    include_in_schema=False,
+)
+async def robots():
+    return FileResponse("robots.txt")
+
+
 @router.get(
     "/{shortened}",
     include_in_schema=False,

diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,11 @@
+User-agent: *
+Disallow: /api/
+Allow: /
+
+User-agent: Googlebot
+Disallow: /api/
+Allow: /
+
+User-agent: Yandex
+Disallow: /api/
+Allow: /