Add robots.txt

dolfinus · Apr 8, 2024 · d57f603 · d57f603
1 parent 04dc348
commit d57f603
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/docs/conf.py b/docs/conf.py
@@ -73,6 +73,7 @@
 #
 html_theme = "furo"
 html_title = f"setuptools-git-versioning {version}"
+html_extra_path = ["robots.txt"]
 
 # Add any paths that contain custom static files (such as style sheets) here,
 # relative to this directory. They are copied after the builtin static files,

diff --git a/docs/robots.txt b/docs/robots.txt
@@ -0,0 +1,5 @@
+User-agent: *
+Allow: /*/stable/
+Allow: /en/stable/   # Fallback for bots that don't understand wildcards
+Disallow: /
+Sitemap: https://setuptools-git-versioning.readthedocs.io/sitemap.xml