Add robots.txt, explicitly allowing Gemini to access.

jaraco · Aug 7, 2024 · 340a063 · 340a063
1 parent 6c72d33
commit 340a063
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 0 deletions.
diff --git a/jaraco/site/controllers.py b/jaraco/site/controllers.py
@@ -1,5 +1,6 @@
 import itertools
 import logging
+import textwrap
 
 import cherrypy
 
@@ -94,6 +95,13 @@ def auth(self):
     def croakysteel_py(self):
         return from_cherrypy()
 
+    @cherrypy.expose
+    def robots_txt(self):
+        return textwrap.dedent("""
+            User-agent: GeminiBot
+            Allow: /
+            """)
+
 
 class IPTool:
     def __init__(self):

diff --git a/newsfragments/+baa42af3.feature.rst b/newsfragments/+baa42af3.feature.rst
@@ -0,0 +1 @@
+Add robots.txt, explicitly allowing Gemini to access.
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		Add robots.txt, explicitly allowing Gemini to access.