diff --git a/jaraco/site/controllers.py b/jaraco/site/controllers.py index 51a5df1..5f6c181 100644 --- a/jaraco/site/controllers.py +++ b/jaraco/site/controllers.py @@ -1,5 +1,6 @@ import itertools import logging +import textwrap import cherrypy @@ -94,6 +95,13 @@ def auth(self): def croakysteel_py(self): return from_cherrypy() + @cherrypy.expose + def robots_txt(self): + return textwrap.dedent(""" + User-agent: GeminiBot + Allow: / + """) + class IPTool: def __init__(self): diff --git a/newsfragments/+baa42af3.feature.rst b/newsfragments/+baa42af3.feature.rst new file mode 100644 index 0000000..63bab0c --- /dev/null +++ b/newsfragments/+baa42af3.feature.rst @@ -0,0 +1 @@ +Add robots.txt, explicitly allowing Gemini to access. \ No newline at end of file