diff --git a/kjvstudy_org/server.py b/kjvstudy_org/server.py
index 1c20169..f3901a6 100644
--- a/kjvstudy_org/server.py
+++ b/kjvstudy_org/server.py
@@ -9017,6 +9017,22 @@ def health_check():
return {"status": "healthy", "service": "kjv-study"}
+@app.get("/robots.txt", response_class=Response)
+def robots_txt():
+ """Generate robots.txt for search engine crawlers"""
+ robots_content = """User-agent: *
+Allow: /
+Disallow: /api/
+
+# Sitemap location
+Sitemap: https://kjvstudy.org/sitemap.xml
+
+# Crawl delay (be nice to our servers)
+Crawl-delay: 1
+"""
+ return Response(content=robots_content, media_type="text/plain")
+
+
def generate_literary_features(book, genre):
"""Generate commentary on literary features of a book"""
diff --git a/kjvstudy_org/templates/base.html b/kjvstudy_org/templates/base.html
index f3d3a28..a35a51b 100644
--- a/kjvstudy_org/templates/base.html
+++ b/kjvstudy_org/templates/base.html
@@ -8,10 +8,43 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
{% block head %}{% endblock %}
+
+
+ {% block structured_data %}{% endblock %}
+