From 9edb98dc732f7ae23a73d2f7c8e0d9a53f4bbabc Mon Sep 17 00:00:00 2001
From: Kenneth Reitz <me@kennethreitz.org>
Date: Sat, 22 Nov 2025 13:26:32 -0500
Subject: [PATCH] Add comprehensive SEO improvements
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Implement essential SEO features for better search engine visibility:

1. **robots.txt** - Guide search engine crawlers
   - Allow all content except /api/ endpoints
   - Reference sitemap.xml location
   - Set crawl delay to be server-friendly

2. **Open Graph tags** - Improve social media sharing
   - og:type, og:url, og:title, og:description
   - og:site_name for brand consistency
   - Customizable per page via template blocks

3. **Twitter Card tags** - Optimize Twitter previews
   - Summary card format
   - URL, title, and description meta tags

4. **Canonical URLs** - Prevent duplicate content issues
   - Self-referencing canonical links
   - Customizable via template blocks

5. **Structured Data (JSON-LD)** - Help Google understand site structure
   - WebSite schema with search action
   - Enables site search in Google results
   - Extendable per page via structured_data block

All meta tags use template blocks for easy customization on individual pages.

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>
---
 kjvstudy_org/server.py           | 16 ++++++++++++++++
 kjvstudy_org/templates/base.html | 33 ++++++++++++++++++++++++++++++++
 2 files changed, 49 insertions(+)

diff --git a/kjvstudy_org/server.py b/kjvstudy_org/server.py
index 1c20169..f3901a6 100644
--- a/kjvstudy_org/server.py
+++ b/kjvstudy_org/server.py
@@ -9017,6 +9017,22 @@ def health_check():
     return {"status": "healthy", "service": "kjv-study"}
 
 
+@app.get("/robots.txt", response_class=Response)
+def robots_txt():
+    """Generate robots.txt for search engine crawlers"""
+    robots_content = """User-agent: *
+Allow: /
+Disallow: /api/
+
+# Sitemap location
+Sitemap: https://kjvstudy.org/sitemap.xml
+
+# Crawl delay (be nice to our servers)
+Crawl-delay: 1
+"""
+    return Response(content=robots_content, media_type="text/plain")
+
+
 def generate_literary_features(book, genre):
     """Generate commentary on literary features of a book"""
 
diff --git a/kjvstudy_org/templates/base.html b/kjvstudy_org/templates/base.html
index f3d3a28..a35a51b 100644
--- a/kjvstudy_org/templates/base.html
+++ b/kjvstudy_org/templates/base.html
@@ -8,10 +8,43 @@
 
     <meta name="description" content="{% block description %}Study the Authorized King James Version Bible{% endblock %}"/>
 
+    <!-- Canonical URL -->
+    <link rel="canonical" href="https://kjvstudy.org{% block canonical_path %}{{ request.url.path }}{% endblock %}"/>
+
+    <!-- Open Graph / Facebook -->
+    <meta property="og:type" content="{% block og_type %}website{% endblock %}"/>
+    <meta property="og:url" content="https://kjvstudy.org{{ request.url.path }}"/>
+    <meta property="og:title" content="{% block og_title %}{% block title_text %}Authorized King James Version Bible{% endblock %}{% endblock %}"/>
+    <meta property="og:description" content="{% block og_description %}{% block description_text %}Study the Authorized King James Version Bible{% endblock %}{% endblock %}"/>
+    <meta property="og:site_name" content="KJV Study"/>
+
+    <!-- Twitter Card -->
+    <meta name="twitter:card" content="summary"/>
+    <meta name="twitter:url" content="https://kjvstudy.org{{ request.url.path }}"/>
+    <meta name="twitter:title" content="{% block twitter_title %}{% block title_plain %}Authorized King James Version Bible{% endblock %}{% endblock %}"/>
+    <meta name="twitter:description" content="{% block twitter_description %}{% block description_plain %}Study the Authorized King James Version Bible{% endblock %}{% endblock %}"/>
+
     <link rel="stylesheet" href="/static/tufte.css"/>
 
     {% block head %}{% endblock %}
 
+    <!-- Structured Data (Schema.org) -->
+    <script type="application/ld+json">
+    {
+      "@context": "https://schema.org",
+      "@type": "WebSite",
+      "name": "KJV Study",
+      "url": "https://kjvstudy.org",
+      "description": "Study the Authorized King James Version Bible with commentary, study guides, and biblical resources",
+      "potentialAction": {
+        "@type": "SearchAction",
+        "target": "https://kjvstudy.org/search?q={search_term_string}",
+        "query-input": "required name=search_term_string"
+      }
+    }
+    </script>
+    {% block structured_data %}{% endblock %}
+
     <style>
         /* Color scheme variables */
         :root {