From 96e665ac6c5c3c59c41c441026aaf26fc13a3d34 Mon Sep 17 00:00:00 2001 From: Kenneth Reitz Date: Sun, 4 Apr 2010 09:09:54 -0700 Subject: [PATCH] trailing slash --- robots.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/robots.txt b/robots.txt index 22abd82..1d2b787 100644 --- a/robots.txt +++ b/robots.txt @@ -1,5 +1,5 @@ User-agent: * -Disallow: /archive +Disallow: /archive/ Disallow: /blog/tag/ Disallow: /blog/category/ Sitemap: /sitemap.xml \ No newline at end of file