From a010ba25eb951403a73a0ea62dd3c30a48fd923c Mon Sep 17 00:00:00 2001
From: Uriel <u@berlinblue.org>
Date: Mon, 7 Jul 2008 15:19:52 +0200
Subject: [PATCH] Autogenerate robots.txt files pointing to sitemap.txt

---
 bin/gensitemaptxt.rc | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/bin/gensitemaptxt.rc b/bin/gensitemaptxt.rc
index 497e74f..06a0a9a 100755
--- a/bin/gensitemaptxt.rc
+++ b/bin/gensitemaptxt.rc
@@ -4,4 +4,10 @@ for ( d in sites/*/ ) {
 echo $d
 9 du -a $d | awk '/\.(md|html)$/ { print $2 }; {}' | 9 sed -e 's/\.(md|html)$//' -e 's,/index$,/,' -e 's,^sites/,http://,' > $d/sitemap.txt
 
+if(! test -f $d/robots.txt) {
+	echo generating missing robots.txt for $d
+	echo $d|sed 's,sites/,Sitemap: http://,; s/$/sitemap.txt/;' > $d/robots.txt
+	cat $d/robots.txt
+}
+
 }