From de26c748651ceb7c3c6d915548ac137ad34bc785 Mon Sep 17 00:00:00 2001 From: Simon Law Date: Fri, 1 Oct 2004 14:53:43 +0000 Subject: [PATCH] Add a robots.txt to prevent people from spidering, the now 403 Forbidden, stats directory. --- robots.txt | 2 ++ 1 file changed, 2 insertions(+) create mode 100755 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100755 index 0000000..65362e9 --- /dev/null +++ b/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /stats/ # Webalizer logs