From d5c5200b71713c6aa1e07ef22f1b695d61216444 Mon Sep 17 00:00:00 2001 From: Wen-Tien Chang Date: Mon, 1 Feb 2010 16:04:56 +0800 Subject: [PATCH] ban all spiders from the entire site for development period --- public/robots.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index 085187fa..8e1d4206 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,5 +1,5 @@ # See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: -# User-Agent: * -# Disallow: / +User-Agent: * +Disallow: /