--- a/documents/robots.txt +++ b/documents/robots.txt @@ -1,1 +1,5 @@ +# www.robotstxt.org/ +# http://code.google.com/web/controlcrawlindex/ +User-agent: * +