--- a/busui/owa/conf/robots.ini +++ b/busui/owa/conf/robots.ini @@ -1,1 +1,14 @@ - +#bot# +#crawl# +#spider# +#curl# +#host# +#localhost# +#java# +#libcurl# +#libwww# +#lwp# +#perl# +#php# +#wget# +#search#