# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Clean-param: l0&l1&l2&l3&l4&l5&l6&l7&l8&l9&l10&l11&l12&l13&l14&l15&l16&l17&l18&l19&l20&l21&l22&l23&l24&l25&l26&l27&l28&l29&l30&l31&l32&l33&l34&l35&l36&l37&l38&l39&l40&l41&l42&l43&l44&l45&l46&l47&l48&l49&l50&l51&l52&l53&l54&l55&l56&l57&l58&l59&l60&l61&l62&l63&l64&l65&l66&l67&l68&l69&l70&l71&l72&l73&l74&l75&l76&l77&l78&l79&l80&l81&l82&l83&l84&l85&l86&l87&l88&l89&l90&l91&l92&l93&l94&l96&l96&l97&l98&l99
Clean-param: h0&h1&h2&h3&h4&h5&h6&h7&h8&h9&h10&h11&h12&h13&h14&h15&h16&h17&h18&h19&h20&h21&h22&h23&h24&h25&h26&h27&h28&h29&h30&h31&h32&h33&h34&h35&h36&h37&h38&h39&h40&h41&h42&h43&h44&h45&h46&h47&h48&h49&h50&h51&h52&h53&h54&h55&h56&h57&h58&h59&h60&h61&h62&h63&h64&h65&h66&h67&h68&h69&h70&h71&h72&h73&h74&h75&h76&h77&h78&h79&h80&h81&h82&h83&h84&h85&h86&h87&h88&h89&h90&h91&h92&h93&h94&h96&h96&h97&h98&h99
Host: www.referent.ru
Disallow: /rsearch/