User-agent: *
Crawl-delay: 5
Disallow: /bitrix/
Disallow: /sendlink/
Disallow: /scripts/
Disallow: /search/
Disallow: /search/authors/
Disallow: /register/
Disallow: /print/
Disallow: /vedomosti/
Disallow: /*register=yes
Disallow: /*forgot_password=yes
Disallow: /*change_password=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /*auth=yes

Host: www.themoscowtimes.com
Sitemap: http://www.themoscowtimes.com/sitemap_index.xml
Sitemap: http://www.themoscowtimes.com/google_news_sitemap.xml

Host: www.moscowtimes.ru
Sitemap: http://www.moscowtimes.ru/sitemap_yandex.xml.gz