User-agent: Yandex
Disallow: /bitrix
Disallow: /media
Disallow: /upload
Disallow: /search
Disallow: /auth
Disallow: /auth.php
Disallow: /profile
Disallow: /questionnaire
Disallow: /info/statistics.php
Host: www.retail.ru
Crawl-delay: 2

User-agent: Googlebot
Disallow: /bitrix
Disallow: /media
Disallow: /upload
Disallow: /search
Disallow: /auth
Disallow: /auth.php
Disallow: /profile
Disallow: /questionnaire
Disallow: /info/statistics.php


User-agent: *
Disallow: /bitrix
Disallow: /media
Disallow: /upload
Disallow: /search
Disallow: /auth
Disallow: /auth.php
Disallow: /profile
Disallow: /questionnaire
Disallow: /info/statistics.php