User-agent: Unknown robot
Disallow: /

User-Agent: *
Allow: /
Disallow: /admin/
Disallow: /e-commerce/
Disallow: /personal/
Disallow: /forum/
Disallow: /API/
Disallow: /captcha/
Disallow: /config/
Disallow: /journal/
Disallow: /pdf/
Crawl-delay: 5
Host: mediaprofi-online.ru

User-Agent: Yandex
Allow: /
Disallow: /admin/
Disallow: /e-commerce/
Disallow: /personal/
Disallow: /forum/
Disallow: /API/
Disallow: /captcha/
Disallow: /config/
Disallow: /journal/
Disallow: /pdf/
Crawl-delay: 5
Host: mediaprofi-online.ru