User-agent: Googlebot
Allow: /
Sitemap: http://rostov-dom.info/sitemap.xml
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-trackback
Disallow: /wp-feed
Disallow: /wp-comments
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /bbpress/register.php
Disallow: /bbpress/bb-login.php
Disallow: /bbpress/profile
Disallow: /bbpress/profile/search.php
Disallow: /bbpress/rss

User-agent: Yandex
Allow: /
Sitemap: http://rostov-dom.info/sitemap.xml
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-trackback
Disallow: /wp-feed
Disallow: /wp-comments
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /bbpress/register.php
Disallow: /bbpress/bb-login.php
Disallow: /bbpress/profile*
Disallow: /bbpress/profile/search.php
Disallow: /bbpress/rss
Host: rostov-dom.info

User-agent: StackRambler
Allow: /
Sitemap: http://rostov-dom.info/sitemap.xml
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-trackback
Disallow: /wp-feed
Disallow: /wp-comments
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /bbpress/register.php
Disallow: /bbpress/bb-login.php
Disallow: /bbpress/profile*
Disallow: /bbpress/profile/search.php
Disallow: /bbpress/rss

User-agent: crawl
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: WebAlta Crawler
Disallow: /

User-agent: WebAlta
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Quintura-Crw
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: Speedy
Disallow: /