User-agent: *
Disallow: /memberlist.php
Disallow: /ucp.php
Disallow: /faq.php
Disallow: /adm/
Disallow: /styles/
Disallow: /ftp/
Disallow: /posting.php
Disallow: /report.php
Disallow: /mcp.php
Disallow: /viewonline.php
Disallow: /search.php
Disallow: /mediawiki/
# dead links
Disallow: /doc/
Disallow: /old/

User-agent: Yandex
Disallow: /memberlist.php
Disallow: /ucp.php
Disallow: /faq.php
Disallow: /adm/
Disallow: /styles/
Disallow: /ftp/
Disallow: /posting.php
Disallow: /report.php
Disallow: /mcp.php
Disallow: /viewonline.php
Disallow: /search.php
Disallow: /mediawiki/
# dead links
Disallow: /doc/
Disallow: /old/
# host for yandex
Host: roboforum.ru

# sitemap list
Sitemap: http://roboforum.ru/sitemap.xml