User-agent: Yandex
Allow: /*.html$
Disallow: /*.php$
Disallow: /*.doc$
Disallow: /*.xls$
Disallow: /*.pdf$
Disallow: /*.swf$
Disallow: /usefuldata
Disallow: /feedback/
Disallow: /assets/
Disallow: /manager/
Disallow: /docs/
Disallow: /statistics/
Host: www.regcomp.ru
Sitemap: http://www.regcomp.ru/sitemap.xml

User-agent: Googlebot
Allow: /*.html$
Disallow: /*.php$
Disallow: /*.doc$
Disallow: /*.xls$
Disallow: /*.pdf$
Disallow: /*.swf$
Disallow: /usefuldata
Disallow: /feedback/
Disallow: /assets/
Disallow: /manager/
Disallow: /docs/
Disallow: /statistics/
Sitemap: http://www.regcomp.ru/sitemap.xml

User-agent: StackRambler
Disallow: /usefuldata
Disallow: /sheets/
Disallow: /feedback/
Disallow: /assets/
Disallow: /manager/

User-agent: GoGo
Disallow: 

User-agent: ia_archiver
Disallow:

User-agent: *
Disallow: /