User-agent: *
Disallow: /profile/
Disallow: /users/
Disallow: /commenter/
Disallow: /search/
Disallow: /rt.php
Disallow: /pager.php

User-agent: Yandex
Disallow: /profile/
Disallow: /users/
Disallow: /commenter/
Disallow: /pager.php
Disallow: /search/
Disallow: /rt.php
Host: internum.ru

User-agent: msnbot 
Crawl-delay: 120

User-agent: Slurp
Crawl-delay: 5