User-agent: *
Disallow: /print/
Disallow: /goto.php
Disallow: /ads/
Disallow: /dbadm/
Disallow: /test/
Disallow: /bitrix/tools/
Disallow: /bitrix/redirect.php
Disallow: /personal/
Disallow: /profile/view_profile.php

Crawl-delay: 3
Request-rate: 1/3         # maximum rate is one page every 10 seconds