User-agent: *
Disallow: /css/
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /course/
Disallow: /rates/

User-agent: sherlock
Disallow: /ru/cat/

User-agent: Seznambot
Disallow: /ru/cat/

User-agent: Slurp
Crawl-delay: 5