User-agent: Yandex
Disallow: /favorites/
Disallow: /templates/
Disallow: /language/
Disallow: /upgrade/
Disallow: /allnews/
Disallow: /engine/
Disallow: /user/
Disallow: /video.html
Disallow: /banned.html
Disallow: /auto.php
Disallow: /rss.xml
Disallow: /go.php?
Host: my-webs.ru

User-agent: Googlebot
Disallow: /favorites/
Disallow: /templates/
Disallow: /language/
Disallow: /upgrade/
Disallow: /engine/
Disallow: /page/
Disallow: /video.html
Disallow: /banned.html
Disallow: /auto.php
Disallow: /rss.xml

User-agent: *
Disallow: /favorites/
Disallow: /templates/
Disallow: /language/
Disallow: /upgrade/
Disallow: /allnews/
Disallow: /engine/
Disallow: /user/
Disallow: /video.html
Disallow: /banned.html
Disallow: /auto.php
Disallow: /rss.xml
Disallow: /go.php?
Sitemap: http://my-webs.ru/sitemap.xml