User-agent: *
Disallow: /engine/go.php
Disallow: /engine/download.php
Disallow: /user/
Disallow: /newposts/
Disallow: /statistics.html
Disallow: /*subaction=userinfo
Disallow: /*subaction=newposts
Disallow: /*do=lastcomments
Disallow: /*do=feedback
Disallow: /*do=register
Disallow: /*do=lostpassword
Disallow: /*do=addnews
Disallow: /*do=stats
Disallow: /*do=pm
Disallow: /*do=search
Disallow: /tags/
Disallow: /xfsearch/
Host: site.ru
Sitemap: http://site.ru/sitemap.xml
Disallow: /putslinkshere/
Disallow: /mod_mainlink/
Disallow: /0titan/
Crawl-delay: 0.1 Host: megastart-slot.ru

Sitemap: http://megastart-slot.ru/sitemap.xml