User-agent: *
Disallow: /engine/go.php
Disallow: /user/
Disallow: /pm/
Disallow: /newposts/
Disallow: /statistics.html
Disallow: /*subaction=userinfo
Disallow: /*subaction=newposts
Disallow: /*do=lastcomments
Disallow: /*do=feedback
Disallow: /*do=register
Disallow: /*do=lostpassword
Disallow: /*do=addnews
Disallow: /*do=stats
Disallow: /*do=pm
Disallow: /*do=search
Disallow: /*do=download
Disallow: /*do=go
Disallow: /*add
Disallow: /*?*
Disallow: /404.html
Disallow: /xfsearch
Disallow: /board/edit/
Disallow: /panel/
Disallow: /myorders/
Disallow: /compare/

Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.gif
Allow: /*.png

User-agent: YandexNews
Allow: /news/rss.xml
Crawl-delay: 0.1

Host: https://metallurgprom.org
Sitemap: https://metallurgprom.org/sitemap.xml
Sitemap: https://metallurgprom.org/en/sitemap.xml
Sitemap: https://metallurgprom.org/uk/sitemap.xml