User-agent: MJ12bot 
User-agent: AhrefsBot 
User-agent: Rogerbot
User-agent: MegaIndex.ru
User-agent: megaindex.com
User-agent: SemrushBot
User-agent: DotBot
User-agent: dotbot
Disallow: /

User-agent: *
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /template.html
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /tag
Disallow: /tags
Disallow: /topics
Disallow: /archive
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: /?feed=
Disallow: /?s=
Disallow: /wp-content/uploads/*/*.jpg
Disallow: /wp-content/uploads/*/*.png
Disallow: /wp-content/uploads/*/*.gif
Disallow: /wp-content/uploads/*/*.tiff
Disallow: /wp-content/uploads/*/*.bmp
Disallow: /wp-content/uploads/*/*.jpeg
Disallow: /wp-content/uploads/*/*.JPG
Disallow: /wp-content/uploads/*/*.PNG
Disallow: /wp-content/uploads/*/*.JPEG
Disallow: */attachment/
Disallow: /?attachment
Disallow: /wp-json
Disallow: /*comment-page-
Disallow: /topic/date/
Disallow: /topic/author/
Disallow: /topics/*/page/


Host: http://shoptips.ru
Sitemap: http://shoptips.ru/sitemap_index.xml