User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-Agent: *
Disallow: /admin*
Disallow: /index*
Disallow: /compliance*
Disallow: /cart*
Disallow: /catalog/search*
Disallow: /catalog/*?view=*
Disallow: /*ads*
Disallow: /*swf$
Disallow: /*?s=*
Disallow: /?*
Disallow: /index.php
Disallow: /search*
Clean-param: etext
Sitemap: https://id-marketing.ru/sitemap.xml
Host: https://id-marketing.ru/