User-agent: ninja
Disallow: /

User-agent: websauger
Disallow: /

User-agent: zoombot
Disallow: /

User-agent: AhrefsBot/6.1
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot/1.1~bl
Disallow: /

User-agent: downloaddemon
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: httplib
Disallow: /

User-agent: linkdex
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: frontpage
Disallow: /

User-agent: seranking
Disallow: /

User-agent: baidu
Disallow: /

User-agent: erocrawler
Disallow: /

User-agent: vci
Disallow: /

User-agent: webstripper
Disallow: /

User-agent: httpscraper
Disallow: /

User-agent: marketmusebot
Disallow: /

User-agent: mfc_tear_sample
Disallow: /

User-agent: libby_
Disallow: /

User-agent: webenhancer
Disallow: /

User-agent: webzip
Disallow: /

User-agent: *
Disallow: /*shop/question/subscribe*
Disallow: /*shop/question/unsubscribe/
Disallow: /wp-admin/
Disallow: /companies
Allow: /wp-admin/admin-ajax.php