User-Agent: *
Disallow: /

User-agent: *
Disallow: /wp-admin/

User-Agent: Googlebot
Allow: /
User-Agent: Googlebot-Mobile
Allow: /
User-Agent: Googlebot-Image
Allow: /
User-Agent: Mediapartners-Google
Allow: /
User-Agent: Adsbot-Google
Allow: /
User-Agent: msnbot
Allow: /
User-Agent: msnbot-media
Allow: /
User-Agent: Bingbot
Allow: /
User-Agent: Slurp
Allow: /
User-Agent: YandexBot
Allow: /
User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver
Disallow: /images/

User-agent: Alexabot
Disallow: /

User-agent: Alexabot
Disallow: /path/





User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: amazonbot
Disallow: /
User-agent: bingbot
Disallow: /
User-agent: YandexBot
Disallow: /