########################disallow########################
#AhrefsBot
User-agent: AhrefsBot
Disallow: /

#Web-Crawler
User-agent: Web-Crawler
Disallow: /

#semrushbot
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: SemrushBot-SEOAB
Disallow: /

#yandex
User-agent: Yandex
Disallow: /

#Mail.RU_Bot
User-agent: Mail.RU_Bot
Disallow: /

#PetalBot
User-agent: PetalBot
Disallow: /
##################allow########################
#google
User-agent:google.com
Disallow:
User-agent:googlebot.com
Disallow:
User-agent:Mediapartners-Google
Disallow:
User-agent:Googlebot-Image
Disallow:
User-agent:Googlebot-News
Disallow:
User-agent:Googlebot-Video
Disallow:
User-agent:AdsBot-Google-Mobile-Apps
Disallow:
User-agent:DuplexWeb-Google
Disallow:
User-agent:Google Favicon
Disallow:
User-agent:googleweblight
Disallow:

#bing
User-agent:bingbot
Disallow:
User-agent:AdIdxBot
Disallow:
User-agent:BingPreview
Disallow: