User-agent: AhrefsBot
Disallow: /
 
User-agent: archive.org_bot
Disallow: /
 
User-agent: Baiduspider
Disallow: /
# Baiduspider-video
# Baiduspider-news
# Baiduspider-image
# Baiduspider-favo
# Baiduspider-cpro
# Baiduspider-ads
 
User-agent: CrazyWebCrawler-Spider
Disallow: /
 
User-agent: dotbot
Disallow: /
 
User-agent: grapeshot
Disallow: /
 
User-agent: MJ12bot
Disallow: /
 
User-agent: proximic
Disallow: /
 
User-agent: sistrix
Disallow: /
 
User-agent: spbot
Disallow: /

User-agent: *
Host: https://rosrealt.ru
Disallow: /location/
Disallow: /comment/
Disallow: /message/
Disallow: /complain/
Disallow: /message.php
Disallow: /poisk.php
Disallow: /*gotovyj_biznes=on
Disallow: /myrosrealt.php