user-agent: *
Disallow: /1
Disallow: /2
Disallow: /3
Disallow: /4
Disallow: /shop
Disallow: /upanel/
Disallow: /login/
Disallow: /report.php
Disallow: /email.php
Disallow: /list.php
Disallow: /<
Disallow: /%
Disallow: /*locality=1$
Disallow: /leave/
Disallow: /dynobj3.php
Disallow: /lapi.php
Disallow: /out.php
Disallow: /js/
Disallow: /hot/
Disallow: /search.php

user-agent: HubSpot Webcrawler
Disallow: /

user-agent: HubSpot
Disallow: /

user-agent: Mail.RU_Bot
Disallow: /

user-agent: SemrushBot
Disallow: /

user-agent: BLEXBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Barkrowler/0.9
Disallow: /

User-Agent: MJ12bot
Crawl-Delay: 20

User-agent: AhrefsBot
Crawl-Delay: 20

User-agent: MegaIndex.ru
Crawl-Delay: 5

User-Agent: serpstatbot
Crawl-Delay: 20

User-agent: dotbot
Crawl-delay: 10

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Crawl-delay: 10

User-agent: DuckDuckGo-Favicons-Bot
Disallow: /

User-agent: BluechipBacklinks
Disallow: /

User-agent: ltx71 - (http://ltx71.com/)
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: startmebot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: GeedoBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: SenutoBot
Disallow: /


User-agent: Amazonbot
Disallow: /