# robots.txt

User-agent: *
Disallow: /backup
Disallow: /includes
Disallow: /cron
Disallow: /tmp
Disallow: /print*
Disallow: /*?sort_by=
Disallow: /*&sort_by=
Disallow: /*?sort_type=
Disallow: /*&sort_type=
Disallow: /[geo_url]*

User-agent: Yandex
Disallow: /backup
Disallow: /includes
Disallow: /cron
Disallow: /tmp
Disallow: /print*
Disallow: /*?sort_by=
Disallow: /*&sort_by=
Disallow: /*?sort_type=
Disallow: /*&sort_type=
Disallow: /[geo_url]*

User-agent: Alexabot
Disallow: /

User-agent: ia_archiver
Disallow: /


User-agent: SemrushBot     # Semrush
User-agent: SemrushBot-SA   # Semrush technical
User-agent: MJ12bot    # Majestic
User-agent: dotbot     # Moz
User-agent: rogerbot    # Moz
User-agent: MegaIndex.ru   # https://megaindex.com/crawler
User-agent: megaindex.com   # https://megaindex.com/crawler
User-agent: MegaIndex.ru/2.0   # MegaIndex.ru
User-agent: Alexibot    # Alexa
User-agent: SurveyBot    # Surveybot.io
User-agent: BacklinkCrawler   # http://www.backlinktest.com
User-agent: SISTRIX Crawler   # Block SISTRIX
User-agent: SISTRIX    # Block SISTRIX
User-agent: sistrix    # Block SISTRIX
User-agent: UptimeRobot/2.0   # Block Uptime robot
Disallow: /

### Rules generated by the Sitemap plugin ###
Sitemap: https://dosugbarkrd.one/sitemap.xml

# Excluded pages:
Disallow: /*confirm.html*
Disallow: /*listing-details.html*
Disallow: /*print.html*
Disallow: /404.html*
Disallow: /*listing-remove.html*
Disallow: /*newsletter.html*
Disallow: /*excel-import-export.html*
Disallow: /*booking-order.html*