User-agent: *
Disallow: /cgi-bin/
Disallow: /test/
Disallow: /sales/
Disallow: /Connections/
Disallow: /ads/
Disallow: /admin/
Disallow: /carousel/
Disallow: /class/
Disallow: /demo/
Disallow: /enqs/
Disallow: /include/
Disallow: /partners/
Disallow: /resort/
Disallow: /phpmailer/
Disallow: /schema/
Disallow: /scripts/
Disallow: /de/
Disallow: /cn/
Disallow: /m/
Disallow: /mobile/
Disallow: /search_results_lvb*
Disallow: /search_iframe*
#Disallow: /search.php*
Disallow: /files/
#Disallow: /{*
#Disallow: /%7B*
Disallow: /dev/
Disallow: /dev2/
Disallow: /js1000/
Disallow: /sass/
Disallow: /js/
Disallow: /.cache/
Disallow: *?*arrdate=
Disallow: *?*currency=
Disallow: *?*ref=
Disallow: *?*y=20
Disallow: *?*loc_id=
Disallow: *?*page_id=
Disallow: *?*location=
Crawl-Delay: 60

User-agent: rogerbot
Disallow: *?*dep=
Disallow: *?*rid=
Disallow: *?*itin=
Disallow: *?*location=
Disallow: *?*page_id=
Disallow: *?*show

User-agent: masscan
Disallow: /

User-agent: mj12bot 
Disallow: /

User-agent: petalbot
Disallow: /

User-agent: UbersuggestBot
Allow: /
Crawl-Delay: 1

User-agent: RSiteAuditor
Allow: /
Crawl-Delay: 1



Sitemap: https://www.dive-the-world.com/sitemap.xml