#Internal Search Function & Logged in Users

User-agent: *

Disallow: *?status%5B%5D*
Disallow: *?relevance=*
Disallow: *?sort=*
Disallow: *Keywords=*
Disallow: /8216/www.propertynews/*
Disallow: /places
Disallow: /favourites
Disallow: /searches
Disallow: /hidden
Disallow: /notes
Disallow: /profile
Disallow: /login
Disallow: /results/*
Disallow: /members/*

#Unwanted Crawlers

User-agent: trovitBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: WeSEE
Disallow: /

User-agent: proximic
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: yandex bot
Disallow: /

User-agent: GurujiBot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou pic spider
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: OOZBOT
Disallow: /

User-agent: Tagoobot
Disallow: /

User-agent: CatchBot
Disallow: /

User-agent: 80legs
Disallow: /

User-agent: Jyxobot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: SaladSpoon
Disallow: /

User-agent: temaseek.com
Disallow: /

User-agent: Ahrefbot
Disallow: /

User-agent: Istellabot
Disallow: /

User-agent: Dotbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: trendkite-akashic-crawler
Disallow: /

#Sitemap Index

Sitemap: https://www.propertynews.com/static/sitemap_index_high_freq.xml
Sitemap: https://www.propertynews.com/static/sitemap_index_low_freq.xml