Sitemap: https://www.prop-gpt.com/siteindex.xml
# Sitemap: https://www.prop-gpt.com/sitemaps/sitemap-SG-condo.xml
User-agent: * 
# NOTES: 
# robot.txt: Disallowed locations on site will NOT be crawled by robots. 
# reference: http://www.robotstxt.org/orig.html, https://varvy.com/robottxt.html
Disallow: /bin/
Disallow: /bin-nets/
Disallow: scrapy.php