# Propsmart
User-agent: PropsmartCrawler
Disallow: /
User-agent: TruliaBot
Disallow: /
# All robots
User-agent: *
# Listing searches do lots of database access
Disallow: /engine/listing_search/
Disallow: /engine/listing_results/
Disallow: /engine/listing_detail/
# Neighborhood Info and Virtual Tour pages are just for registration
Disallow: /engine/neighborhood_info/
Disallow: /engine/virtual_tour/
# Images, CSS, Javascript and other utility directories
Disallow: /images/
Disallow: /css/
Disallow: /js/
Disallow: /admin/
Disallow: /htmlarea/
# Removing listredir
Disallow: /listredir.php
# Exclude /setresults.php
Disallow: /setresults.php