# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

user-agent: *
Disallow: /tmp/
Disallow: /logs/
Disallow: /ad_viewing/
Disallow: /email_staff
Disallow: /mortgage_rates
Disallow: /reader_survey/
Disallow: /recent_new_listings/
Disallow: /view_classified/
Disallow: /browse/
Disallow: /detail/
Disallow: /disclaimer
Disallow: /for_realtors
Disallow: /help_html
Disallow: /login_form
Disallow: /where
Disallow: /links

User-agent: *
Crawl-Delay: 5