#This robots.txt file has been created to prevent the user-agents from crawling the entire site User-agent: * Disallow: /cgi/ Disallow: /errors/ Disallow: /ici_search/ Disallow: /images/ Disallow: /listings/ Disallow: /Mortgage/ Disallow: /newimages/ Disallow: /cgi/ Disallow: /prop_search/