# /robots.txt file for http://www.travelvictoria.com.au/ # # We want /cgi-bin/accommodation_closed to be indexed, but nothing # else in /cgi-bin, so explicity exclude each item file from there. # User-agent: * Disallow: /advertise/accommodation/submit/results.html Disallow: /advertise/food/results.html Disallow: /advertise/tours/results.html Disallow: /search/results.html Disallow: /about/stats/ Disallow: /data/ Disallow: /cgi-bin/accomm_ad Disallow: /cgi-bin/accomm_email Disallow: /cgi-bin/accomm_link Disallow: /cgi-bin/accomm_map Disallow: /cgi-bin/accomm_search Disallow: /cgi-bin/accomm_stats Disallow: /cgi-bin/add_listing Disallow: /cgi-bin/check_cksum Disallow: /cgi-bin/redirect