# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.29 2005/03/14 09:23:54 dom Exp $ # # For use by search.w3.org User-agent: W3C-gsa Disallow: /Out-Of-Date # W3C Link checker User-agent: W3C-checklink Disallow: # exclude some access-controlled areas User-agent: * Disallow: /skr/ Disallow: /country/egipt/hotel/ Disallow: /country/egipt/info/ Disallow: /country/egipt/maps/ Disallow: /country/egipt/price/ Disallow: /country/tay/hotel/ Disallow: /country/tay/info/ Disallow: /country/tay/maps/ Disallow: /country/tay/price/ Disallow: /country/uae/hotel/ Disallow: /country/uae/info/ Disallow: /country/uae/maps/ Disallow: /country/uae/price/ Disallow: /country/cheh/hotel/ Disallow: /country/cheh/info/ Disallow: /country/cheh/maps/ Disallow: /country/cheh/price/