# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.0 2003/04/04 12:12:12 ted Exp $ # # For use by search.w3.org User-agent: * Disallow: /Out-Of-Date # exclude some access-controlled areas User-agent: * Disallow: /admin Disallow: /database Disallow: /downloads Disallow: /images Disallow: /include Disallow: /PascalSource Disallow: /scripts Disallow: /upload Disallow: /supportpages Disallow: /notused Disallow: /login Disallow: /ProcessPayment.asp Disallow: /default.htm Disallow: /signininprogress.asp Disallow: /PayPalPayment.htm testASP.asp testMailForm.asp testMailSend.asp testODBC.asp testHTML.asp passwordrecovery.asp register.asp confirmemail.asp contact_response.asp ThankYou.asp CookieEditorLinkToShareIt.html