# # robots.txt for http://www.jaggedonline.com/ # # $Id: robots.txt,v 1.22 2000/02/02 20:23:04 ted Exp $ # # For use by search.w3.org User-agent: W3Crobot/1 Disallow: /Out-Of-Date # AltaVista Search User-agent: AltaVista Intranet V2.0 W3C Webreq Disallow: /Out-Of-Date # exclude some access-controlled areas User-agent: * Disallow: /common/ Disallow: /flash/ Disallow: /adverts/ Disallow: /images/ Disallow: /images_2009/ Disallow: /images_2010/ Disallow: /part/ Disallow: /files/