# /robots.txt file for this site # to allow all # User-agent: webcrawler # Disallow: # stop specific directories, each disallow on a new line # User-agent: lycos # Disallow: /stay_out # to stop all User-agent: * Disallow: /cmc Disallow: /content Disallow: /modules Disallow: /modules_custom Disallow: /includes Disallow: /resources Disallow: /graphics Disallow: /external_user Disallow: /xslt